diff --git a/Rakefile b/Rakefile
index 387ff9925e..5e07077c0b 100644
--- a/Rakefile
+++ b/Rakefile
@@ -20,6 +20,7 @@ task :release => :build do
   system "git tag -a v#{Mongoid::VERSION} -m 'Tagging #{Mongoid::VERSION}'"
   system "git push --tags"
   system "gem push mongoid-#{Mongoid::VERSION}.gem"
+  system "rm mongoid-#{Mongoid::VERSION}.gem"
 end
 
 RSpec::Core::RakeTask.new("spec") do |spec|