diff --git a/Rakefile b/Rakefile
index 7a22e846..6b725655 100644
--- a/Rakefile
+++ b/Rakefile
@@ -5,6 +5,7 @@ require "rake/extensiontask"
 require "rake/testtask"
 require "rdoc/task"
 require "date"
+require 'rake/clean'
 
 # To release a version of ruby-prof:
 #   * Update version.h
@@ -78,6 +79,10 @@ end
 
 task :default => :package
 
+for file in Dir['**/*.so']
+  CLEAN.include file
+end
+
 desc 'Run the ruby-prof test suite'
 Rake::TestTask.new do |t|
   t.libs += %w(lib ext test)