diff --git a/Rakefile b/Rakefile
index 3d21e794fe..ab5af7fa6c 100644
--- a/Rakefile
+++ b/Rakefile
@@ -33,7 +33,7 @@ task :install do
 end
 
 def replace_file(file)
-  system %Q{rm "$HOME/.#{file.sub('.erb', '')}"}
+  system %Q{rm -rf "$HOME/.#{file.sub('.erb', '')}"}
   link_file(file)
 end