diff --git a/ci/ci_build.rb b/ci/ci_build.rb
index b2f9f59bec6f93d6e75dab06452119ccabf3c81c..a6f8871f273b583fd98a1d18324269da01bd564d 100755
--- a/ci/ci_build.rb
+++ b/ci/ci_build.rb
@@ -16,13 +16,11 @@
 # A security hole, but there is nothing valuable on rails CI box anyway.
 build_results[:geminstaller] = system "sudo geminstaller --config=#{root_dir}/ci/geminstaller.yml --exceptions"
 
-rm_f "#{root_dir}/vendor"
-system "rm -rf #{root_dir}/*/vendor"
 cd root_dir do
   puts
   puts "[CruiseControl] Bundling RubyGems"
   puts
-  build_results[:bundle] = system 'gem bundle'
+  build_results[:bundle] = system 'rm -rf vendor && gem bundle'
 end
 
 cd "#{root_dir}/activesupport" do