diff --git a/railties/test/generators/plugin_new_generator_test.rb b/railties/test/generators/plugin_new_generator_test.rb
index 49537d65113c667731148e300aac2f54109a1bdb..779e362d75d4a10733fbb850535fc25a115f744a 100644
--- a/railties/test/generators/plugin_new_generator_test.rb
+++ b/railties/test/generators/plugin_new_generator_test.rb
@@ -170,8 +170,9 @@ def test_create_mountable_application_with_mountable_option
   end
 
   def test_creating_gemspec
+    run_generator
     assert_file "bukkits.gemspec", /s.name = "bukkits"/
-    assert_file "bukkits.gemspec", /s.files = Dir["{app,config,lib}\/**\/*"]/
+    assert_file "bukkits.gemspec", /s.files = Dir\["\{app,config,lib\}\/\*\*\/\*"\]/
     assert_file "bukkits.gemspec", /s.version = "0.0.1"/
   end