diff --git a/Gemfile b/Gemfile
index 4108c7e1797a3df834e2faf17c3ac0b13656bb8b..43efc925d98124c2fef47afc777edd4eaa8948d7 100644
--- a/Gemfile
+++ b/Gemfile
@@ -39,6 +39,9 @@ local_gemfile = File.dirname(__FILE__) + "/.Gemfile"
 instance_eval File.read local_gemfile if File.exist? local_gemfile
 
 group :test do
+  # FIX: Our test suite isn't ready to run in random order yet
+  gem 'minitest', '< 5.3.4'
+
   platforms :mri_19 do
     gem 'ruby-prof', '~> 0.11.2'
   end