diff --git a/tests/test_crawl.py b/tests/test_crawl.py
index a0f3c9997cc628f78a9f86cba40a6e4361be7640..1b4a4b3b0196854868e832e00b785ae8ed9611e4 100644
--- a/tests/test_crawl.py
+++ b/tests/test_crawl.py
@@ -261,6 +261,7 @@ with multiples lines
         yield self.assertFailure(
             self.runner.crawl(crawler, "http://localhost:8998/status?n=200"),
             ZeroDivisionError)
+        self.assertFalse(crawler.crawling)
 
     @defer.inlineCallbacks
     def test_crawlerrunner_accepts_crawler(self):