From c9e781357da20d8dbb9302e3c983a5dbcd2afb84 Mon Sep 17 00:00:00 2001
From: Paul Tremberth <paul.tremberth@gmail.com>
Date: Mon, 22 Feb 2016 18:44:22 +0100
Subject: [PATCH] Explicitly call Twisted transport stopProducing() on HTTP/1.0
 timeouts

---
 scrapy/core/downloader/webclient.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/scrapy/core/downloader/webclient.py b/scrapy/core/downloader/webclient.py
index 9bcc51943..1c89a0f9e 100644
--- a/scrapy/core/downloader/webclient.py
+++ b/scrapy/core/downloader/webclient.py
@@ -83,6 +83,11 @@ class ScrapyHTTPPageGetter(HTTPClient):
 
     def timeout(self):
         self.transport.loseConnection()
+
+        # transport cleanup needed for HTTPS connections
+        if self.factory.url.startswith(b'https'):
+            self.transport.stopProducing()
+
         self.factory.noPage(\
                 defer.TimeoutError("Getting %s took longer than %s seconds." % \
                 (self.factory.url, self.factory.timeout)))
-- 
GitLab