提交 06311021 编写于 作者: P Pablo Hoffman

removed backwards compatibility for old errorpages downloader middlware

上级 043e7355
import warnings
from scrapy.core.exceptions import IgnoreRequest
from scrapy.utils.response import response_status_message
class ErrorPagesMiddleware(object):
"""This middleware filters out responses with status code others than 2XX
or defined in spider handle_httpstatus_list attribute.
TODO: move this mw to spidermiddleware and remove me
"""
def __init__(self):
warnings.warn("scrapy.contrib.downloadermiddleware.errorpages.ErrorPagesMiddleware downloader middleware is deprecated - use scrapy.contrib.spidermiddleware.httperror.HttpErrorMiddleware spider middleware instead",
DeprecationWarning, stacklevel=2)
def process_response(self, request, response, spider):
status = response.status
if 200 <= status < 300 or status in getattr(spider, 'handle_httpstatus_list', []):
return response
else:
raise IgnoreRequest(response_status_message(status))
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册