from urllib.parse import urlencode import csv import random import requests import traceback from time import sleep from lxml import etree from fake_useragent import UserAgent base_url = 'http://www.hshfy.sh.cn/shfy/gweb2017/ktgg_search_content.jsp?' #这里要换成对应Ajax请求中的链接 headers = { 'Connection': 'keep-alive', 'Accept': '*/*', 'X-Requested-With': 'XMLHttpRequest', 'User-Agent': '你的User-Agent', 'Origin': 'http://www.hshfy.sh.cn', 'Referer': 'http://www.hshfy.sh.cn/shfy/gweb2017/ktgg_search.jsp?zd=splc', 'Accept-Language': 'zh-CN,zh;q=0.9', 'Content-Type': 'application/x-www-form-urlencoded', 'Cookie': '你的Cookie' }