手机壁纸抓取

NO8/index.py

+import requests
+import re
+import threading
+
+
+headers = {
+    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.93 Safari/537.36"}
+
+# 循环获取 URL
+
+
+def get_image(base_url):
+
+    res = requests.get(
+        url=base_url, headers=headers)
+
+    if res is not None:
+        html = res.text
+
+        pattern = re.compile(
+            '<img lazysrc="(.*?)" lazysrc2x=".*?" width="221" height="362" alt=".*?" title="(.*?)"')
+        match_list = pattern.findall(html)
+        for url, title in match_list:
+            save_image(url[:url.find('jpg')+3], title)
+
+        print(match_list)
+
+
+def save_image(url, title):
+    try:
+        print(f"{title} - {url}")
+        res = requests.get(url=url, headers=headers)
+
+        if res is not None:
+            html = res.content
+
+            with open(f"images/{title}.jpg", "wb+") as f:
+                f.write(res.content)
+    except Exception as e:
+        print(e)
+
+
+if __name__ == '__main__':
+    num = 0
+    # 最多开启5个线程
+    semaphore = threading.BoundedSemaphore(5)
+    for index in range(189):
+        t = threading.Thread(target=get_image, args=(
+            f"https://www.3gbizhi.com/sjbz/index_{index}.html",))
+        t.start()
+    while threading.active_count() != 1:
+        pass
+    else:
+        print('所有线程运行完毕')

[guokeyixiao]

如果能把后面的原始图抓下来就更好了

[梦想橡皮擦]

相同的逻辑可以在重复一遍

[ChiShiJinChi]

为什么会有一个孤零零的“html”