test

douyin_video_scraper_web.py

@@ -43,7 +43,11 @@ if __name__ == '__main__':
         ck = rds.get_cookie()
         if ck is None:
             ck = webdy.get_ck(proxy=proxies)
-            rds.set_cookie(ck)
+            if ck:
+                rds.set_cookie(ck)
+            else:
+                print('获取cookie失败')
+                break
 
         for index in range(1000):
             try:

web_dy.py

@@ -18,7 +18,7 @@ class WebDouYin:
         
         # print('_signature',d)
         return d
-    def get_ck(self, proxy=None):
+    def get_ck(self, proxy=None, retime=0):
         requests.packages.urllib3.disable_warnings()
         headers = {
             'authority': 'www.douyin.com',
@@ -31,13 +31,19 @@ class WebDouYin:
             'upgrade-insecure-requests': '1',
             'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36',
         }
-        res = requests.get('https://www.douyin.com/', headers=headers,verify=False, proxies=proxy)
+        res = requests.get('https://www.douyin.com/', headers=headers,verify=False, proxies=proxy,timeout=8)
         cookie_dict=res.cookies.get_dict()
         ck=''
+        if retime >= 2:
+            return None
+
         if cookie_dict:
             for k,v in cookie_dict.items():
                 ck+='%s=%s; '%(k,v)
             ck=ck[:-2]
+        else:
+            retime += 1
+            ck = self.get_ck(proxy=proxy, retime=retime)
         ck+='; passport_csrf_token='+str(uuid.uuid4()).replace('-','')
         # print(ck)
         return ck