ranklist

douyin_hourly_ranklist_commerce_scraper.py

@@ -173,8 +173,6 @@ def get_commerce_rank_list_data(room_id, sec_anchor_id, anchor_id, result):
                     print(
                         time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()) 
                         + ' 数据获取成功！' 
-                        + '\n'
-                        + room_id 
                     )
                     break
                 else:
@@ -182,10 +180,8 @@ def get_commerce_rank_list_data(room_id, sec_anchor_id, anchor_id, result):
                         time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()) 
                         + ' 数据获取失败！' 
                         + '\n'
-                        + room_id 
-                        + '\n'
-                        + response.text
-                        + Proxy.proxy_info
+                        + str(response.text)
+                        + str(Proxy.proxy_info)
                     )
                 
             else:
@@ -194,9 +190,7 @@ def get_commerce_rank_list_data(room_id, sec_anchor_id, anchor_id, result):
                     + ' 爬取http连接失败！' 
                     + str(response.status_code) 
                     + '\n'
-                    + Proxy.proxy_info 
-                    + '\n'
-                    + room_id 
+                    + str(Proxy.proxy_info)
                     + '\n'
                 )
                 time.sleep(1)
@@ -206,9 +200,7 @@ def get_commerce_rank_list_data(room_id, sec_anchor_id, anchor_id, result):
                 + ' 代理过期！' 
                 + str(e) 
                 + '\n'
-                + room_id 
-                + '\n'
-                + Proxy.proxy_info
+                + str(Proxy.proxy_info)
             )
             Proxy.del_proxy(proxy)
             pass
@@ -218,9 +210,7 @@ def get_commerce_rank_list_data(room_id, sec_anchor_id, anchor_id, result):
                 + ' ConnectTimeout！' 
                 + str(e) 
                 + '\n'
-                + room_id 
-                + '\n'
-                + Proxy.proxy_info
+                + str(Proxy.proxy_info)
             )
             Proxy.del_proxy(proxy)
             pass
@@ -230,8 +220,6 @@ def get_commerce_rank_list_data(room_id, sec_anchor_id, anchor_id, result):
                 + ' 请求抛出异常！' 
                 + str(e) 
                 + '\n'
-                + room_id 
-                + '\n'
                 + Proxy.proxy_info
             )
             pass

douyin_hourly_ranklist_whole_scraper.py

@@ -167,8 +167,6 @@ def get_whole_station_rank_data(room_id, sec_anchor_id, anchor_id, result):
                     print(
                         time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()) 
                         + ' 数据获取成功！' 
-                        + '\n'
-                        + room_id 
                     )
 
                     break
@@ -177,8 +175,6 @@ def get_whole_station_rank_data(room_id, sec_anchor_id, anchor_id, result):
                         time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()) 
                         + ' 数据获取失败！' 
                         + '\n'
-                        + room_id 
-                        + '\n'
                         + response.text
                         + Proxy.proxy_info
                     )
@@ -191,8 +187,6 @@ def get_whole_station_rank_data(room_id, sec_anchor_id, anchor_id, result):
                     + '\n'
                     + Proxy.proxy_info 
                     + '\n'
-                    + room_id 
-                    + '\n'
                 )
                 time.sleep(1)
         except requests.exceptions.ProxyError as e:
@@ -201,8 +195,6 @@ def get_whole_station_rank_data(room_id, sec_anchor_id, anchor_id, result):
                 + ' 代理过期！' 
                 + str(e) 
                 + '\n'
-                + room_id 
-                + '\n'
                 + Proxy.proxy_info
             )
             Proxy.del_proxy(proxy)
@@ -213,8 +205,6 @@ def get_whole_station_rank_data(room_id, sec_anchor_id, anchor_id, result):
                 + ' ConnectTimeout！' 
                 + str(e) 
                 + '\n'
-                + room_id 
-                + '\n'
                 + Proxy.proxy_info
             )
             Proxy.del_proxy(proxy)
@@ -225,8 +215,6 @@ def get_whole_station_rank_data(room_id, sec_anchor_id, anchor_id, result):
                 + ' 请求抛出异常！' 
                 + str(e) 
                 + '\n'
-                + room_id 
-                + '\n'
                 + Proxy.proxy_info
             )
             pass