Merge branch 'master' of http://101.200.220.49:8001/houxiaohua/shop_live_scraper

dy_live_reward.py

@@ -17,7 +17,7 @@ def scrape():
 
             # 如果没有待爬取的直播，则等一秒，循环
             if room_info is None:
-                time.sleep(1)
+                time.sleep(0.1)
                 continue
 
             # 判断是否到达爬取时间以确定是否需要爬取弹幕，并直接塞回队列尾部
@@ -79,7 +79,7 @@ def scrape():
                 rds.push_data_list(data)
             else:
                 print('直播ID%s %d秒前曾爬取过，暂无需继续抓取' % (room_id, time_diff))
-                time.sleep(1)
+                time.sleep(0.1)
                 rds.push_request_id(json.dumps(room_dict))
 
         except Exception as e:
@@ -95,6 +95,6 @@ if __name__ == "__main__":
 
     print(time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()) + ' ' + ' 开始执行，待爬取直播队列长度：' + str(rds.get_len()))
 
-    for i in range(1, 50):
+    for i in range(1, 80):
         task = threading.Thread(target=scrape, name=i)
         task.start()  # 准备就绪,等待cpu执行