init

xiaowu/settings.py

@@ -47,10 +47,6 @@ DEFAULT_REQUEST_HEADERS = {
     'User-Agent': 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.94 Safari/537.36',
     'authorization': 'oauth c3cef7c66a1843f8b3a9e6a1e3160e20',
 }
-MYSQL_HOST = 'localhost'
-MYSQL_DBNAME = 'spider'
-MYSQL_USER = 'root'
-MYSQL_PASSWD = '123456'
 # Enable or disable spider middlewares
 # See https://doc.scrapy.org/en/latest/topics/spider-middleware.html
 #SPIDER_MIDDLEWARES = {
@@ -80,10 +76,10 @@ USER_AGENTS = [
     "Mozilla/5.0 (X11; Linux i686; U;) Gecko/20070322 Kazehakase/0.4.5"
 ]
 PROXIES = [
-    {'ip_port': '114.215.95.188:3128', 'user_pass': ''},
-    # {'ip_port': '119.28.152.208:80', 'user_pass': ''},
-    # {'ip_port': '211.159.177.212:3128', 'user_pass': ''},
+    {'ip_port': '203.174.112.13:3128', 'user_pass': ''},
     # {'ip_port': '61.135.217.7:80', 'user_pass': ''},
+    # {'ip_port': '218.72.64.204:18118', 'user_pass': ''},
+    # {'ip_port': '183.159.93.219:18118', 'user_pass': ''},
 ]
 COOKIES_ENABLED = False
 #延迟