init

xiaowu/settings.py

@@ -76,7 +76,7 @@ USER_AGENTS = [
     "Mozilla/5.0 (X11; Linux i686; U;) Gecko/20070322 Kazehakase/0.4.5"
 ]
 PROXIES = [
-    {'ip_port': '203.174.112.13:3128', 'user_pass': ''},
+    {'ip_port': '114.215.107.94:60443', 'user_pass': ''},
     # {'ip_port': '61.135.217.7:80', 'user_pass': ''},
     # {'ip_port': '218.72.64.204:18118', 'user_pass': ''},
     # {'ip_port': '183.159.93.219:18118', 'user_pass': ''},

xiaowu/spiders/meunSpider.py

@@ -68,7 +68,7 @@ class MeunspiderSpider(scrapy.Spider):
         for key in materials:
             materialsStr=materialsStr+key+","+materials[key]+";"
         materials=materialsStr.rstrip(';')
-        sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
+        sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin,status) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename,1)
 
         try:
             # # 执行sql语句

xiaowu/spiders/meunSpiderEveryday.py

@@ -78,7 +78,7 @@ class MeunspiderSpider(scrapy.Spider):
             # 获取所有记录列表
             results=cursor.fetchall()
             if(len(results)==0):
-                sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
+                sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin,status) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename,1)
                 try:
                     cursor.execute(sql)
                     db.commit()