init

xiaowu/spiders/meunSpider.py

@@ -64,8 +64,11 @@ class MeunspiderSpider(scrapy.Spider):
         timeArray = time.strptime(created_at, "%Y-%m-%d %H:%M:%S")
         #转换成时间戳
         timestamp = time.mktime(timeArray)
-        yield materials
-        sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,str(materials).replace("'","").replace("{","").replace("}","").replace(",",";").replace(":",","),figure,' ',timestamp,filename)
+        materialsStr=''
+        for key in materials:
+            materialsStr=materialsStr+","+key+materialsStr[key]+";"
+        materials=materialsStr.rstrip(';')
+        sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
 
         try:
             # # 执行sql语句

xiaowu/spiders/meunSpiderEveryday.py

@@ -67,7 +67,10 @@ class MeunspiderSpider(scrapy.Spider):
         timeArray = time.strptime(created_at, "%Y-%m-%d %H:%M:%S")
 		#转换成时间戳
         timestamp = time.mktime(timeArray)
-        yield materials
+        materialsStr=''
+        for key in materials:
+            materialsStr=materialsStr+","+key+materialsStr[key]+";"
+        materials=materialsStr.rstrip(';')
         sqlone = "SELECT * FROM menu WHERE title = '%s'" % (title)
         try:
             # 执行SQL语句
@@ -75,7 +78,7 @@ class MeunspiderSpider(scrapy.Spider):
             # 获取所有记录列表
             results=cursor.fetchall()
             if(len(results)==0):
-                sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,str(materials).replace("'","").replace("{","").replace("}","").replace(",",";").replace(":",","),figure,' ',timestamp,filename)
+                sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
                 try:
                     cursor.execute(sql)
                     db.commit()