13283339616 лет назад: 6
Родитель
Сommit
62f1b30641
2 измененных файлов с 10 добавлено и 4 удалено
  1. 5 2
      xiaowu/spiders/meunSpider.py
  2. 5 2
      xiaowu/spiders/meunSpiderEveryday.py

+ 5 - 2
xiaowu/spiders/meunSpider.py

64
         timeArray = time.strptime(created_at, "%Y-%m-%d %H:%M:%S")
64
         timeArray = time.strptime(created_at, "%Y-%m-%d %H:%M:%S")
65
         #转换成时间戳
65
         #转换成时间戳
66
         timestamp = time.mktime(timeArray)
66
         timestamp = time.mktime(timeArray)
67
-        yield materials
68
-        sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,str(materials).replace("'","").replace("{","").replace("}","").replace(",",";").replace(":",","),figure,' ',timestamp,filename)
67
+        materialsStr=''
68
+        for key in materials:
69
+            materialsStr=materialsStr+","+key+materialsStr[key]+";"
70
+        materials=materialsStr.rstrip(';')
71
+        sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
69
 
72
 
70
         try:
73
         try:
71
             # # 执行sql语句
74
             # # 执行sql语句

+ 5 - 2
xiaowu/spiders/meunSpiderEveryday.py

67
         timeArray = time.strptime(created_at, "%Y-%m-%d %H:%M:%S")
67
         timeArray = time.strptime(created_at, "%Y-%m-%d %H:%M:%S")
68
 		#转换成时间戳
68
 		#转换成时间戳
69
         timestamp = time.mktime(timeArray)
69
         timestamp = time.mktime(timeArray)
70
-        yield materials
70
+        materialsStr=''
71
+        for key in materials:
72
+            materialsStr=materialsStr+","+key+materialsStr[key]+";"
73
+        materials=materialsStr.rstrip(';')
71
         sqlone = "SELECT * FROM menu WHERE title = '%s'" % (title)
74
         sqlone = "SELECT * FROM menu WHERE title = '%s'" % (title)
72
         try:
75
         try:
73
             # 执行SQL语句
76
             # 执行SQL语句
75
             # 获取所有记录列表
78
             # 获取所有记录列表
76
             results=cursor.fetchall()
79
             results=cursor.fetchall()
77
             if(len(results)==0):
80
             if(len(results)==0):
78
-                sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,str(materials).replace("'","").replace("{","").replace("}","").replace(",",";").replace(":",","),figure,' ',timestamp,filename)
81
+                sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
79
                 try:
82
                 try:
80
                     cursor.execute(sql)
83
                     cursor.execute(sql)
81
                     db.commit()
84
                     db.commit()