13283339616 6 years ago
parent
commit
5e4a5225e0
2 changed files with 4 additions and 4 deletions
  1. 1 1
      xiaowu/spiders/meunSpider.py
  2. 3 3
      xiaowu/spiders/meunSpiderEveryday.py

+ 1 - 1
xiaowu/spiders/meunSpider.py

66
         timestamp = time.mktime(timeArray)
66
         timestamp = time.mktime(timeArray)
67
         materialsStr=''
67
         materialsStr=''
68
         for key in materials:
68
         for key in materials:
69
-            materialsStr=materialsStr+","+key+materialsStr[key]+";"
69
+            materialsStr=materialsStr+","+key+materials[key]+";"
70
         materials=materialsStr.rstrip(';')
70
         materials=materialsStr.rstrip(';')
71
         sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
71
         sql = "INSERT INTO menu(title,tags,intro,ingredients,url,burden,created_at,origin) VALUES ('%s','%s','%s','%s','%s' ,'%s' ,'%s' ,'%s' )"%(title,outerdescrib,describ,materials,figure,' ',timestamp,filename)
72
 
72
 

+ 3 - 3
xiaowu/spiders/meunSpiderEveryday.py

42
         #if next_page_url is not None:
42
         #if next_page_url is not None:
43
         #    yield scrapy.Request(response.urljoin(next_page_url),callback=self.parse)
43
         #    yield scrapy.Request(response.urljoin(next_page_url),callback=self.parse)
44
     def doparse(self,response):
44
     def doparse(self,response):
45
-        db = MySQLdb.connect("127.0.0.1","root","Coupon@123","caipu",use_unicode=True,charset="utf8")
46
-        # db = MySQLdb.connect("127.0.0.1","root","123456","menu",use_unicode=True,charset="utf8")
45
+        # db = MySQLdb.connect("127.0.0.1","root","Coupon@123","caipu",use_unicode=True,charset="utf8")
46
+        db = MySQLdb.connect("127.0.0.1","root","123456","menu",use_unicode=True,charset="utf8")
47
         cursor = db.cursor()
47
         cursor = db.cursor()
48
         title = response.meta['title']
48
         title = response.meta['title']
49
         outerdescrib = response.meta['outerdescrib']
49
         outerdescrib = response.meta['outerdescrib']
69
         timestamp = time.mktime(timeArray)
69
         timestamp = time.mktime(timeArray)
70
         materialsStr=''
70
         materialsStr=''
71
         for key in materials:
71
         for key in materials:
72
-            materialsStr=materialsStr+","+key+materialsStr[key]+";"
72
+            materialsStr=materialsStr+","+key+materials[key]+";"
73
         materials=materialsStr.rstrip(';')
73
         materials=materialsStr.rstrip(';')
74
         sqlone = "SELECT * FROM menu WHERE title = '%s'" % (title)
74
         sqlone = "SELECT * FROM menu WHERE title = '%s'" % (title)
75
         try:
75
         try: