init

xiaowu/spiders/food.py

@@ -30,6 +30,8 @@ class FoodSpider(scrapy.Spider):
             linkurl=(quote.xpath("./@href").extract_first())
             imgsrc=(quote.xpath("./img/@src").extract_first())
             spantitle=(quote.xpath("./span/text()").extract_first())
+            if spantitle is None:
+                spantitle=(quote.xpath("./text()").extract_first())
             if linkurl is not None:
                 yield scrapy.Request(response.urljoin(linkurl),meta={'linkurl': linkurl,'imgsrc':imgsrc,'filename':filename,'spantitle':spantitle},callback=self.doparse)
                 # fhtml.write(linkurl+ "\n")

xiaowu/spiders/foodEveryday.py

@@ -27,6 +27,8 @@ class quyaqu(scrapy.Spider):
             linkurl=(quote.xpath("./@href").extract_first())
             imgsrc=(quote.xpath("./img/@src").extract_first())
             spantitle=(quote.xpath("./span/text()").extract_first())
+            if spantitle is None:
+                spantitle=(quote.xpath("./text()").extract_first())
             if linkurl is not None:
                 yield scrapy.Request(response.urljoin(linkurl),meta={'linkurl': linkurl,'imgsrc':imgsrc,'filename':filename,'spantitle':spantitle},callback=self.doparse)
                 # fhtml.write(linkurl+ "\n")