暫無描述

items.py 2.9KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596
  1. # -*- coding: utf-8 -*-
  2. # Define here the models for your scraped items
  3. #
  4. # See documentation in:
  5. # https://doc.scrapy.org/en/latest/topics/items.html
  6. import scrapy
  7. class XiaowuItem(scrapy.Item):
  8. # define the fields for your item here like:
  9. # name = scrapy.Field()
  10. pass
  11. class DmozItem(scrapy.Item):
  12. title = scrapy.Field()
  13. link =scrapy.Field()
  14. desc = scrapy.Field()
  15. class HuxiuItem(scrapy.Item):
  16. title = scrapy.Field() # 标题
  17. link = scrapy.Field() # 链接
  18. desc = scrapy.Field() # 简述
  19. posttime = scrapy.Field() # 发布时间
  20. class QuotesbotItem(scrapy.Item):
  21. # define the fields for your item here like:
  22. # name = scrapy.Field()
  23. pass
  24. class UserItem(scrapy.Item):
  25. id = scrapy.Field()
  26. name = scrapy.Field()
  27. account_status = scrapy.Field()
  28. allow_message= scrapy.Field()
  29. answer_count = scrapy.Field()
  30. articles_count = scrapy.Field()
  31. avatar_hue = scrapy.Field()
  32. avatar_url = scrapy.Field()
  33. avatar_url_template =scrapy.Field()
  34. badge = scrapy.Field()
  35. business = scrapy.Field()
  36. employments = scrapy.Field()
  37. columns_count = scrapy.Field()
  38. commercial_question_count = scrapy.Field()
  39. description = scrapy.Field()
  40. educations = scrapy.Field()
  41. favorite_count =scrapy.Field()
  42. favorited_count = scrapy.Field()
  43. follower_count = scrapy.Field()
  44. following_columns_count = scrapy.Field()
  45. following_favlists_count = scrapy.Field()
  46. following_question_count = scrapy.Field()
  47. following_topic_count = scrapy.Field()
  48. gender = scrapy.Field()
  49. headline = scrapy.Field()
  50. hosted_live_count = scrapy.Field()
  51. is_active = scrapy.Field()
  52. is_bind_sina = scrapy.Field()
  53. is_blocked = scrapy.Field()
  54. is_advertiser = scrapy.Field()
  55. is_blocking = scrapy.Field()
  56. is_followed = scrapy.Field()
  57. is_following = scrapy.Field()
  58. is_force_renamed = scrapy.Field()
  59. is_privacy_protected = scrapy.Field()
  60. locations = scrapy.Field()
  61. is_org = scrapy.Field()
  62. type = scrapy.Field()
  63. url = scrapy.Field()
  64. url_token = scrapy.Field()
  65. user_type = scrapy.Field()
  66. logs_count = scrapy.Field()
  67. marked_answers_count = scrapy.Field()
  68. marked_answers_text = scrapy.Field()
  69. message_thread_token = scrapy.Field()
  70. mutual_followees_count = scrapy.Field()
  71. participated_live_count = scrapy.Field()
  72. pins_count = scrapy.Field()
  73. question_count = scrapy.Field()
  74. show_sina_weibo = scrapy.Field()
  75. thank_from_count = scrapy.Field()
  76. thank_to_count =scrapy.Field()
  77. thanked_count =scrapy.Field()
  78. type = scrapy.Field()
  79. vote_from_count = scrapy.Field()
  80. vote_to_count =scrapy.Field()
  81. voteup_count = scrapy.Field()
  82. class Woman(scrapy.Item):
  83. text=scrapy.Field()
  84. imgUrl=scrapy.Field()
  85. content=scrapy.Field()
  86. class WmItem(scrapy.Item):
  87. name=scrapy.Field()
  88. title=scrapy.Field()
  89. content=scrapy.Field()