一个scrapy使用的demo,以后抓数据可以参考它
1.Items
# -*- coding: utf-8 -*-
# Define here the models for your scraped items
#
# See documentation in:
# https://doc.scrapy.org/en/latest/topics/items.html
import scrapy
class RssItem(scrapy.Item):
# define the fields for your item here like:
# name = scrapy.Field()
title = scrapy.Field()
link = scrapy.Field()
description = scrapy.Field()
lastBuildDate = scrapy.Field()
generator = scrapy.Field()
language = scrapy.Field()
copyright = scrapy.Field()
pubDate = scrapy.Field()
items = scrapy.Field()
class NodeItem(scrapy.Item):
title = scrapy.Field()
link = scrapy.Field()
description = scrapy.Field()
author = scrapy.Field()
comments = scrapy.Field()
pubDate = scrapy.Field()
guid = scrapy.Field()
class RowItem(scrapy.Item):
name = scrapy.Field()
sex = scrapy.Field()
addr = scrapy.Field()
email = scrapy.Field()
class GoodsItem(scrapy.Item):
name = scrapy.Field()
price = scrapy.Field()
link = scrapy.Field()
commnum = scrapy.Field()
class NewsLinkItem(scrapy.Item):
name = scrapy.Field()
link = scrapy.Field()
# -*-