阅读背景:

scrapy的简单demo

来源:互联网 

    一个scrapy使用的demo,以后抓数据可以参考它

1.Items

# -*- coding: utf-8 -*-

# Define here the models for your scraped items
#
# See documentation in:
# https://doc.scrapy.org/en/latest/topics/items.html

import scrapy


class RssItem(scrapy.Item):
    # define the fields for your item here like:
    # name = scrapy.Field()
    title = scrapy.Field()
    link = scrapy.Field()
    description = scrapy.Field()
    lastBuildDate = scrapy.Field()
    generator = scrapy.Field()
    language = scrapy.Field()
    copyright = scrapy.Field()
    pubDate = scrapy.Field()
    items = scrapy.Field()

class NodeItem(scrapy.Item):
    title = scrapy.Field()
    link = scrapy.Field()
    description = scrapy.Field()
    author = scrapy.Field()
    comments = scrapy.Field()
    pubDate = scrapy.Field()
    guid = scrapy.Field()

class RowItem(scrapy.Item):
    name = scrapy.Field()
    sex = scrapy.Field()
    addr = scrapy.Field()
    email = scrapy.Field()


class GoodsItem(scrapy.Item):
    name = scrapy.Field()
    price = scrapy.Field()
    link = scrapy.Field()
    commnum = scrapy.Field()
    
class NewsLinkItem(scrapy.Item):
    name = scrapy.Field()
    link = scrapy.Field()
# -*-



你的当前访问异常,请进行认证后继续阅读剩余内容。

分享到: