python之scrapy爬取某集团招聘信息以及招聘详情

1、定义爬取的字段items.py

# -*- coding: utf-8 -*-

# Define here the models for your scraped items
#
# See documentation in:
# https://doc.scrapy.org/en/latest/topics/items.html

import scrapy
class GosuncnItem(scrapy.Item):
    """
    定义爬虫的字段
    """
    # define the fields for your item here like:
    # name = scrapy.Field()
    platform = scrapy.Field()
    position = scrapy.Field()
    num = scrapy.Field()
    time = scrapy.Field()
    url = scrapy.Field()
    content = scrapy.Field()
    responsible = scrapy.Field()
    page = scrapy.Field()
    pass

View Code