pipelines.py 文件源码

def process_item(self, item, spider):
        if 'id' not in item:
            if 'link' in item:
                item['id'] = uuid.uuid5(uuid.NAMESPACE_DNS, item['link']).urn
            else:
                raise DropItem('A link is required to autogenerate the feed '
                               'id for: {}'.format(item))

        if 'title' not in item:
            # Having a title is mandatory, so we use an empty string if none
            # is set.
            item['title'] = ''

        return item