image_crawler.py 文件源码

python
阅读 21 收藏 0 点赞 0 评论 0

项目:Pixiv-Spider 作者: cathor01 项目源码 文件源码
def __init__(self, keyword, oneof=u'', exclude=u'', max_page=0, save_star=500, save_thumbs=True, save_dir=u'big', *args, **kwargs):
        super(ImageCrawler, self).__init__(*args, **kwargs)
        settings = get_project_settings()

        self.pixiv_id = settings['PIXIV_ID']
        self.pixiv_pass = settings['PIXIV_PASS']
        self.max_page = int(max_page)
        print keyword
        if platform.system() == 'Windows':
            self.keyword = keyword.decode('gbk').replace('##', ' ')
            if oneof is not None and oneof != u'':
                self.keyword += u' (' + oneof.decode('gbk').replace('##', ' OR ') + u')'
            if exclude is not None and exclude != u'':
                excludes = exclude.split('##')
                for excl in excludes:
                    self.keyword += u' -' + excl.decode('gbk')
            self.img_save_dir = save_dir.decode('gbk')
        else:
            self.keyword = keyword.replace('##', ' ')
            if oneof is not None and oneof != u'':
                self.keyword += u' (' + oneof.replace('##', ' OR ') + u')'
            if exclude is not None and exclude != u'':
                excludes = exclude.split('##')
                for excl in excludes:
                    self.keyword += u' -' + excl
            self.img_save_dir = save_dir
        self.save_star = int(save_star)
        self.save_thumbs = save_thumbs == 'True' or save_thumbs == True
        print self.keyword, self.max_page, self.save_star, self.save_thumbs
评论列表
文章目录


问题


面经


文章

微信
公众号

扫码关注公众号