weixin_ergeng.py 文件源码

def parse_video_or_audio(self, response):
        item = response.meta['item']
        item['media_type'], result = self.__video_or_audio(response.body)
        item['file_dir'] = os.path.join(settings['FILES_STORE'], item['media_type'], self.name)
        self.logger.info('type: {}, result: {} url: {}'.format(item['media_type'], result, response.url))
        if item['media_type'] == 'video':
            url = 'https://v.qq.com/x/page/{}.html'.format(result)
            meta = {
                'item': item,
                'vid': result,
            }
            yield scrapy.FormRequest(url, method='GET', meta=meta, callback=self.parse_info)
        elif item['media_type'] == 'audio':
            item['media_urls'] = [result]
            t = urlparse(result).path.split('.')
            item['file_name'] += ('.' + t[1]) if ((len(t) >= 2) and t[1]) else '.mp3'
            yield item