analysis.py 文件源码

def feed_queue(dest_dir, queue, queue_url, campaign_id):
    s = requests.Session()
    while True:
        logger.debug('fetching %s', queue_url)
        analysis_queue = s.get(queue_url).json()['crashes']
        for crash in analysis_queue:
            crash_name = str(crash['crash_id'])
            logger.info('downloading %s', crash_name)
            local_filename = os.path.join(dest_dir, crash_name)
            urllib_request.urlretrieve(crash['download'], filename=local_filename)
            logger.debug('%d crashes waiting', queue.qsize())
            queue.put((crash['crash_id'], local_filename))