cli.py 文件源码

def all(ctx):
    """
        Start scheduler and worker, also run phantomjs if phantomjs is installed.
    """
    g = ctx.obj
    sub_processes = []
    threads = []
    try:
        if not g.get('phantomjs_proxy'):
            phantomjs_config = g.get('phantomjs', {})
            phantomjs_config.setdefault('auto_restart', True)
            sub_processes.append(utils.run_in_subprocess(ctx.invoke, phantomjs, **phantomjs_config))
            time.sleep(2)
            if sub_processes[-1].is_alive() and not g.get('phantomjs_proxy'):
                g['phantomjs_proxy'] = '127.0.0.1:%s' % phantomjs_config.get('port', 25555)

        scheduler_config = g.get('scheduler', {})
        threads.append(utils.run_in_thread(ctx.invoke, scheduler, **scheduler_config))

        worker_config = g.get('worker', {})
        threads.append(utils.run_in_thread(ctx.invoke, worker, **worker_config))

        while threads:
            for t in threads:
                if not t.isAlive():
                  threads.remove(t)
            time.sleep(0.1)

        for sub_process in sub_processes:
            sub_process.join()

    except KeyboardInterrupt:
        logging.info('Keyboard interrupt. Bye, bye.')
    finally:
        # Need to kill subprocesses: phantomjs.
        for process in sub_processes:
            process.terminate()