extractdoneurls.py 文件源码

def manager(dbs):
    # leave one cpu 
    tasks = mp.cpu_count() -1 
    tasks = 1
    que = mp.Queue()
    for db in dbs:
        que.put(db)

    lock = mp.Lock()
    plist = []
    for i in xrange(tasks):
        p = mp.Process(target=worker, args=(que, lock, i+1 ))
        p.start()
        plist.append(p)

    for p in plist:
        p.join()