init_database.py 文件源码

def init_database():

    print("--- Start getting listings ---")
    listings_threads = [gevent.spawn(l.insert_listings, sample, DB, networking_pool) 
                       for sample in SAMPLES]
    gevent.joinall(listings_threads)

    print("--- Get all listings: %s seconds ---" 
          % (time.time() - start_time))
    listings_cursor = DB.listings.find({"reviews_count": {"$gt": 0}})
    listings = [listing for listing in listings_cursor]
    print("--- listings length %s ---" % str(len(listings)))
    print("--- reviews length %s ---" % str())

    print("--- Start getting reviews ---")
    reviews_threads = [networking_pool.spawn(r.insert_reviews, listing['_id'], DB) 
                       for listing in listings]
    networking_pool.join()
    print("--- Get all reviews: %s seconds ---"
          % (time.time() - start_time))