def init_database():
print("--- Start getting listings ---")
listings_threads = [gevent.spawn(l.insert_listings, sample, DB, networking_pool)
for sample in SAMPLES]
gevent.joinall(listings_threads)
print("--- Get all listings: %s seconds ---"
% (time.time() - start_time))
listings_cursor = DB.listings.find({"reviews_count": {"$gt": 0}})
listings = [listing for listing in listings_cursor]
print("--- listings length %s ---" % str(len(listings)))
print("--- reviews length %s ---" % str())
print("--- Start getting reviews ---")
reviews_threads = [networking_pool.spawn(r.insert_reviews, listing['_id'], DB)
for listing in listings]
networking_pool.join()
print("--- Get all reviews: %s seconds ---"
% (time.time() - start_time))
评论列表
文章目录