def save_search_result_with_queue(queue): while 1: try: p = queue.get(timeout=0) except Empty: break save_search_result(p, queue) print 'stopping crawler...'