def save_search_result_with_queue(queue): while 1: try: p = queue.get(timeout=0) except Empty: break print p, 'page' save_search_result(p, queue) print 'stopping crawler...'