scraper.py 文件源码

def get_all_feed_docs():
    """Submits a job to 'db-get' to get all ids and urls of the feeds"""
    # format the request
    to_get_urls_ids = str(bson.BSON.encode({
        "key": key,
        "database": "feedlark",
        "collection": "feed",
        "query": {},
        "projection": {
            "_id": 1,
            "url": 1,
            "items": 1,
        },
    }))
    url_fields_gotten = gm_client.submit_job("db-get", to_get_urls_ids)
    bson_object = bson.BSON.decode(bson.BSON(url_fields_gotten.result))

    return bson_object["docs"]