data_input.py 文件源码

def prune_databases(self):
        for source in self.sources:
            self.logger.log("Data Input/Pruner", "informative", "Pruning: " + source["news_api_name"])

            db = source["articles_db"]

            q = Query()
            test_func = lambda at: arrow.get(at) < (arrow.now() - datetime.timedelta(days=1))
            docs = db.search(q.at.test(test_func))

            eids = [doc.eid for doc in docs]
            db.remove(eids=eids)

    # Entry point for process