data_input.py 文件源码

def poll_for_articles(self):
        while True:
            at = 0
            for source in self.sources:
                self.logger.log("Data Input", "informative", "Polling: " + source["news_api_name"])

                articles = source["news_api_instance"].get_articles()
                if articles is not None:
                    for article in articles:
                        # Skip duplicates
                        q = Query()
                        if len(self.sources[at]["articles_db"].search(q.title == article["title"])) == 0:
                            self.queue_article(article)
                            self.sources[at]["articles_db"].insert({"title": article["title"], "at": str(arrow.now())})

                at = at + 1

            # Sleep for interval time
            time.sleep(self.config["data_input"]["poll_interval"])

    # Adds the given article to the queue