pipelines.py 文件源码

def open_spider(self, spider):
        """
        called when spider is opened.
        do something before pipeline is processing items.
        example: do settings or create connection to the database.
        """
        try:
            spider.logger.debug("trying to connect mysql")
            self.db = MySQLdb.connect(host=self.mysql_ip, port=self.mysql_port,
                                      user=self.mysql_user,
                                      passwd=self.mysql_password,
                                      db=self.mysql_database)
        except MySQLdb.DatabaseError:
            spider.logger.error("can not connect mysql")
            raise MySQLdb.DatabaseError
        return