def quit(self, spider): # second param is instance of spider about to be closed. try: self.url.db.close() print('Spider closed, fetching product urls stopped') except: pass