def logged_in(self, response):
conn = pymysql.connect(**DB_CONFIG)
cursor = conn.cursor()
sql = 'select * from section'
cursor.execute(sql)
for row in cursor.fetchall():
item = ByrbbsArticleItem()
item['section_url'] = row[1]
yield scrapy.Request(response.urljoin(row[1]), meta={'cookiejar': response.meta['cookiejar'], 'item': item}, headers=HEADERS,
callback=self.parse_article_list)
# ???????????
# self.start_urls = ['https://bbs.byr.cn/board/BM_Market']
# item = ByrbbsArticleItem()
# item['section_url'] = 'board/BM_Market'
# return scrapy.Request(self.start_urls[0], meta={'cookiejar': response.meta['cookiejar'], 'item': item},
# headers=HEADERS, callback=self.parse_article_list)
# ??????????????????????
评论列表
文章目录