science_articles.py 文件源码

def downloader():
        pdfs = ScienceArticle.objects.filter(got_pdf=False)

        for pdf in pdfs:
            source = requests.get(pdf.pdf_url, proxies=settings.PROXIES, headers=settings.HEADERS, timeout=settings.TIMEOUT)

            name = "{0}.pdf".format(wrap(pdf.slug, 60)[0])
            filename = join(settings.BASE_DIR, 'uploads', 'research', name)

            with open(filename, 'wb') as fle:
                print((colored.green("Successfully opened pdf w. path: {0}".format(filename))))
                fle.write(source.content)
                fle.close()

            pdf.file = "uploads/research/{0}".format(name)
            pdf.got_pdf = True
            pdf.save()