doubanMovieCralwer.py 文件源码

def get(self,url):
        try:
            resp = requests.get(url=url,headers=headers.get_header())
            self.notifylineEdit_4.emit(u"[+] ???? "+url)
            return resp

        except requests.ConnectionError:
            # self.log.error(traceback.print_exc())
            # print traceback.print_exc()
            self.log.error(u'??{0}??'.format(url))
            #   ???????3?
            time.sleep(3)

        except Exception as e:
            # self.log.error(traceback.print_exc())
            print traceback.print_exc()
            self.log.error(u'??{0}??????{1}'.format(url,e))
            # return

    #   ??????
    #   http://movie.douban.com/subject/10533913/photos?type=R
    #   ??  http://img3.douban.com/view/photo/thumb/public/p1812524514.jpg
    #   ???? http://img3.douban.com/view/photo/photo/public/p1812524514.jpg

    #   ???????images,??????