siteparser.py 文件源码

def __init__(self, base_url, url=None):
        """ Initializer

        :param base_url: site base url
        :param url: current url
        """
        HTMLParser.__init__(self)
        self.cache = {}
        self.items = []
        self.pages = {}
        self.total_pages = 0
        self.base_url = base_url
        self.url = self.base_url 
        self.site_total_pages = 0
        self.CACHE_SIZE = 500      
        if url:
            self.url = url