pipeline.py 文件源码

def process(self, request):
        """
        Processes passed :class:`Request <okami.api.Request>` object.
        Exceptions should be caught otherwise entire pipeline terminates.

        :param request: :class:`Request <okami.api.Request>` object
        :returns: altered passed :class:`Request <okami.api.Request>` object
        """
        if not self.controller.session or self.controller.session.closed:
            try:
                self.controller.session = self.controller.spider.session()
            except NotImplementedError:
                connector = aiohttp.TCPConnector(
                    limit=settings.CONN_MAX_CONCURRENT_CONNECTIONS,
                    verify_ssl=settings.CONN_VERIFY_SSL,
                )
                self.controller.session = aiohttp.ClientSession(connector=connector)
        return request