ptt-crawler/scraptt/middlewares/pyquery.py

from ..configs import PTT
from pyquery import PyQuery
from scrapy.http.response.html import HtmlResponse


class PyqueryMiddleware:
    """
    The PyqueryMiddleware object injects PyQuery object into Scrapy `response`.
    """

    def process_response(self, request, response, spider) -> HtmlResponse:
        response.dom = PyQuery(response.text).make_links_absolute(PTT)
        return response