from typing import List, AsyncIterable from urllib.parse import urlparse, urljoin, quote, quote_plus import aiohttp from bs4 import BeautifulSoup from models import LastChapter from plugins.client import MangaClient, MangaCard, MangaChapter class TMOClient(MangaClient): base_url = urlparse("https://visortmo.com/") search_url = urljoin(base_url.geturl(), "library") search_param = 'title' latest_uploads = urljoin(base_url.geturl(), "latest_uploads") pre_headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:97.0) Gecko/20100101 Firefox/97.0' } def __init__(self, *args, name="TMO", **kwargs): super().__init__(*args, name=name, headers=self.pre_headers, connector=aiohttp.TCPConnector(verify_ssl=False), **kwargs) def mangas_from_page(self, page: bytes): bs = BeautifulSoup(page, "html.parser") cards = bs.find_all("div", {"class": "element"}) mangas = [card.a for card in cards] names = [card.findNext("div", {"class": "thumbnail-title"}).h4.get("title").strip() for card in cards] url = [manga.get('href').strip() for manga in mangas] images = [str(card.style).split("url('")[1].split("')")[0].strip() for card in cards] mangas = [MangaCard(self, *tup) for tup in zip(names, url, images)] return mangas def chapters_from_page(self, page: bytes, manga: MangaCard = None): bs = BeautifulSoup(page, "html.parser") div = bs.find("div", {"id": "chapters"}) lis = div.select("li.list-group-item.upload-link") texts = [li.findNext("a").text.strip().replace('\xa0', ' ') for li in lis] links = [li.findNext("a", {"class": "btn btn-default btn-sm".split()}).get("href").strip() for li in lis] return list(map(lambda x: MangaChapter(self, x[0], x[1], manga, []), zip(texts, links))) def updates_from_page(self, page: bytes): bs = BeautifulSoup(page, "html.parser") trs = bs.find_all("tr", {"class": "upload-file-row"}) urls = [tr.td.a.get("href") for tr in trs] return urls async def pictures_from_chapters(self, content: bytes, response=None): bs = BeautifulSoup(content, "html.parser") cascade = bs.find("a", {"title": "Cascada"}) if cascade: url = cascade.get('href') content = await self.get_url(url) bs = BeautifulSoup(content, "html.parser") else: url = str(response.url) ul = bs.find('div', {'class': 'viewer-container container'}) images = ul.find_all('img') images_url = [quote(img.get('data-src'), safe=':/%').strip() for img in images] return images_url async def search(self, query: str = "", page: int = 1) -> List[MangaCard]: query = quote_plus(query) request_url = f'{self.search_url}?_pg={page}' if query: request_url += f'&{self.search_param}={query}' response = await self.get_url(request_url, req_content=False) # print(response) content = await response.read() return self.mangas_from_page(content) async def get_chapters(self, manga_card: MangaCard, page: int = 1) -> List[MangaChapter]: request_url = f'{manga_card.url}' content = await self.get_url(request_url) return self.chapters_from_page(content, manga_card)[(page - 1) * 20:page * 20] async def iter_chapters(self, manga_url: str, manga_name) -> AsyncIterable[MangaChapter]: manga_card = MangaCard(self, manga_name, manga_url, '') request_url = f'{manga_card.url}' response = await self.get_url(request_url, req_content=False) # print(response) content = await response.read() for chapter in self.chapters_from_page(content, manga_card): yield chapter async def contains_url(self, url: str): return url.startswith(self.base_url.geturl()) async def get_picture(self, manga_chapter, url, *args, **kwargs): headers = {'referer': manga_chapter.url} return await super(TMOClient, self).get_picture(manga_chapter, url, *args, headers={**self.pre_headers, **headers}, **kwargs) async def check_updated_urls(self, last_chapters: List[LastChapter]): content = await self.get_url(self.latest_uploads) updates = self.updates_from_page(content) s = set(updates) updated = [lc.url for lc in last_chapters if lc.url in updates] not_updated = [lc.url for lc in last_chapters if lc.url not in updates] return updated, not_updated