diff options
Diffstat (limited to 'gallery_dl/extractor/batoto.py')
| -rw-r--r-- | gallery_dl/extractor/batoto.py | 52 |
1 files changed, 42 insertions, 10 deletions
diff --git a/gallery_dl/extractor/batoto.py b/gallery_dl/extractor/batoto.py index 50e0c5d..a7d1b78 100644 --- a/gallery_dl/extractor/batoto.py +++ b/gallery_dl/extractor/batoto.py @@ -8,6 +8,7 @@ from .common import Extractor, ChapterExtractor, MangaExtractor from .. import text, util +from ..cache import memcache BASE_PATTERN = (r"(?:https?://)?(" r"(?:ba|d|f|h|j|m|w)to\.to|" @@ -113,8 +114,7 @@ class BatotoChapterExtractor(BatotoBase, ChapterExtractor): minor = "" return { - "manga" : text.unescape(manga), - "manga_id" : text.parse_int(manga_id), + **_manga_info(self, manga_id), "chapter_url" : extr(self.chapter_id + "-ch_", '"'), "title" : text.unescape(text.remove_html(extr( "selected>", "</option")).partition(" : ")[2]), @@ -151,17 +151,11 @@ class BatotoMangaExtractor(BatotoBase, MangaExtractor): def chapters(self, page): extr = text.extract_from(page) - if warning := extr(' class="alert alert-warning">', "</div>"): self.log.warning("'%s'", text.remove_html(warning)) - - data = { - "manga_id": text.parse_int(self.manga_id), - "manga" : text.unescape(extr( - "<title>", "<").rpartition(" - ")[0]), - } - extr('<div data-hk="0-0-0-0"', "") + data = _manga_info(self, self.manga_id, page) + results = [] while True: href = extr('<a href="/title/', '"') @@ -179,3 +173,41 @@ class BatotoMangaExtractor(BatotoBase, MangaExtractor): url = f"{self.root}/title/{href}" results.append((url, data.copy())) return results + + +@memcache(keyarg=1) +def _manga_info(self, manga_id, page=None): + if page is None: + url = f"{self.root}/title/{manga_id}" + page = self.request(url).text + + props = text.extract(page, 'props="', '"', page.find(' prefix="r20" '))[0] + data = util.json_loads(text.unescape(props))["data"][1] + + return { + "manga" : data["name"][1], + "manga_id" : text.parse_int(manga_id), + "manga_slug" : data["slug"][1], + "manga_date" : text.parse_timestamp( + data["dateCreate"][1] // 1000), + "manga_date_updated": text.parse_timestamp( + data["dateUpdate"][1] / 1000), + "author" : json_list(data["authors"]), + "artist" : json_list(data["artists"]), + "genre" : json_list(data["genres"]), + "lang" : data["tranLang"][1], + "lang_orig" : data["origLang"][1], + "status" : data["originalStatus"][1], + "published" : data["originalPubFrom"][1], + "description": data["summary"][1]["code"][1], + "cover" : data["urlCoverOri"][1], + "uploader" : data["userId"][1], + "score" : data["stat_score_avg"][1], + } + + +def json_list(value): + return [ + item[1].replace("_", " ") + for item in util.json_loads(value[1].replace('\\"', '"')) + ] |