New upstream version 1.27.2.upstream/1.27.2

1 files changed, 221 insertions, 0 deletions

diff --git a/gallery_dl/extractor/koharu.py b/gallery_dl/extractor/koharu.py
new file mode 100644
index 0000000..979b1a2
--- /dev/null
+++ b/gallery_dl/extractor/koharu.py
@@ -0,0 +1,221 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2024 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extractors for https://koharu.to/"""
+
+from .common import GalleryExtractor, Extractor, Message
+from .. import text, exception
+from ..cache import cache
+
+BASE_PATTERN = r"(?i)(?:https?://)?(?:koharu|anchira)\.to"
+
+
+class KoharuExtractor(Extractor):
+    """Base class for koharu extractors"""
+    category = "koharu"
+    root = "https://koharu.to"
+    root_api = "https://api.koharu.to"
+    request_interval = (0.5, 1.5)
+
+    def _init(self):
+        self.headers = {
+            "Accept" : "*/*",
+            "Referer": self.root + "/",
+            "Origin" : self.root,
+        }
+
+    def _pagination(self, endpoint, params):
+        url_api = self.root_api + endpoint
+
+        while True:
+            data = self.request(
+                url_api, params=params, headers=self.headers).json()
+
+            try:
+                entries = data["entries"]
+            except KeyError:
+                return
+
+            for entry in entries:
+                url = "{}/g/{}/{}".format(
+                    self.root, entry["id"], entry["public_key"])
+                entry["_extractor"] = KoharuGalleryExtractor
+                yield Message.Queue, url, entry
+
+            try:
+                if data["limit"] * data["page"] >= data["total"]:
+                    return
+            except Exception:
+                pass
+            params["page"] += 1
+
+
+class KoharuGalleryExtractor(KoharuExtractor, GalleryExtractor):
+    """Extractor for koharu galleries"""
+    filename_fmt = "{num:>03}.{extension}"
+    directory_fmt = ("{category}", "{id} {title}")
+    archive_fmt = "{id}_{num}"
+    request_interval = 0.0
+    pattern = BASE_PATTERN + r"/(?:g|reader)/(\d+)/(\w+)"
+    example = "https://koharu.to/g/12345/67890abcde/"
+
+    TAG_TYPES = {
+        0 : "general",
+        1 : "artist",
+        2 : "circle",
+        3 : "parody",
+        4 : "magazine",
+        5 : "character",
+        6 : "",
+        7 : "uploader",
+        8 : "male",
+        9 : "female",
+        10: "mixed",
+        11: "language",
+        12: "other",
+    }
+
+    def __init__(self, match):
+        GalleryExtractor.__init__(self, match)
+        self.gallery_url = None
+
+    def _init(self):
+        self.headers = {
+            "Accept" : "*/*",
+            "Referer": self.root + "/",
+            "Origin" : self.root,
+        }
+
+        self.fmt = self.config("format")
+        self.cbz = self.config("cbz", True)
+
+        if self.cbz:
+            self.filename_fmt = "{id} {title}.{extension}"
+            self.directory_fmt = ("{category}",)
+
+    def metadata(self, _):
+        url = "{}/books/detail/{}/{}".format(
+            self.root_api, self.groups[0], self.groups[1])
+        self.data = data = self.request(url, headers=self.headers).json()
+
+        tags = []
+        for tag in data["tags"]:
+            name = tag["name"]
+            namespace = tag.get("namespace", 0)
+            tags.append(self.TAG_TYPES[namespace] + ":" + name)
+        data["tags"] = tags
+        data["date"] = text.parse_timestamp(data["created_at"] // 1000)
+
+        try:
+            if self.cbz:
+                data["count"] = len(data["thumbnails"]["entries"])
+            del data["thumbnails"]
+            del data["rels"]
+        except Exception:
+            pass
+
+        return data
+
+    def images(self, _):
+        data = self.data
+        fmt = self._select_format(data["data"])
+
+        url = "{}/books/data/{}/{}/{}/{}".format(
+            self.root_api,
+            data["id"], data["public_key"],
+            fmt["id"], fmt["public_key"],
+        )
+        params = {
+            "v": data["updated_at"],
+            "w": fmt["w"],
+        }
+
+        if self.cbz:
+            params["action"] = "dl"
+            base = self.request(
+                url, method="POST", params=params, headers=self.headers,
+            ).json()["base"]
+            url = "{}?v={}&w={}".format(base, data["updated_at"], fmt["w"])
+            info = text.nameext_from_url(base)
+            if not info["extension"]:
+                info["extension"] = "cbz"
+            return ((url, info),)
+
+        data = self.request(url, params=params, headers=self.headers).json()
+        base = data["base"]
+
+        results = []
+        for entry in data["entries"]:
+            dimensions = entry["dimensions"]
+            info = {
+                "w": dimensions[0],
+                "h": dimensions[1],
+                "_http_headers": self.headers,
+            }
+            results.append((base + entry["path"], info))
+        return results
+
+    def _select_format(self, formats):
+        if not self.fmt or self.fmt == "original":
+            fmtid = "0"
+        else:
+            fmtid = str(self.fmt)
+
+        try:
+            fmt = formats[fmtid]
+        except KeyError:
+            raise exception.NotFoundError("format")
+
+        fmt["w"] = fmtid
+        return fmt
+
+
+class KoharuSearchExtractor(KoharuExtractor):
+    """Extractor for koharu search results"""
+    subcategory = "search"
+    pattern = BASE_PATTERN + r"/\?([^#]*)"
+    example = "https://koharu.to/?s=QUERY"
+
+    def items(self):
+        params = text.parse_query(self.groups[0])
+        params["page"] = text.parse_int(params.get("page"), 1)
+        return self._pagination("/books", params)
+
+
+class KoharuFavoriteExtractor(KoharuExtractor):
+    """Extractor for koharu favorites"""
+    subcategory = "favorite"
+    pattern = BASE_PATTERN + r"/favorites(?:\?([^#]*))?"
+    example = "https://koharu.to/favorites"
+
+    def items(self):
+        self.login()
+
+        params = text.parse_query(self.groups[0])
+        params["page"] = text.parse_int(params.get("page"), 1)
+        return self._pagination("/favorites", params)
+
+    def login(self):
+        username, password = self._get_auth_info()
+        if username:
+            self.headers["Authorization"] = \
+                "Bearer " + self._login_impl(username, password)
+            return
+
+        raise exception.AuthenticationError("Username and password required")
+
+    @cache(maxage=86400, keyarg=1)
+    def _login_impl(self, username, password):
+        self.log.info("Logging in as %s", username)
+
+        url = "https://auth.koharu.to/login"
+        data = {"uname": username, "passwd": password}
+        response = self.request(
+            url, method="POST", headers=self.headers, data=data)
+
+        return response.json()["session"]