Import Upstream version 1.8.7upstream/1.8.7

1 files changed, 138 insertions, 0 deletions

diff --git a/gallery_dl/extractor/mangahere.py b/gallery_dl/extractor/mangahere.py
new file mode 100644
index 0000000..e15acbe
--- /dev/null
+++ b/gallery_dl/extractor/mangahere.py
@@ -0,0 +1,138 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2015-2019 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extract manga-chapters and entire manga from https://www.mangahere.cc/"""
+
+from .common import ChapterExtractor, MangaExtractor
+from .. import text
+import re
+
+
+class MangahereBase():
+    """Base class for mangahere extractors"""
+    category = "mangahere"
+    root = "https://www.mangahere.cc"
+    mobile_root = "https://m.mangahere.cc"
+    url_fmt = mobile_root + "/manga/{}/{}.html"
+
+
+class MangahereChapterExtractor(MangahereBase, ChapterExtractor):
+    """Extractor for manga-chapters from mangahere.cc"""
+    pattern = (r"(?:https?://)?(?:www\.|m\.)?mangahere\.c[co]/manga/"
+               r"([^/]+(?:/v0*(\d+))?/c([^/?&#]+))")
+    test = (
+        ("https://www.mangahere.cc/manga/dongguo_xiaojie/c004.2/", {
+            "keyword": "7c98d7b50a47e6757b089aa875a53aa970cac66f",
+            "content": "708d475f06893b88549cbd30df1e3f9428f2c884",
+        }),
+        ("http://www.mangahere.co/manga/dongguo_xiaojie/c003.2/"),
+        ("http://m.mangahere.co/manga/dongguo_xiaojie/c003.2/"),
+    )
+
+    def __init__(self, match):
+        self.part, self.volume, self.chapter = match.groups()
+        url = self.url_fmt.format(self.part, 1)
+        ChapterExtractor.__init__(self, match, url)
+
+    def metadata(self, page):
+        pos = page.index("</select>")
+        count     , pos = text.extract(page, ">", "<", pos - 20)
+        manga_id  , pos = text.extract(page, "series_id = ", ";", pos)
+        chapter_id, pos = text.extract(page, "chapter_id = ", ";", pos)
+        manga     , pos = text.extract(page, '"name":"', '"', pos)
+        chapter, dot, minor = self.chapter.partition(".")
+
+        return {
+            "manga": text.unescape(manga),
+            "manga_id": text.parse_int(manga_id),
+            "title": self._get_title(),
+            "volume": text.parse_int(self.volume),
+            "chapter": text.parse_int(chapter),
+            "chapter_minor": dot + minor,
+            "chapter_id": text.parse_int(chapter_id),
+            "count": text.parse_int(count),
+            "lang": "en",
+            "language": "English",
+        }
+
+    def images(self, page):
+        pnum = 1
+
+        while True:
+            url, pos = text.extract(page, '<img src="', '"')
+            yield url, None
+            url, pos = text.extract(page, ' src="', '"', pos)
+            yield url, None
+            pnum += 2
+            page = self.request(self.url_fmt.format(self.part, pnum)).text
+
+    def _get_title(self):
+        url = "{}/manga/{}/".format(self.root, self.part)
+        page = self.request(url).text
+
+        try:
+            pos = page.index(self.part) + len(self.part)
+            pos = page.index(self.part, pos) + len(self.part)
+            return text.extract(page, ' title="', '"', pos)[0]
+        except ValueError:
+            return ""
+
+
+class MangahereMangaExtractor(MangahereBase, MangaExtractor):
+    """Extractor for manga from mangahere.cc"""
+    chapterclass = MangahereChapterExtractor
+    pattern = (r"(?:https?://)?(?:www\.|m\.)?mangahere\.c[co]"
+               r"(/manga/[^/]+)/?(?:#.*)?$")
+    test = (
+        ("https://www.mangahere.cc/manga/aria/", {
+            "url": "23ad9256f7392de5973b79a36f6875e9fdcb7563",
+            "keyword": "79e326641e7d5d2fed43a1eb9949471b8162a9e0",
+        }),
+        ("https://www.mangahere.cc/manga/hiyokoi/#50", {
+            "url": "654850570aa03825cd57e2ae2904af489602c523",
+            "keyword": "c8084d89a9ea6cf40353093669f9601a39bf5ca2",
+        }),
+        ("https://www.mangahere.co/manga/aria/"),
+        ("https://m.mangahere.co/manga/aria/"),
+    )
+
+    def chapters(self, page):
+        results = []
+        manga, pos = text.extract(page, '<meta name="og:title" content="', '"')
+        manga = text.unescape(manga)
+
+        page = text.extract(
+            page, 'id="chapterlist"', 'class="detail-main-list-more"', pos)[0]
+        pos = 0
+        while True:
+            url, pos = text.extract(page, ' href="', '"', pos)
+            if not url:
+                return results
+            info, pos = text.extract(page, 'class="title3">', '<', pos)
+            date, pos = text.extract(page, 'class="title2">', '<', pos)
+
+            match = re.match(
+                r"(?:Vol\.0*(\d+) )?Ch\.0*(\d+)(\S*)(?: - (.*))?", info)
+            if match:
+                volume, chapter, minor, title = match.groups()
+            else:
+                chapter, _, minor = url[:-1].rpartition("/c")[2].partition(".")
+                minor = "." + minor
+                volume = 0
+                title = ""
+
+            results.append((text.urljoin(self.root, url), {
+                "manga": manga,
+                "title": text.unescape(title) if title else "",
+                "volume": text.parse_int(volume),
+                "chapter": text.parse_int(chapter),
+                "chapter_minor": minor,
+                "date": date,
+                "lang": "en",
+                "language": "English",
+            }))