1 files changed, 157 insertions, 0 deletions
diff --git a/gallery_dl/extractor/keenspot.py b/gallery_dl/extractor/keenspot.py
new file mode 100644
index 0000000..5902333
--- /dev/null
+++ b/gallery_dl/extractor/keenspot.py
@@ -0,0 +1,157 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2019 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extractors for http://www.keenspot.com/"""
+
+from .common import Extractor, Message
+from .. import text
+
+
+class KeenspotComicExtractor(Extractor):
+    """Extractor for webcomics from keenspot.com"""
+    category = "keenspot"
+    subcategory = "comic"
+    directory_fmt = ("{category}", "{comic}")
+    filename_fmt = "{filename}.{extension}"
+    archive_fmt = "{comic}_{filename}"
+    pattern = r"(?:https?://)?(?!www\.|forums\.)([^.]+)\.keenspot\.com(/.+)?"
+    test = (
+        ("http://marksmen.keenspot.com/", {  # link
+            "range": "1-3",
+            "url": "83bcf029103bf8bc865a1988afa4aaeb23709ba6",
+        }),
+        ("http://barkercomic.keenspot.com/", {  # id
+            "range": "1-3",
+            "url": "c4080926db18d00bac641fdd708393b7d61379e6",
+        }),
+        ("http://crowscare.keenspot.com/", {  # id v2
+            "range": "1-3",
+            "url": "a00e66a133dd39005777317da90cef921466fcaa"
+        }),
+        ("http://supernovas.keenspot.com/", {  # ks
+            "range": "1-3",
+            "url": "de21b12887ef31ff82edccbc09d112e3885c3aab"
+        }),
+        ("http://twokinds.keenspot.com/comic/1066/", {  # "random" access
+            "range": "1-3",
+            "url": "97e2a6ed8ba1709314f2449f84b6b1ce5db21c04",
+        })
+    )
+
+    def __init__(self, match):
+        Extractor.__init__(self, match)
+        self.comic = match.group(1).lower()
+        self.path = match.group(2)
+        self.root = "http://" + self.comic + ".keenspot.com"
+
+        self._needle = ""
+        self._image = 'class="ksc"'
+        self._next = self._next_needle
+
+    def items(self):
+        data = {"comic": self.comic}
+        yield Message.Version, 1
+        yield Message.Directory, data
+
+        url = self._first(self.request(self.root + "/").text)
+        if self.path:
+            url = self.root + self.path
+
+        prev = None
+        ilen = len(self._image)
+        while url and url != prev:
+            prev = url
+            page = self.request(text.urljoin(self.root, url)).text
+
+            pos = 0
+            while True:
+                pos = page.find(self._image, pos)
+                if pos < 0:
+                    break
+                img, pos = text.extract(page, 'src="', '"', pos + ilen)
+                if img.endswith(".js"):
+                    continue
+                if img[0] == "/":
+                    img = self.root + img
+                elif "youtube.com/" in img:
+                    img = "ytdl:" + img
+                yield Message.Url, img, text.nameext_from_url(img, data)
+
+            url = self._next(page)
+
+    def _first(self, page):
+        if self.comic == "brawlinthefamily":
+            self._next = self._next_brawl
+            self._image = '<div id="comic">'
+            return "http://brawlinthefamily.keenspot.com/comic/theshowdown/"
+
+        url = text.extract(page, '<link rel="first" href="', '"')[0]
+        if url:
+            if self.comic == "porcelain":
+                self._needle = 'id="porArchivetop_"'
+            else:
+                self._next = self._next_link
+            return url
+
+        pos = page.find('id="first_day1"')
+        if pos >= 0:
+            self._next = self._next_id
+            return text.rextract(page, 'href="', '"', pos)[0]
+
+        pos = page.find('>FIRST PAGE<')
+        if pos >= 0:
+            if self.comic == "lastblood":
+                self._next = self._next_lastblood
+                self._image = '<div id="comic">'
+            else:
+                self._next = self._next_id
+            return text.rextract(page, 'href="', '"', pos)[0]
+
+        pos = page.find('<div id="kscomicpart"')
+        if pos >= 0:
+            self._needle = '<a href="/archive.html'
+            return text.extract(page, 'href="', '"', pos)[0]
+
+        pos = page.find('>First Comic<')  # twokinds
+        if pos >= 0:
+            self._image = '</header>'
+            self._needle = 'class="navarchive"'
+            return text.rextract(page, 'href="', '"', pos)[0]
+
+        pos = page.find('id="flip_FirstDay"')  # flipside
+        if pos >= 0:
+            self._image = 'class="flip_Pages ksc"'
+            self._needle = 'id="flip_ArcButton"'
+            return text.rextract(page, 'href="', '"', pos)[0]
+
+        self.log.error("Unrecognized page layout")
+        return None
+
+    def _next_needle(self, page):
+        pos = page.index(self._needle) + len(self._needle)
+        return text.extract(page, 'href="', '"', pos)[0]
+
+    @staticmethod
+    def _next_link(page):
+        return text.extract(page, '<link rel="next" href="', '"')[0]
+
+    @staticmethod
+    def _next_id(page):
+        pos = page.find('id="next_')
+        return text.rextract(page, 'href="', '"', pos)[0] if pos >= 0 else None
+
+    @staticmethod
+    def _next_lastblood(page):
+        pos = page.index("link rel='next'")
+        return text.extract(page, "href='", "'", pos)[0]
+
+    @staticmethod
+    def _next_brawl(page):
+        pos = page.index("comic-nav-next")
+        url = text.rextract(page, 'href="', '"', pos)[0]
+        return None if "?random" in url else url