Import Upstream version 1.8.7upstream/1.8.7

1 files changed, 251 insertions, 0 deletions

diff --git a/gallery_dl/extractor/imagehosts.py b/gallery_dl/extractor/imagehosts.py
new file mode 100644
index 0000000..954c1f0
--- /dev/null
+++ b/gallery_dl/extractor/imagehosts.py
@@ -0,0 +1,251 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2016-2019 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Collection of extractors for various imagehosts"""
+
+from .common import Extractor, Message, SharedConfigMixin
+from .. import text, exception
+from ..cache import memcache
+from os.path import splitext
+
+
+class ImagehostImageExtractor(SharedConfigMixin, Extractor):
+    """Base class for single-image extractors for various imagehosts"""
+    basecategory = "imagehost"
+    subcategory = "image"
+    archive_fmt = "{token}"
+    https = False
+    method = "post"
+    params = "simple"
+    cookies = None
+    encoding = None
+
+    def __init__(self, match):
+        Extractor.__init__(self, match)
+        self.page_url = "http{}://{}".format(
+            "s" if self.https else "", match.group(1))
+        self.token = match.group(2)
+        if self.params == "simple":
+            self.params = {
+                "imgContinue": "Continue+to+image+...+",
+            }
+        elif self.params == "complex":
+            self.params = {
+                "op": "view",
+                "id": self.token,
+                "pre": "1",
+                "adb": "1",
+                "next": "Continue+to+image+...+",
+            }
+        else:
+            self.params = {}
+            self.method = "get"
+
+    def items(self):
+        page = self.request(
+            self.page_url,
+            method=self.method,
+            data=self.params,
+            cookies=self.cookies,
+            encoding=self.encoding,
+        ).text
+
+        url, filename = self.get_info(page)
+        data = text.nameext_from_url(filename, {"token": self.token})
+        if self.https and url.startswith("http:"):
+            url = "https:" + url[5:]
+
+        yield Message.Version, 1
+        yield Message.Directory, data
+        yield Message.Url, url, data
+
+    def get_info(self, page):
+        """Find image-url and string to get filename from"""
+
+
+class ImxtoImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from imx.to"""
+    category = "imxto"
+    pattern = (r"(?:https?://)?(?:www\.)?((?:imx\.to|img\.yt)"
+               r"/(?:i/|img-)(\w+)(\.html)?)")
+    test = (
+        ("https://imx.to/i/1qdeva", {  # new-style URL
+            "url": "ab2173088a6cdef631d7a47dec4a5da1c6a00130",
+            "keyword": "1153a986c939d7aed599905588f5c940048bc517",
+            "content": "0c8768055e4e20e7c7259608b67799171b691140",
+        }),
+        ("https://imx.to/img-57a2050547b97.html", {  # old-style URL
+            "url": "a83fe6ef1909a318c4d49fcf2caf62f36c3f9204",
+            "keyword": "fd2240aee77a21b8252d5b829a1f7e542f927f09",
+            "content": "54592f2635674c25677c6872db3709d343cdf92f",
+        }),
+        ("https://img.yt/img-57a2050547b97.html", {  # img.yt domain
+            "url": "a83fe6ef1909a318c4d49fcf2caf62f36c3f9204",
+        }),
+        ("https://imx.to/img-57a2050547b98.html", {
+            "exception": exception.NotFoundError,
+        }),
+    )
+    https = True
+    encoding = "utf-8"
+
+    def __init__(self, match):
+        ImagehostImageExtractor.__init__(self, match)
+        if "/img-" in self.page_url:
+            self.page_url = self.page_url.replace("img.yt", "imx.to")
+            self.url_ext = True
+        else:
+            self.url_ext = False
+
+    def get_info(self, page):
+        url, pos = text.extract(
+            page, '<div style="text-align:center;"><a href="', '"')
+        if not url:
+            raise exception.NotFoundError("image")
+        filename, pos = text.extract(page, ' title="', '"', pos)
+        if self.url_ext and filename:
+            filename += splitext(url)[1]
+        return url, filename or url
+
+
+class AcidimgImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from acidimg.cc"""
+    category = "acidimg"
+    pattern = r"(?:https?://)?((?:www\.)?acidimg\.cc/img-([a-z0-9]+)\.html)"
+    test = ("https://acidimg.cc/img-5acb6b9de4640.html", {
+        "url": "f132a630006e8d84f52d59555191ed82b3b64c04",
+        "keyword": "a8bb9ab8b2f6844071945d31f8c6e04724051f37",
+        "content": "0c8768055e4e20e7c7259608b67799171b691140",
+    })
+    https = True
+    encoding = "utf-8"
+
+    def get_info(self, page):
+        url, pos = text.extract(page, "<img class='centred' src='", "'")
+        if not url:
+            raise exception.NotFoundError("image")
+        filename, pos = text.extract(page, " alt='", "'", pos)
+        return url, (filename + splitext(url)[1]) if filename else url
+
+
+class ImagevenueImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from imagevenue.com"""
+    category = "imagevenue"
+    pattern = (r"(?:https?://)?(img\d+\.imagevenue\.com"
+               r"/img\.php\?image=(?:[a-z]+_)?(\d+)_[^&#]+)")
+    test = (("http://img28116.imagevenue.com/img.php"
+             "?image=th_52709_test_122_64lo.jpg"), {
+        "url": "46812995d557f2c6adf0ebd0e631e6e4e45facde",
+        "content": "59ec819cbd972dd9a71f25866fbfc416f2f215b3",
+    })
+    params = None
+
+    def get_info(self, page):
+        url = text.extract(page, "SRC='", "'")[0]
+        return text.urljoin(self.page_url, url), url
+
+
+class ImagetwistImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from imagetwist.com"""
+    category = "imagetwist"
+    pattern = r"(?:https?://)?((?:www\.)?imagetwist\.com/([a-z0-9]{12}))"
+    test = ("https://imagetwist.com/4e46hv31tu0q/test.jpg", {
+        "url": "c999dc1a5dec0525ac9eb8c092f173dfe6dba0b0",
+        "keyword": "a9f2e01757ec96d4ee4752cbd8446ede80f7935e",
+        "content": "96b1fd099b06faad5879fce23a7e4eb8290d8810",
+    })
+    https = True
+    params = None
+
+    @property
+    @memcache(maxage=3*3600)
+    def cookies(self):
+        return self.request(self.page_url).cookies
+
+    def get_info(self, page):
+        url     , pos = text.extract(page, 'center;"><img src="', '"')
+        filename, pos = text.extract(page, ' alt="', '"', pos)
+        return url, filename
+
+
+class ImgspiceImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from imgspice.com"""
+    category = "imgspice"
+    pattern = r"(?:https?://)?((?:www\.)?imgspice\.com/([^/?&#]+))"
+    test = ("https://imgspice.com/nwfwtpyog50y/test.png.html", {
+        "url": "b8c30a8f51ee1012959a4cfd46197fabf14de984",
+        "keyword": "100e310a19a2fa22d87e1bbc427ecb9f6501e0c0",
+        "content": "0c8768055e4e20e7c7259608b67799171b691140",
+    })
+    https = True
+    params = None
+
+    def get_info(self, page):
+        pos = page.find('id="imgpreview"')
+        if pos < 0:
+            raise exception.NotFoundError("image")
+        url , pos = text.extract(page, 'src="', '"', pos)
+        name, pos = text.extract(page, 'alt="', '"', pos)
+        return url, text.unescape(name)
+
+
+class PixhostImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from pixhost.to"""
+    category = "pixhost"
+    pattern = (r"(?:https?://)?((?:www\.)?pixhost\.(?:to|org)"
+               r"/show/\d+/(\d+)_[^/?&#]+)")
+    test = ("https://pixhost.to/show/224/96246707_test-.png", {
+        "url": "8f3d41fdd2dbec4c844e5ee45bf49961fbd79c67",
+        "keyword": "ecefe2d5814286f9d1dff3d88d9bdc78dd456c5d",
+        "content": "0c8768055e4e20e7c7259608b67799171b691140",
+    })
+    https = True
+    params = None
+    cookies = {"pixhostads": "1", "pixhosttest": "1"}
+
+    def get_info(self, page):
+        url     , pos = text.extract(page, "class=\"image-img\" src=\"", "\"")
+        filename, pos = text.extract(page, "alt=\"", "\"", pos)
+        return url, filename
+
+
+class PostimgImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from postimages.org"""
+    category = "postimg"
+    pattern = (r"(?:https?://)?((?:www\.)?(?:postimg|pixxxels)\.(?:cc|org)"
+               r"/(?:image/)?([^/?&#]+)/?)")
+    test = ("https://postimg.cc/Wtn2b3hC", {
+        "url": "0794cfda9b8951a8ac3aa692472484200254ab86",
+        "keyword": "2d05808d04e4e83e33200db83521af06e3147a84",
+        "content": "cfaa8def53ed1a575e0c665c9d6d8cf2aac7a0ee",
+    })
+    https = True
+    params = None
+
+    def get_info(self, page):
+        url     , pos = text.extract(page, 'id="main-image" src="', '"')
+        filename, pos = text.extract(page, 'class="imagename">', '<', pos)
+        return url, text.unescape(filename)
+
+
+class TurboimagehostImageExtractor(ImagehostImageExtractor):
+    """Extractor for single images from www.turboimagehost.com"""
+    category = "turboimagehost"
+    pattern = (r"(?:https?://)?((?:www\.)?turboimagehost\.com"
+               r"/p/(\d+)/[^/?&#]+\.html)")
+    test = ("https://www.turboimagehost.com/p/39078423/test--.png.html", {
+        "url": "b94de43612318771ced924cb5085976f13b3b90e",
+        "keyword": "704757ca8825f51cec516ec44c1e627c1f2058ca",
+        "content": "0c8768055e4e20e7c7259608b67799171b691140",
+    })
+    https = True
+    params = None
+
+    def get_info(self, page):
+        url = text.extract(page, 'src="', '"', page.index("<img "))[0]
+        return url, url