diff options
| author | 2021-05-03 23:36:45 -0400 | |
|---|---|---|
| committer | 2021-05-03 23:36:45 -0400 | |
| commit | e7eb1f9779f2e223575ab23a6bc1abf2222e7d27 (patch) | |
| tree | 6cfdc1e3da2143801a598a0ba1182d8f7289dc6d /gallery_dl/extractor/yuki.py | |
| parent | d27dcd4646242d6da8436f14c7b37ce864355858 (diff) | |
New upstream version 1.17.3.upstream/1.17.3
Diffstat (limited to 'gallery_dl/extractor/yuki.py')
| -rw-r--r-- | gallery_dl/extractor/yuki.py | 125 |
1 files changed, 0 insertions, 125 deletions
diff --git a/gallery_dl/extractor/yuki.py b/gallery_dl/extractor/yuki.py deleted file mode 100644 index 72d7cad..0000000 --- a/gallery_dl/extractor/yuki.py +++ /dev/null @@ -1,125 +0,0 @@ -# -*- coding: utf-8 -*- - -# Copyright 2018-2019 Mike Fährmann -# -# This program is free software; you can redistribute it and/or modify -# it under the terms of the GNU General Public License version 2 as -# published by the Free Software Foundation. - -"""Extract images from https://yuki.la/""" - -from .common import Extractor, Message -from .. import text - - -class YukiThreadExtractor(Extractor): - """Extractor for images from threads on yuki.la""" - category = "yuki" - subcategory = "thread" - directory_fmt = ("{category}", "{board}", "{thread}{title:? - //}") - filename_fmt = "{time}-{filename}.{extension}" - archive_fmt = "{board}_{thread}_{tim}" - pattern = r"(?:https?://)?yuki\.la/([^/?#]+)/(\d+)" - test = ( - ("https://yuki.la/gd/309639", { - "url": "289e86c5caf673a2515ec5f5f521ac0ae7e189e9", - "keyword": "01cbe29ae207a5cb7556bcbd5ed481ecdaf32727", - "content": "c27e2a7be3bc989b5dd859f7789cc854db3f5573", - }), - ("https://yuki.la/a/159767162", { - "url": "cd94d0eb646d279c3b7efb9b7898888e5d44fa93", - "keyword": "7a4ff90e423c74bd3126fb65d13015decec2fa45", - }), - # old thread - missing board name in title and multi-line HTML - ("https://yuki.la/gif/6877752", { - "url": "3dbb2f8453490d002416c5fc2fe95b56c129faf9", - "keyword": "563ef4ae80134d845dddaed7ebe56f5fc41056be", - }), - # even older thread - no thread title - ("https://yuki.la/a/9357051", { - "url": "010560bf254bd485e48366c3531728bda4b22583", - "keyword": "7b736c41e307dcfcb84ef495f29299a6ddd06d67", - }), - ) - root = "https://yuki.la" - - def __init__(self, match): - Extractor.__init__(self, match) - self.board, self.thread = match.groups() - - def items(self): - url = "{}/{}/{}".format(self.root, self.board, self.thread) - page = self.request(url).text - data = self.get_metadata(page) - - yield Message.Version, 1 - yield Message.Directory, data - for post in self.posts(page): - if "image" in post: - for key in ("w", "h", "no", "time"): - post[key] = text.parse_int(post[key]) - post.update(data) - yield Message.Url, post["image"], post - - def get_metadata(self, page): - """Collect metadata for extractor-job""" - title = text.extract(page, "<title>", "</title>")[0] - try: - title, boardname, _ = title.rsplit(" - ", 2) - except ValueError: - title = boardname = "" - else: - title = title.partition(" - ")[2] - if not title: - title, boardname = boardname, "" - return { - "board": self.board, - "board_name": boardname, - "thread": text.parse_int(self.thread), - "title": text.unescape(title), - } - - def posts(self, page): - """Build a list of all post-objects""" - return [ - self.parse(post) for post in text.extract_iter( - page, '<div class="postContainer', '</blockquote>') - ] - - def parse(self, post): - """Build post-object by extracting data from an HTML post""" - data = self._extract_post(post) - if 'class="file"' in post: - self._extract_image(post, data) - part = data["image"].rpartition("/")[2] - data["tim"], _, data["extension"] = part.partition(".") - data["ext"] = "." + data["extension"] - return data - - @staticmethod - def _extract_post(post): - data, pos = text.extract_all(post, ( - ("no" , 'id="pc', '"'), - ("name", '<span class="name">', '</span>'), - ("time", 'data-utc="', '"'), - ("now" , '>', ' <'), - )) - data["com"] = text.unescape(text.remove_html( - post[post.index("<blockquote ", pos):].partition(">")[2])) - return data - - @staticmethod - def _extract_image(post, data): - text.extract_all(post, ( - (None , '>File:', ''), - ("fullname", '<a title="', '"'), - ("image" , 'href="', '"'), - ("filename", '>', '<'), - ("fsize" , '(', ', '), - ("w" , '', 'x'), - ("h" , '', ')'), - ), 0, data) - filename = data["fullname"] or data["filename"] - data["filename"] = text.unescape(filename.rpartition(".")[0]) - data["image"] = "https:" + data["image"] - del data["fullname"] |
