1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
# -*- coding: utf-8 -*-
# Copyright 2014-2019 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extract images from galleries at https://imgbox.com/"""
from .common import Extractor, Message, AsynchronousMixin
from .. import text, exception
import re
class ImgboxExtractor(Extractor):
"""Base class for imgbox extractors"""
category = "imgbox"
root = "https://imgbox.com"
def items(self):
data = self.get_job_metadata()
yield Message.Directory, data
for image_key in self.get_image_keys():
imgpage = self.request(self.root + "/" + image_key).text
imgdata = self.get_image_metadata(imgpage)
if imgdata["filename"]:
imgdata.update(data)
imgdata["image_key"] = image_key
text.nameext_from_url(imgdata["filename"], imgdata)
yield Message.Url, self.get_image_url(imgpage), imgdata
@staticmethod
def get_job_metadata():
"""Collect metadata for extractor-job"""
return {}
@staticmethod
def get_image_keys():
"""Return an iterable containing all image-keys"""
return []
@staticmethod
def get_image_metadata(page):
"""Collect metadata for a downloadable file"""
return text.extract_all(page, (
("num" , '</a> ', ' of '),
(None , 'class="image-container"', ''),
("filename" , ' title="', '"'),
))[0]
@staticmethod
def get_image_url(page):
"""Extract download-url"""
pos = page.index(">Image</a>")
return text.extract(page, '<a href="', '"', pos)[0]
class ImgboxGalleryExtractor(AsynchronousMixin, ImgboxExtractor):
"""Extractor for image galleries from imgbox.com"""
subcategory = "gallery"
directory_fmt = ("{category}", "{title} - {gallery_key}")
filename_fmt = "{num:>03}-{filename}.{extension}"
archive_fmt = "{gallery_key}_{image_key}"
pattern = r"(?:https?://)?(?:www\.)?imgbox\.com/g/([A-Za-z0-9]{10})"
test = (
("https://imgbox.com/g/JaX5V5HX7g", {
"url": "678f0bca1251d810372326ea4f16582cafa800e4",
"keyword": "4b1e62820ac2c6205b7ad0b6322cc8e00dbe1b0c",
"content": "d20307dc8511ac24d688859c55abf2e2cc2dd3cc",
}),
("https://imgbox.com/g/cUGEkRbdZZ", {
"url": "d839d47cbbbeb121f83c520072512f7e51f52107",
"keyword": "fb0427b87983197849fb2887905e758f3e50cb6e",
}),
("https://imgbox.com/g/JaX5V5HX7h", {
"exception": exception.NotFoundError,
}),
)
def __init__(self, match):
ImgboxExtractor.__init__(self, match)
self.gallery_key = match.group(1)
self.image_keys = []
def get_job_metadata(self):
page = self.request(self.root + "/g/" + self.gallery_key).text
if "The specified gallery could not be found." in page:
raise exception.NotFoundError("gallery")
self.image_keys = re.findall(r'<a href="/([^"]+)"><img alt="', page)
title = text.extract(page, "<h1>", "</h1>")[0]
title, _, count = title.rpartition(" - ")
return {
"gallery_key": self.gallery_key,
"title": text.unescape(title),
"count": count[:-7],
}
def get_image_keys(self):
return self.image_keys
class ImgboxImageExtractor(ImgboxExtractor):
"""Extractor for single images from imgbox.com"""
subcategory = "image"
archive_fmt = "{image_key}"
pattern = r"(?:https?://)?(?:www\.)?imgbox\.com/([A-Za-z0-9]{8})"
test = (
("https://imgbox.com/qHhw7lpG", {
"url": "d931f675a9b848fa7cb9077d6c2b14eb07bdb80f",
"keyword": "dfc72310026b45f3feb4f9cada20c79b2575e1af",
"content": "0c8768055e4e20e7c7259608b67799171b691140",
}),
("https://imgbox.com/qHhw7lpH", {
"exception": exception.NotFoundError,
}),
)
def __init__(self, match):
ImgboxExtractor.__init__(self, match)
self.image_key = match.group(1)
def get_image_keys(self):
return (self.image_key,)
@staticmethod
def get_image_metadata(page):
data = ImgboxExtractor.get_image_metadata(page)
if not data["filename"]:
raise exception.NotFoundError("image")
return data
|
