1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
# -*- coding: utf-8 -*-
# Copyright 2019-2023 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://xhamster.com/"""
from .common import Extractor, Message
from .. import text, util
BASE_PATTERN = (r"(?:https?://)?((?:[\w-]+\.)?xhamster"
r"(?:\d?\.(?:com|one|desi)|\.porncache\.net))")
class XhamsterExtractor(Extractor):
"""Base class for xhamster extractors"""
category = "xhamster"
def __init__(self, match):
Extractor.__init__(self, match)
self.root = "https://" + match.group(1)
class XhamsterGalleryExtractor(XhamsterExtractor):
"""Extractor for image galleries on xhamster.com"""
subcategory = "gallery"
directory_fmt = ("{category}", "{user[name]}",
"{gallery[id]} {gallery[title]}")
filename_fmt = "{num:>03}_{id}.{extension}"
archive_fmt = "{id}"
pattern = BASE_PATTERN + r"(/photos/gallery/[^/?#]+)"
example = "https://xhamster.com/photos/gallery/12345"
def __init__(self, match):
XhamsterExtractor.__init__(self, match)
self.path = match.group(2)
self.data = None
def items(self):
data = self.metadata()
yield Message.Directory, data
for num, image in enumerate(self.images(), 1):
url = image["imageURL"]
image.update(data)
image["num"] = num
yield Message.Url, url, text.nameext_from_url(url, image)
def metadata(self):
self.data = self._data(self.root + self.path)
user = self.data["authorModel"]
imgs = self.data["photosGalleryModel"]
return {
"user":
{
"id" : text.parse_int(user["id"]),
"url" : user["pageURL"],
"name" : user["name"],
"retired" : user["retired"],
"verified" : user["verified"],
"subscribers": user["subscribers"],
},
"gallery":
{
"id" : text.parse_int(imgs["id"]),
"tags" : [c["name"] for c in imgs["categories"]],
"date" : text.parse_timestamp(imgs["created"]),
"views" : text.parse_int(imgs["views"]),
"likes" : text.parse_int(imgs["rating"]["likes"]),
"dislikes" : text.parse_int(imgs["rating"]["dislikes"]),
"title" : text.unescape(imgs["title"]),
"description": text.unescape(imgs["description"]),
"thumbnail" : imgs["thumbURL"],
},
"count": text.parse_int(imgs["quantity"]),
}
def images(self):
data = self.data
self.data = None
while True:
for image in data["photosGalleryModel"]["photos"]:
del image["modelName"]
yield image
pgntn = data["pagination"]
if pgntn["active"] == pgntn["maxPage"]:
return
url = pgntn["pageLinkTemplate"][:-3] + str(pgntn["next"])
data = self._data(url)
def _data(self, url):
page = self.request(url).text
return util.json_loads(text.extr(
page, "window.initials=", "</script>").rstrip("\n\r;"))
class XhamsterUserExtractor(XhamsterExtractor):
"""Extractor for all galleries of an xhamster user"""
subcategory = "user"
pattern = BASE_PATTERN + r"/users/([^/?#]+)(?:/photos)?/?(?:$|[?#])"
example = "https://xhamster.com/users/USER/photos"
def __init__(self, match):
XhamsterExtractor.__init__(self, match)
self.user = match.group(2)
def items(self):
url = "{}/users/{}/photos".format(self.root, self.user)
data = {"_extractor": XhamsterGalleryExtractor}
while url:
extr = text.extract_from(self.request(url).text)
while True:
url = extr('thumb-image-container role-pop" href="', '"')
if not url:
break
yield Message.Queue, url, data
url = extr('data-page="next" href="', '"')
|
