1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
# -*- coding: utf-8 -*-
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://www.wikifeet.com/"""
from .common import GalleryExtractor
from .. import text, util
class WikifeetGalleryExtractor(GalleryExtractor):
"""Extractor for image galleries from wikifeet.com"""
category = "wikifeet"
directory_fmt = ("{category}", "{celebrity}")
filename_fmt = "{category}_{celeb}_{pid}.{extension}"
archive_fmt = "{type}_{celeb}_{pid}"
pattern = (r"(?:https?://)(?:(?:www\.)?wikifeetx?|"
r"men\.wikifeet)\.com/([^/?#]+)")
example = "https://www.wikifeet.com/CELEB"
def __init__(self, match):
self.root = text.root_from_url(match.group(0))
if "wikifeetx.com" in self.root:
self.category = "wikifeetx"
self.type = "men" if "://men." in self.root else "women"
self.celeb = match.group(1)
GalleryExtractor.__init__(self, match, self.root + "/" + self.celeb)
def metadata(self, page):
extr = text.extract_from(page)
return {
"celeb" : self.celeb,
"type" : self.type,
"birthplace": text.unescape(extr('"bplace":"', '"')),
"birthday" : text.parse_datetime(text.unescape(
extr('"bdate":"', '"'))[:10], "%Y-%m-%d"),
"shoesize" : text.unescape(extr('"ssize":', ',')),
"rating" : text.parse_float(extr('"score":', ',')),
"celebrity" : text.unescape(extr('"cname":"', '"')),
}
def images(self, page):
tagmap = {
"C": "Close-up",
"T": "Toenails",
"N": "Nylons",
"A": "Arches",
"S": "Soles",
"B": "Barefoot",
}
ufmt = "https://pics.wikifeet.com/" + self.celeb + "-Feet-{}.jpg"
return [
(ufmt.format(data["pid"]), {
"pid" : data["pid"],
"width" : data["pw"],
"height": data["ph"],
"tags" : [
tagmap[tag]
for tag in data["tags"] if tag in tagmap
],
})
for data in
util.json_loads("[" + text.extr(page, '"gallery":[', '],') + "]")
]
|
