1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
# -*- coding: utf-8 -*-
# Copyright 2018-2025 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://www.myportfolio.com/"""
from .common import Extractor, Message
from .. import text, exception
class MyportfolioGalleryExtractor(Extractor):
"""Extractor for an image gallery on www.myportfolio.com"""
category = "myportfolio"
subcategory = "gallery"
directory_fmt = ("{category}", "{user}", "{title}")
filename_fmt = "{num:>02}.{extension}"
archive_fmt = "{user}_{filename}"
pattern = (r"(?:myportfolio:(?:https?://)?([^/]+)|"
r"(?:https?://)?([\w-]+\.myportfolio\.com))"
r"(/[^/?#]+)?")
example = "https://USER.myportfolio.com/TITLE"
def __init__(self, match):
Extractor.__init__(self, match)
domain1, domain2, self.path = match.groups()
self.domain = domain1 or domain2
self.prefix = "myportfolio:" if domain1 else ""
def items(self):
url = "https://" + self.domain + (self.path or "")
response = self.request(url)
if response.history and response.url.endswith(".adobe.com/missing"):
raise exception.NotFoundError()
page = response.text
projects = text.extr(
page, '<section class="project-covers', '</section>')
if projects:
data = {"_extractor": MyportfolioGalleryExtractor}
base = self.prefix + "https://" + self.domain
for path in text.extract_iter(projects, ' href="', '"'):
yield Message.Queue, base + path, data
else:
data = self.metadata(page)
imgs = self.images(page)
data["count"] = len(imgs)
yield Message.Directory, data
for data["num"], url in enumerate(imgs, 1):
yield Message.Url, url, text.nameext_from_url(url, data)
def metadata(self, page):
"""Collect general image metadata"""
# og:title contains data as "<user> - <title>", but both
# <user> and <title> can contain a "-" as well, so we get the title
# from somewhere else and cut that amount from the og:title content
extr = text.extract_from(page)
user = extr('property="og:title" content="', '"') or \
extr('property=og:title content="', '"')
descr = extr('property="og:description" content="', '"') or \
extr('property=og:description content="', '"')
title = extr('<h1 ', '</h1>')
if title:
title = title.partition(">")[2]
user = user[:-len(title)-3]
elif user:
user, _, title = user.partition(" - ")
else:
raise exception.NotFoundError()
return {
"user": text.unescape(user),
"title": text.unescape(title),
"description": text.unescape(descr),
}
def images(self, page):
"""Extract and return a list of all image-urls"""
return (
list(text.extract_iter(page, 'js-lightbox" data-src="', '"')) or
list(text.extract_iter(page, 'data-src="', '"'))
)
|
