aboutsummaryrefslogtreecommitdiffstats
path: root/gallery_dl/extractor/picazor.py
blob: df1f436960373bf0785fafbd040f24601afa9feb (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
# -*- coding: utf-8 -*-

# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.

"""Extractors for https://picazor.com/"""

from .common import Extractor, Message
from .. import text


class PicazorUserExtractor(Extractor):
    """Extractor for picazor users"""
    category = "picazor"
    subcategory = "user"
    root = "https://picazor.com"
    browser = "firefox"
    directory_fmt = ("{category}", "{user}")
    filename_fmt = "{id}_{num:>03}.{extension}"
    archive_fmt = "{id}_{num}"
    pattern = r"(?:https?://)?(?:www\.)?picazor\.com/[a-z]{2}/([^/?#]+)"
    example = "https://picazor.com/en/USERNAME"

    def items(self):
        user = self.groups[0]
        first = True

        url = f"{self.root}/api/files/{user}/sfiles"
        params = {"page": 1}
        headers = {"Referer": f"{self.root}/en/{user}"}

        while True:
            data = self.request_json(url, params=params, headers=headers)
            if not data:
                break

            for item in data:
                path = item.get("path")
                if not path:
                    continue

                if first:
                    first = False
                    self.kwdict["user"] = user
                    self.kwdict["count"] = item.get("order")
                    yield Message.Directory, "", {
                        "subject": item.get("subject"),
                        "user"   : user,
                    }

                item.pop("blurDataURL", None)
                item["num"] = item["order"]

                file_url = self.root + path
                text.nameext_from_url(file_url, item)
                yield Message.Url, file_url, item

            params["page"] += 1