1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
# -*- coding: utf-8 -*-
# Copyright 2024-2025 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://agn.ph/"""
from . import booru
from .. import text
import collections
BASE_PATTERN = r"(?:https?://)?agn\.ph"
class AgnphExtractor(booru.BooruExtractor):
category = "agnph"
root = "https://agn.ph"
page_start = 1
per_page = 45
TAG_TYPES = {
"a": "artist",
"b": "copyright",
"c": "character",
"d": "species",
"m": "general",
}
def _init(self):
self.cookies.set("confirmed_age", "true", domain="agn.ph")
def _prepare(self, post):
post["date"] = self.parse_timestamp(post["created_at"])
post["status"] = post["status"].strip()
post["has_children"] = ("true" in post["has_children"])
def _xml_to_dict(self, xml):
return {element.tag: element.text for element in xml}
def _pagination(self, url, params):
params["api"] = "xml"
if "page" in params:
params["page"] = \
self.page_start + text.parse_int(params["page"]) - 1
else:
params["page"] = self.page_start
while True:
root = self.request_xml(url, params=params)
yield from map(self._xml_to_dict, root)
attrib = root.attrib
if int(attrib["offset"]) + len(root) >= int(attrib["count"]):
return
params["page"] += 1
def _html(self, post):
url = f"{self.root}/gallery/post/show/{post['id']}/"
return self.request(url).text
def _tags(self, post, page):
tag_container = text.extr(
page, '<ul class="taglist">', '<h3>Statistics</h3>')
if not tag_container:
return
tags = collections.defaultdict(list)
pattern = text.re(r'class="(.)typetag">([^<]+)')
for tag_type, tag_name in pattern.findall(tag_container):
tags[tag_type].append(text.unquote(tag_name).replace(" ", "_"))
for key, value in tags.items():
post["tags_" + self.TAG_TYPES[key]] = " ".join(value)
class AgnphTagExtractor(AgnphExtractor):
subcategory = "tag"
directory_fmt = ("{category}", "{search_tags}")
archive_fmt = "t_{search_tags}_{id}"
pattern = BASE_PATTERN + r"/gallery/post/(?:\?([^#]+))?$"
example = "https://agn.ph/gallery/post/?search=TAG"
def __init__(self, match):
AgnphExtractor.__init__(self, match)
self.params = text.parse_query(self.groups[0])
def metadata(self):
return {"search_tags": self.params.get("search") or ""}
def posts(self):
url = self.root + "/gallery/post/"
return self._pagination(url, self.params.copy())
class AgnphPostExtractor(AgnphExtractor):
subcategory = "post"
archive_fmt = "{id}"
pattern = BASE_PATTERN + r"/gallery/post/show/(\d+)"
example = "https://agn.ph/gallery/post/show/12345/"
def posts(self):
url = f"{self.root}/gallery/post/show/{self.groups[0]}/?api=xml"
post = self.request_xml(url)
return (self._xml_to_dict(post),)
|
