1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
# -*- coding: utf-8 -*-
# Copyright 2025 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://fikfap.com/"""
from .common import Extractor, Message
from .. import text, exception
BASE_PATTERN = r"(?:https?://)?(?:www\.)?fikfap\.com"
class FikfapExtractor(Extractor):
"""Base class for fikfap extractors"""
category = "fikfap"
root = "https://fikfap.com"
root_api = "https://api.fikfap.com"
directory_fmt = ("{category}", "{author[username]}")
filename_fmt = "{postId} {label[:240]}.{extension}"
archive_fmt = "{postId}"
def items(self):
headers = {
"Referer" : self.root + "/",
"Origin" : self.root,
"Sec-Fetch-Dest": "empty",
"Sec-Fetch-Mode": "cors",
"Sec-Fetch-Site": "cross-site",
}
for post in self.posts():
if url := post.get("videoFileOriginalUrl"):
post["extension"] = text.ext_from_url(url)
elif url := post.get("videoStreamUrl"):
url = "ytdl:" + url
post["extension"] = "mp4"
post["_ytdl_manifest"] = "hls"
post["_ytdl_manifest_headers"] = headers
else:
self.log.warning("%s: No video available", post["postId"])
continue
post["date"] = self.parse_datetime_iso(post["createdAt"])
post["date_updated"] = self.parse_datetime_iso(post["updatedAt"])
post["tags"] = [t["label"] for t in post["hashtags"]]
post["filename"] = post["label"]
yield Message.Directory, "", post
yield Message.Url, url, post
def request_api(self, url, params):
return self.request_json(url, params=params, headers={
"Referer" : self.root + "/",
"Authorization-Anonymous": "2527cc30-c3c5-41be-b8bb-104b6ea7a206",
"IsLoggedIn" : "false",
"IsPWA" : "false",
"Origin" : self.root,
"Sec-Fetch-Dest": "empty",
"Sec-Fetch-Mode": "cors",
"Sec-Fetch-Site": "same-site",
})
class FikfapPostExtractor(FikfapExtractor):
subcategory = "post"
pattern = rf"{BASE_PATTERN}/user/(\w+)/post/(\d+)"
example = "https://fikfap.com/user/USER/post/12345"
def posts(self):
user, pid = self.groups
url = f"{self.root_api}/profile/username/{user}/posts"
params = {"amount" : "1", "startId": pid}
posts = self.request_api(url, params)
pid = int(pid)
for post in posts:
if post["postId"] == pid:
return (post,)
raise exception.NotFoundError("post")
class FikfapUserExtractor(FikfapExtractor):
subcategory = "user"
pattern = rf"{BASE_PATTERN}/user/(\w+)"
example = "https://fikfap.com/user/USER"
def posts(self):
user = self.groups[0]
url = f"{self.root_api}/profile/username/{user}/posts"
params = {"amount": "21"}
while True:
data = self.request_api(url, params)
yield from data
if len(data) < 21:
return
params["afterId"] = data[-1]["postId"]
|
