# -*- coding: utf-8 -*-
# Copyright 2019-2025 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://www.mangoxo.com/"""
from .common import Extractor, Message
from .. import text, exception
from ..cache import cache
import hashlib
import time
class MangoxoExtractor(Extractor):
"""Base class for mangoxo extractors"""
category = "mangoxo"
root = "https://www.mangoxo.com"
cookies_domain = "www.mangoxo.com"
cookies_names = ("SESSION",)
_warning = True
def login(self):
username, password = self._get_auth_info()
if username:
self.cookies_update(self._login_impl(username, password))
elif MangoxoExtractor._warning:
MangoxoExtractor._warning = False
self.log.warning("Unauthenticated users cannot see "
"more than 5 images per album")
@cache(maxage=3*3600, keyarg=1)
def _login_impl(self, username, password):
self.log.info("Logging in as %s", username)
url = self.root + "/login"
page = self.request(url).text
token = text.extr(page, 'id="loginToken" value="', '"')
url = self.root + "/api/login"
headers = {
"X-Requested-With": "XMLHttpRequest",
"Referer": self.root + "/login",
}
data = self._sign_by_md5(username, password, token)
response = self.request(url, method="POST", headers=headers, data=data)
data = response.json()
if str(data.get("result")) != "1":
raise exception.AuthenticationError(data.get("msg"))
return {"SESSION": self.cookies.get("SESSION")}
def _sign_by_md5(self, username, password, token):
# https://dns.mangoxo.com/libs/plugins/phoenix-ui/js/phoenix-ui.js
params = [
("username" , username),
("password" , password),
("token" , token),
("timestamp", str(int(time.time()))),
]
query = "&".join("=".join(item) for item in sorted(params))
query += "&secretKey=340836904"
sign = hashlib.md5(query.encode()).hexdigest()
params.append(("sign", sign.upper()))
return params
def _total_pages(self, page):
return text.parse_int(text.extract(page, "total :", ",")[0])
class MangoxoAlbumExtractor(MangoxoExtractor):
"""Extractor for albums on mangoxo.com"""
subcategory = "album"
filename_fmt = "{album[id]}_{num:>03}.{extension}"
directory_fmt = ("{category}", "{channel[name]}", "{album[name]}")
archive_fmt = "{album[id]}_{num}"
pattern = r"(?:https?://)?(?:www\.)?mangoxo\.com/album/(\w+)"
example = "https://www.mangoxo.com/album/ID"
def __init__(self, match):
MangoxoExtractor.__init__(self, match)
self.album_id = match[1]
def items(self):
self.login()
url = f"{self.root}/album/{self.album_id}/"
page = self.request(url).text
data = self.metadata(page)
imgs = self.images(url, page)
yield Message.Directory, "", data
data["extension"] = None
for data["num"], path in enumerate(imgs, 1):
data["id"] = text.parse_int(text.extr(path, "=", "&"))
url = self.root + "/external/" + path.rpartition("url=")[2]
yield Message.Url, url, text.nameext_from_url(url, data)
def metadata(self, page):
"""Return general metadata"""
extr = text.extract_from(page)
title = extr('', '<')
date = extr('class="fa fa-calendar">', '<')
descr = extr('
', '') return { "channel": { "id": cid, "name": text.unescape(cname), "cover": cover, }, "album": { "id": self.album_id, "name": text.unescape(title), "date": self.parse_datetime(date.strip(), "%Y.%m.%d %H:%M"), "description": text.unescape(descr), }, "count": text.parse_int(count), } def images(self, url, page): """Generator; Yields all image URLs""" total = self._total_pages(page) num = 1 while True: yield from text.extract_iter( page, 'class="lightgallery-item" href="', '"') if num >= total: return num += 1 page = self.request(url + str(num)).text class MangoxoChannelExtractor(MangoxoExtractor): """Extractor for all albums on a mangoxo channel""" subcategory = "channel" pattern = r"(?:https?://)?(?:www\.)?mangoxo\.com/(\w+)/album" example = "https://www.mangoxo.com/USER/album" def __init__(self, match): MangoxoExtractor.__init__(self, match) self.user = match[1] def items(self): self.login() num = total = 1 url = f"{self.root}/{self.user}/album/" data = {"_extractor": MangoxoAlbumExtractor} while True: page = self.request(url + str(num)).text for album in text.extract_iter( page, '= total: return num += 1