diff options
Diffstat (limited to 'gallery_dl/extractor/soundgasm.py')
| -rw-r--r-- | gallery_dl/extractor/soundgasm.py | 93 |
1 files changed, 57 insertions, 36 deletions
diff --git a/gallery_dl/extractor/soundgasm.py b/gallery_dl/extractor/soundgasm.py index 1afb92c..236f94f 100644 --- a/gallery_dl/extractor/soundgasm.py +++ b/gallery_dl/extractor/soundgasm.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- -# Copyright 2022 Mike Fährmann +# Copyright 2022-2023 Mike Fährmann # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as @@ -11,17 +11,46 @@ from .common import Extractor, Message from .. import text +BASE_PATTERN = r"(?:https?://)?(?:www\.)?soundgasm\.net/u(?:ser)?" -class SoundgasmAudioExtractor(Extractor): - """Extractor for audio clips from soundgasm.net""" + +class SoundgasmExtractor(Extractor): + """Base class for soundgasm extractors""" category = "soundgasm" - subcategory = "audio" root = "https://soundgasm.net" + request_interval = (0.5, 1.5) directory_fmt = ("{category}", "{user}") filename_fmt = "{title}.{extension}" archive_fmt = "{user}_{slug}" - pattern = (r"(?:https?://)?(?:www\.)?soundgasm\.net" - r"/u(?:ser)?/([^/?#]+)/([^/?#]+)") + + def items(self): + for sound in map(self._extract_sound, self.sounds()): + url = sound["url"] + yield Message.Directory, sound + yield Message.Url, url, text.nameext_from_url(url, sound) + + def _extract_sound(self, url): + extr = text.extract_from(self.request(url).text) + + _, user, slug = url.rstrip("/").rsplit("/", 2) + data = { + "user" : user, + "slug" : slug, + "title": text.unescape(extr('aria-label="title">', "<")), + "description": text.unescape(text.remove_html(extr( + 'class="jp-description">', '</div>'))), + } + + formats = extr('"setMedia", {', '}') + data["url"] = text.extr(formats, ': "', '"') + + return data + + +class SoundgasmAudioExtractor(SoundgasmExtractor): + """Extractor for audio clips from soundgasm.net""" + subcategory = "audio" + pattern = BASE_PATTERN + r"/([^/?#]+)/([^/?#]+)" test = ( (("https://soundgasm.net/u/ClassWarAndPuppies2" "/687-Otto-von-Toontown-12822"), { @@ -47,47 +76,39 @@ class SoundgasmAudioExtractor(Extractor): ) def __init__(self, match): - Extractor.__init__(self, match) + SoundgasmExtractor.__init__(self, match) self.user, self.slug = match.groups() - def items(self): - url = "{}/u/{}/{}".format(self.root, self.user, self.slug) - extr = text.extract_from(self.request(url).text) + def sounds(self): + return ("{}/u/{}/{}".format(self.root, self.user, self.slug),) - data = { - "user" : self.user, - "slug" : self.slug, - "title": text.unescape(extr('aria-label="title">', "<")), - "description": text.unescape(text.remove_html(extr( - 'class="jp-description">', '</div>'))), - } - - formats = extr('"setMedia", {', '}') - url = text.extr(formats, ': "', '"') - - yield Message.Directory, data - yield Message.Url, url, text.nameext_from_url(url, data) - -class SoundgasmUserExtractor(Extractor): +class SoundgasmUserExtractor(SoundgasmExtractor): """Extractor for all sounds from a soundgasm user""" - category = "soundgasm" subcategory = "user" - root = "https://soundgasm.net" - pattern = (r"(?:https?://)?(?:www\.)?soundgasm\.net" - r"/u(?:ser)?/([^/?#]+)/?$") + pattern = BASE_PATTERN + r"/([^/?#]+)/?$" test = ("https://soundgasm.net/u/fierce-aphrodite", { - "pattern": SoundgasmAudioExtractor.pattern, + "pattern": r"https://media\.soundgasm\.net/sounds/[0-9a-f]{40}\.m4a", "count" : ">= 15", + "keyword": { + "description": str, + "extension": "m4a", + "filename": "re:^[0-9a-f]{40}$", + "slug": str, + "title": str, + "url": str, + "user": "fierce-aphrodite" + }, }) def __init__(self, match): - Extractor.__init__(self, match) + SoundgasmExtractor.__init__(self, match) self.user = match.group(1) - def items(self): + def sounds(self): page = self.request(self.root + "/user/" + self.user).text - data = {"_extractor": SoundgasmAudioExtractor} - for sound in text.extract_iter( - page, 'class="sound-details">', "</a>"): - yield Message.Queue, text.extr(sound, '<a href="', '"'), data + return [ + text.extr(sound, '<a href="', '"') + for sound in text.extract_iter( + page, 'class="sound-details">', "</a>") + ] |