summaryrefslogtreecommitdiffstats
path: root/gallery_dl/extractor/danbooru.py
diff options
context:
space:
mode:
Diffstat (limited to 'gallery_dl/extractor/danbooru.py')
-rw-r--r--gallery_dl/extractor/danbooru.py86
1 files changed, 86 insertions, 0 deletions
diff --git a/gallery_dl/extractor/danbooru.py b/gallery_dl/extractor/danbooru.py
new file mode 100644
index 0000000..211c340
--- /dev/null
+++ b/gallery_dl/extractor/danbooru.py
@@ -0,0 +1,86 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2014-2019 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extract images from https://danbooru.donmai.us/"""
+
+from . import booru
+
+
+BASE_PATTERN = (
+ r"(?:https?://)?"
+ r"(?P<subdomain>danbooru|hijiribe|sonohara|safebooru)"
+ r"\.donmai\.us")
+
+
+class DanbooruExtractor(booru.DanbooruPageMixin, booru.BooruExtractor):
+ """Base class for danbooru extractors"""
+ category = "danbooru"
+ page_limit = 1000
+
+ def __init__(self, match):
+ super().__init__(match)
+ self.subdomain = match.group("subdomain")
+ self.scheme = "https" if self.subdomain == "danbooru" else "http"
+ self.api_url = "{scheme}://{subdomain}.donmai.us/posts.json".format(
+ scheme=self.scheme, subdomain=self.subdomain)
+
+ username, api_key = self._get_auth_info()
+ if username:
+ self.log.debug("Using HTTP Basic Auth for user '%s'", username)
+ self.session.auth = (username, api_key)
+
+
+class DanbooruTagExtractor(booru.TagMixin, DanbooruExtractor):
+ """Extractor for images from danbooru based on search-tags"""
+ pattern = BASE_PATTERN + r"/posts\?(?:[^&#]*&)*tags=(?P<tags>[^&#]+)"
+ test = (
+ ("https://danbooru.donmai.us/posts?tags=bonocho", {
+ "content": "b196fb9f1668109d7774a0a82efea3ffdda07746",
+ }),
+ # test page transitions
+ ("https://danbooru.donmai.us/posts?tags=canvas_%28cocktail_soft%29", {
+ "count": ">= 50",
+ }),
+ ("https://hijiribe.donmai.us/posts?tags=bonocho"),
+ ("https://sonohara.donmai.us/posts?tags=bonocho"),
+ ("https://safebooru.donmai.us/posts?tags=bonocho"),
+ )
+
+
+class DanbooruPoolExtractor(booru.PoolMixin, DanbooruExtractor):
+ """Extractor for image-pools from danbooru"""
+ pattern = BASE_PATTERN + r"/pools/(?P<pool>\d+)"
+ test = ("https://danbooru.donmai.us/pools/7659", {
+ "content": "b16bab12bea5f7ea9e0a836bf8045f280e113d99",
+ })
+
+
+class DanbooruPostExtractor(booru.PostMixin, DanbooruExtractor):
+ """Extractor for single images from danbooru"""
+ pattern = BASE_PATTERN + r"/posts/(?P<post>\d+)"
+ test = ("https://danbooru.donmai.us/posts/294929", {
+ "content": "5e255713cbf0a8e0801dc423563c34d896bb9229",
+ })
+
+
+class DanbooruPopularExtractor(booru.PopularMixin, DanbooruExtractor):
+ """Extractor for popular images from danbooru"""
+ pattern = BASE_PATTERN + r"/explore/posts/popular(?:\?(?P<query>[^#]*))?"
+ test = (
+ ("https://danbooru.donmai.us/explore/posts/popular"),
+ (("https://danbooru.donmai.us/explore/posts/popular"
+ "?date=2013-06-06+03%3A34%3A22+-0400&scale=week"), {
+ "count": ">= 1",
+ }),
+ )
+
+ def __init__(self, match):
+ super().__init__(match)
+ urlfmt = "{scheme}://{subdomain}.donmai.us/explore/posts/popular.json"
+ self.api_url = urlfmt.format(
+ scheme=self.scheme, subdomain=self.subdomain)