summaryrefslogtreecommitdiffstats
path: root/gallery_dl/extractor/test.py
diff options
context:
space:
mode:
Diffstat (limited to 'gallery_dl/extractor/test.py')
-rw-r--r--gallery_dl/extractor/test.py86
1 files changed, 86 insertions, 0 deletions
diff --git a/gallery_dl/extractor/test.py b/gallery_dl/extractor/test.py
new file mode 100644
index 0000000..2f4992c
--- /dev/null
+++ b/gallery_dl/extractor/test.py
@@ -0,0 +1,86 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2016-2017 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Utility extractor to execute tests of other extractors"""
+
+from .common import Extractor, Message
+from .. import extractor, exception
+
+
+class TestExtractor(Extractor):
+ """Extractor to select and run the test URLs of other extractors
+
+ The general form is 'test:<categories>:<subcategories>:<indices>', where
+ <categories> and <subcategories> are comma-separated (sub)category names
+ and <indices> is a comma-seperated list of array indices.
+ To select all possible values for a field use the star '*' character or
+ leave the field empty.
+
+ Examples:
+ - test:pixiv
+ run all pixiv tests
+
+ - test:pixiv:user,favorite:0
+ run the first test of the PixivUser- and PixivFavoriteExtractor
+
+ - test:
+ run all tests
+ """
+ category = "test"
+ pattern = r"t(?:est)?:([^:]*)(?::([^:]*)(?::(\*|[\d,]*))?)?$"
+ test = (
+ ("test:pixiv"),
+ ("test:pixiv:user,favorite:0"),
+ ("test:"),
+ )
+
+ def __init__(self, match):
+ Extractor.__init__(self, match)
+ categories, subcategories, indices = match.groups()
+ self.categories = self._split(categories)
+ self.subcategories = self._split(subcategories)
+ self.indices = self._split(indices) or self
+
+ def items(self):
+ extractors = extractor.extractors()
+
+ if self.categories:
+ extractors = [
+ extr for extr in extractors
+ if extr.category in self.categories
+ ]
+
+ if self.subcategories:
+ extractors = [
+ extr for extr in extractors
+ if extr.subcategory in self.subcategories
+ ]
+
+ tests = [
+ test
+ for extr in extractors
+ for index, test in enumerate(extr._get_tests())
+ if str(index) in self.indices
+ ]
+
+ if not tests:
+ raise exception.NotFoundError("test")
+
+ yield Message.Version, 1
+ for test in tests:
+ yield Message.Queue, test[0], {}
+
+ @staticmethod
+ def __contains__(_):
+ return True
+
+ @staticmethod
+ def _split(value):
+ if value and value != "*":
+ return value.split(",")
+ return None