1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
|
# -*- coding: utf-8 -*-
# Copyright 2016-2017 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Utility extractor to execute tests of other extractors"""
from .common import Extractor, Message
from .. import extractor, exception
class TestExtractor(Extractor):
"""Extractor to select and run the test URLs of other extractors
The general form is 'test:<categories>:<subcategories>:<indices>', where
<categories> and <subcategories> are comma-separated (sub)category names
and <indices> is a comma-seperated list of array indices.
To select all possible values for a field use the star '*' character or
leave the field empty.
Examples:
- test:pixiv
run all pixiv tests
- test:pixiv:user,favorite:0
run the first test of the PixivUser- and PixivFavoriteExtractor
- test:
run all tests
"""
category = "test"
pattern = r"t(?:est)?:([^:]*)(?::([^:]*)(?::(\*|[\d,]*))?)?$"
test = (
("test:pixiv"),
("test:pixiv:user,favorite:0"),
("test:"),
)
def __init__(self, match):
Extractor.__init__(self, match)
categories, subcategories, indices = match.groups()
self.categories = self._split(categories)
self.subcategories = self._split(subcategories)
self.indices = self._split(indices) or self
def items(self):
extractors = extractor.extractors()
if self.categories:
extractors = [
extr for extr in extractors
if extr.category in self.categories
]
if self.subcategories:
extractors = [
extr for extr in extractors
if extr.subcategory in self.subcategories
]
tests = [
test
for extr in extractors
for index, test in enumerate(extr._get_tests())
if str(index) in self.indices
]
if not tests:
raise exception.NotFoundError("test")
for test in tests:
yield Message.Queue, test[0], {}
@staticmethod
def __contains__(_):
return True
@staticmethod
def _split(value):
if value and value != "*":
return value.split(",")
return None
|
