summaryrefslogtreecommitdiffstats
path: root/gallery_dl/extractor/generic.py
diff options
context:
space:
mode:
Diffstat (limited to 'gallery_dl/extractor/generic.py')
-rw-r--r--gallery_dl/extractor/generic.py24
1 files changed, 23 insertions, 1 deletions
diff --git a/gallery_dl/extractor/generic.py b/gallery_dl/extractor/generic.py
index 9292da3..9999283 100644
--- a/gallery_dl/extractor/generic.py
+++ b/gallery_dl/extractor/generic.py
@@ -32,6 +32,28 @@ class GenericExtractor(Extractor):
(?:\#(?P<fragment>.*))? # optional fragment
"""
+ test = (
+ ("generic:https://www.nongnu.org/lzip/", {
+ "count": 1,
+ "content": "40be5c77773d3e91db6e1c5df720ee30afb62368",
+ "keyword": {
+ "description": "Lossless data compressor",
+ "imageurl": "https://www.nongnu.org/lzip/lzip.png",
+ "keywords": "lzip, clzip, plzip, lzlib, LZMA, bzip2, "
+ "gzip, data compression, GNU, free software",
+ "pageurl": "https://www.nongnu.org/lzip/",
+ },
+ }),
+ # internationalized domain name
+ ("generic:https://räksmörgås.josefsson.org/", {
+ "count": 2,
+ "pattern": "^https://räksmörgås.josefsson.org/",
+ }),
+ ("generic:https://en.wikipedia.org/Main_Page"),
+ ("generic:https://example.org/path/to/file?que=1?&ry=2/#fragment"),
+ ("generic:https://example.org/%27%3C%23/%23%3E%27.htm?key=%3C%26%3E"),
+ )
+
def __init__(self, match):
"""Init."""
Extractor.__init__(self, match)
@@ -56,7 +78,7 @@ class GenericExtractor(Extractor):
self.root = self.scheme + match.group('domain')
def items(self):
- """Get page, extract metadata & images, yield them in suitable messages.
+ """Get page, extract metadata & images, yield them in suitable messages
Adapted from common.GalleryExtractor.items()