diff options
Diffstat (limited to 'gallery_dl/extractor/sankakucomplex.py')
| -rw-r--r-- | gallery_dl/extractor/sankakucomplex.py | 11 |
1 files changed, 4 insertions, 7 deletions
diff --git a/gallery_dl/extractor/sankakucomplex.py b/gallery_dl/extractor/sankakucomplex.py index 972750c..5d83299 100644 --- a/gallery_dl/extractor/sankakucomplex.py +++ b/gallery_dl/extractor/sankakucomplex.py @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- -# Copyright 2019-2020 Mike Fährmann +# Copyright 2019-2021 Mike Fährmann # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as @@ -125,17 +125,14 @@ class SankakucomplexTagExtractor(SankakucomplexExtractor): def items(self): pnum = 1 - last = None data = {"_extractor": SankakucomplexArticleExtractor} - yield Message.Version, 1 while True: url = "{}/{}/page/{}/".format(self.root, self.path, pnum) response = self.request(url, fatal=False) if response.status_code >= 400: return - for url in text.extract_iter(response.text, 'data-direct="', '"'): - if url != last: - last = url - yield Message.Queue, url, data + for url in util.unique_sequence(text.extract_iter( + response.text, 'data-direct="', '"')): + yield Message.Queue, url, data pnum += 1 |