New upstream version 1.20.3.upstream/1.20.3

1 files changed, 22 insertions, 4 deletions

diff --git a/gallery_dl/extractor/hitomi.py b/gallery_dl/extractor/hitomi.py
index ce6c7ce..e132bf9 100644
--- a/gallery_dl/extractor/hitomi.py
+++ b/gallery_dl/extractor/hitomi.py
@@ -159,6 +159,7 @@ class HitomiTagExtractor(Extractor):
     """Extractor for galleries from tag searches on hitomi.la"""
     category = "hitomi"
     subcategory = "tag"
+    root = "https://hitomi.la"
     pattern = (r"(?:https?://)?hitomi\.la/"
                r"(tag|artist|group|series|type|character)/"
                r"([^/?#]+)\.html")
@@ -183,12 +184,29 @@ class HitomiTagExtractor(Extractor):
             self.tag = tag
 
     def items(self):
-        url = "https://ltn.hitomi.la/{}/{}.nozomi".format(self.type, self.tag)
         data = {"_extractor": HitomiGalleryExtractor}
+        nozomi_url = "https://ltn.hitomi.la/{}/{}.nozomi".format(
+            self.type, self.tag)
+        headers = {
+            "Origin": self.root,
+            "Cache-Control": "max-age=0",
+        }
 
-        for gallery_id in decode_nozomi(self.request(url).content):
-            url = "https://hitomi.la/galleries/{}.html".format(gallery_id)
-            yield Message.Queue, url, data
+        offset = 0
+        while True:
+            headers["Referer"] = "{}/{}/{}.html?page={}".format(
+                self.root, self.type, self.tag, offset // 100 + 1)
+            headers["Range"] = "bytes={}-{}".format(offset, offset+99)
+            nozomi = self.request(nozomi_url, headers=headers).content
+
+            for gallery_id in decode_nozomi(nozomi):
+                gallery_url = "{}/galleries/{}.html".format(
+                    self.root, gallery_id)
+                yield Message.Queue, gallery_url, data
+
+            if len(nozomi) < 100:
+                return
+            offset += 100
 
 
 @memcache()