diff options
| author | 2024-10-14 03:02:11 -0400 | |
|---|---|---|
| committer | 2024-10-14 03:02:11 -0400 | |
| commit | b28a9957b772b1d063bea4a50c0bbcb04cdef791 (patch) | |
| tree | bdf3b3bafb821af5cd41206d66c4a0b7a60e2a92 /gallery_dl/extractor/generic.py | |
| parent | 061cbaf29e92e57152175f877740d3d1a2157bd6 (diff) | |
| parent | 0db541f524e1774865efebcbe5653e9ad76ea2e8 (diff) | |
Update upstream source from tag 'upstream/1.27.6'
Update to upstream version '1.27.6'
with Debian dir bbafbef8a09f7a005c8afa3ebb1c8527d67c172a
Diffstat (limited to 'gallery_dl/extractor/generic.py')
| -rw-r--r-- | gallery_dl/extractor/generic.py | 51 |
1 files changed, 27 insertions, 24 deletions
diff --git a/gallery_dl/extractor/generic.py b/gallery_dl/extractor/generic.py index a6c1d5a..370cd43 100644 --- a/gallery_dl/extractor/generic.py +++ b/gallery_dl/extractor/generic.py @@ -89,30 +89,33 @@ class GenericExtractor(Extractor): def metadata(self, page): """Extract generic webpage metadata, return them in a dict.""" - data = {} - data['path'] = self.path.replace("/", "") - data['pageurl'] = self.url - data['title'] = text.extr(page, '<title>', "</title>") - data['description'] = text.extr( - page, '<meta name="description" content="', '"') - data['keywords'] = text.extr( - page, '<meta name="keywords" content="', '"') - data['language'] = text.extr( - page, '<meta name="language" content="', '"') - data['name'] = text.extr( - page, '<meta itemprop="name" content="', '"') - data['copyright'] = text.extr( - page, '<meta name="copyright" content="', '"') - data['og_site'] = text.extr( - page, '<meta property="og:site" content="', '"') - data['og_site_name'] = text.extr( - page, '<meta property="og:site_name" content="', '"') - data['og_title'] = text.extr( - page, '<meta property="og:title" content="', '"') - data['og_description'] = text.extr( - page, '<meta property="og:description" content="', '"') - - data = {k: text.unescape(data[k]) for k in data if data[k] != ""} + data = { + "title" : text.extr( + page, "<title>", "</title>"), + "description" : text.extr( + page, '<meta name="description" content="', '"'), + "keywords" : text.extr( + page, '<meta name="keywords" content="', '"'), + "language" : text.extr( + page, '<meta name="language" content="', '"'), + "name" : text.extr( + page, '<meta itemprop="name" content="', '"'), + "copyright" : text.extr( + page, '<meta name="copyright" content="', '"'), + "og_site" : text.extr( + page, '<meta property="og:site" content="', '"'), + "og_site_name" : text.extr( + page, '<meta property="og:site_name" content="', '"'), + "og_title" : text.extr( + page, '<meta property="og:title" content="', '"'), + "og_description": text.extr( + page, '<meta property="og:description" content="', '"'), + + } + + data = {k: text.unescape(v) for k, v in data.items() if v} + data["path"] = self.path.replace("/", "") + data["pageurl"] = self.url return data |
