[pururin] add gallery extractor (closes #174)

docs/supportedsites.rst

@@ -69,6 +69,7 @@ Pinterest            https://www.pinterest.com/          Boards, Pins, pin.it Li
 Pixiv                https://www.pixiv.net/              |pixiv-C|                                          Required
 Pornreactor          http://pornreactor.cc/              |pornreactor-C|
 PowerManga           https://read.powermanga.org/        Chapters, Manga
+Pururin              https://pururin.io/                 Galleries
 Read Comic Online    https://readcomiconline.to/         Comic-Issues, Comics
 RebeccaBlackTech     https://rbt.asia/                   Threads
 Reddit               https://www.reddit.com/             individual Images, Submissions, Subreddits         Optional (OAuth)

gallery_dl/extractor/__init__.py

@@ -62,6 +62,7 @@ modules = [
     "piczel",
     "pinterest",
     "pixiv",
+    "pururin",
     "reactor",
     "readcomiconline",
     "reddit",

gallery_dl/extractor/pururin.py

@@ -0,0 +1,107 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2019 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extractors for https://pururin.io/"""
+
+from .common import ChapterExtractor
+from .. import text, util
+import json
+
+
+class PururinGalleryExtractor(ChapterExtractor):
+    """Extractor for image galleries on pururin.io"""
+    category = "pururin"
+    subcategory = "gallery"
+    filename_fmt = "{category}_{gallery_id}_{page:>03}.{extension}"
+    directory_fmt = ("{category}", "{gallery_id} {title}")
+    archive_fmt = "{gallery_id}_{page}"
+    pattern = r"(?:https?://)?(?:www\.)?pururin\.io/(?:gallery|read)/(\d+)"
+    test = ("https://pururin.io/gallery/38661/iowant-2", {
+        "pattern": r"https://cdn.pururin.io/assets/images/data/38661/\d+\.jpg",
+        "keyword": {
+            "artist": "Shoda Norihiro",
+            "characters": ["Iowa", "Teitoku"],
+            "collection": "",
+            "convention": "C92",
+            "count": 19,
+            "extension": "jpg",
+            "gallery_id": 38661,
+            "group": "Obsidian Order",
+            "lang": "en",
+            "language": "English",
+            "parody": "Kantai Collection",
+            "scanlator": "",
+            "score": float,
+            "tags": list,
+            "title": "Iowant 2!!",
+            "title_jp": str,
+            "type": "Doujinshi",
+            "uploader": "demo"
+        }
+    })
+    root = "https://pururin.io"
+
+    def __init__(self, match):
+        self.gallery_id = match.group(1)
+        url = "{}/gallery/{}/x".format(self.root, self.gallery_id)
+        ChapterExtractor.__init__(self, match, url)
+
+        self._ext = ""
+        self._cnt = 0
+
+    def metadata(self, page):
+        data = text.extract_all(page, (
+            ("artist"    , "<td>Artist</td>"    , "</td>"),
+            ("group"     , "<td>Circle</td>"    , "</td>"),
+            ("parody"    , "<td>Parody</td>"    , "</td>"),
+            ("tags"      , "<td>Contents</td>"  , "</td>"),
+            ("type"      , "<td>Category</td>"  , "</td>"),
+            ("characters", "<td>Character</td>" , "</td>"),
+            ("collection", "<td>Collection</td>", "</td>"),
+            ("language"  , "<td>Language</td>"  , "</td>"),
+            ("scanlator" , "<td>Scanlator</td>" , "</td>"),
+            ("convention", "<td>Convention</td>", "</td>"),
+            ("uploader"  , "<td>Uploader</td>"  , "</td>"),
+            ("score"     , " :rating='"         , "'"),
+        ))[0]
+
+        url = "{}/read/{}/01/x".format(self.root, self.gallery_id)
+        page = self.request(url).text
+        info = json.loads(text.unescape(text.extract(
+            page, ':gallery="', '"')[0]))
+
+        self._ext = info["image_extension"]
+        self._cnt = info["total_pages"]
+
+        for key in ("tags", "characters"):
+            data[key] = self._extract_list(data[key])
+        for key in ("artist", "group", "parody", "type", "collection",
+                    "language", "scanlator", "convention"):
+            data[key] = self._extract_one(data[key])
+
+        data["gallery_id"] = text.parse_int(self.gallery_id)
+        data["title"] = info["title"]
+        data["title_jp"] = info.get("j_title") or ""
+        data["uploader"] = text.remove_html(data["uploader"])
+        data["score"] = text.parse_float(data["score"])
+        data["lang"] = util.language_to_code(data["language"])
+        return data
+
+    def images(self, _):
+        ufmt = "https://cdn.pururin.io/assets/images/data/{}/{{}}.{}".format(
+            self.gallery_id, self._ext)
+        return [(ufmt.format(num), None) for num in range(1, self._cnt + 1)]
+
+    @staticmethod
+    def _extract_list(value):
+        return [text.unescape(item)
+                for item in text.extract_iter(value, 'title="', '"')]
+
+    @staticmethod
+    def _extract_one(value):
+        return text.unescape(text.extract(value, 'title="', '"')[0] or "")