[pururin] add gallery extractor (closes #174)
parent
3159dd79d5
commit
280531c8ff
@ -0,0 +1,107 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright 2019 Mike Fährmann
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License version 2 as
|
||||
# published by the Free Software Foundation.
|
||||
|
||||
"""Extractors for https://pururin.io/"""
|
||||
|
||||
from .common import ChapterExtractor
|
||||
from .. import text, util
|
||||
import json
|
||||
|
||||
|
||||
class PururinGalleryExtractor(ChapterExtractor):
|
||||
"""Extractor for image galleries on pururin.io"""
|
||||
category = "pururin"
|
||||
subcategory = "gallery"
|
||||
filename_fmt = "{category}_{gallery_id}_{page:>03}.{extension}"
|
||||
directory_fmt = ("{category}", "{gallery_id} {title}")
|
||||
archive_fmt = "{gallery_id}_{page}"
|
||||
pattern = r"(?:https?://)?(?:www\.)?pururin\.io/(?:gallery|read)/(\d+)"
|
||||
test = ("https://pururin.io/gallery/38661/iowant-2", {
|
||||
"pattern": r"https://cdn.pururin.io/assets/images/data/38661/\d+\.jpg",
|
||||
"keyword": {
|
||||
"artist": "Shoda Norihiro",
|
||||
"characters": ["Iowa", "Teitoku"],
|
||||
"collection": "",
|
||||
"convention": "C92",
|
||||
"count": 19,
|
||||
"extension": "jpg",
|
||||
"gallery_id": 38661,
|
||||
"group": "Obsidian Order",
|
||||
"lang": "en",
|
||||
"language": "English",
|
||||
"parody": "Kantai Collection",
|
||||
"scanlator": "",
|
||||
"score": float,
|
||||
"tags": list,
|
||||
"title": "Iowant 2!!",
|
||||
"title_jp": str,
|
||||
"type": "Doujinshi",
|
||||
"uploader": "demo"
|
||||
}
|
||||
})
|
||||
root = "https://pururin.io"
|
||||
|
||||
def __init__(self, match):
|
||||
self.gallery_id = match.group(1)
|
||||
url = "{}/gallery/{}/x".format(self.root, self.gallery_id)
|
||||
ChapterExtractor.__init__(self, match, url)
|
||||
|
||||
self._ext = ""
|
||||
self._cnt = 0
|
||||
|
||||
def metadata(self, page):
|
||||
data = text.extract_all(page, (
|
||||
("artist" , "<td>Artist</td>" , "</td>"),
|
||||
("group" , "<td>Circle</td>" , "</td>"),
|
||||
("parody" , "<td>Parody</td>" , "</td>"),
|
||||
("tags" , "<td>Contents</td>" , "</td>"),
|
||||
("type" , "<td>Category</td>" , "</td>"),
|
||||
("characters", "<td>Character</td>" , "</td>"),
|
||||
("collection", "<td>Collection</td>", "</td>"),
|
||||
("language" , "<td>Language</td>" , "</td>"),
|
||||
("scanlator" , "<td>Scanlator</td>" , "</td>"),
|
||||
("convention", "<td>Convention</td>", "</td>"),
|
||||
("uploader" , "<td>Uploader</td>" , "</td>"),
|
||||
("score" , " :rating='" , "'"),
|
||||
))[0]
|
||||
|
||||
url = "{}/read/{}/01/x".format(self.root, self.gallery_id)
|
||||
page = self.request(url).text
|
||||
info = json.loads(text.unescape(text.extract(
|
||||
page, ':gallery="', '"')[0]))
|
||||
|
||||
self._ext = info["image_extension"]
|
||||
self._cnt = info["total_pages"]
|
||||
|
||||
for key in ("tags", "characters"):
|
||||
data[key] = self._extract_list(data[key])
|
||||
for key in ("artist", "group", "parody", "type", "collection",
|
||||
"language", "scanlator", "convention"):
|
||||
data[key] = self._extract_one(data[key])
|
||||
|
||||
data["gallery_id"] = text.parse_int(self.gallery_id)
|
||||
data["title"] = info["title"]
|
||||
data["title_jp"] = info.get("j_title") or ""
|
||||
data["uploader"] = text.remove_html(data["uploader"])
|
||||
data["score"] = text.parse_float(data["score"])
|
||||
data["lang"] = util.language_to_code(data["language"])
|
||||
return data
|
||||
|
||||
def images(self, _):
|
||||
ufmt = "https://cdn.pururin.io/assets/images/data/{}/{{}}.{}".format(
|
||||
self.gallery_id, self._ext)
|
||||
return [(ufmt.format(num), None) for num in range(1, self._cnt + 1)]
|
||||
|
||||
@staticmethod
|
||||
def _extract_list(value):
|
||||
return [text.unescape(item)
|
||||
for item in text.extract_iter(value, 'title="', '"')]
|
||||
|
||||
@staticmethod
|
||||
def _extract_one(value):
|
||||
return text.unescape(text.extract(value, 'title="', '"')[0] or "")
|
Loading…
Reference in new issue