# -*- coding: utf-8 -*- # Copyright 2015-2017 Mike Fährmann # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as # published by the Free Software Foundation. """Extract images from https://nhentai.net/""" from .common import Extractor, Message from .. import text import json class NhentaiGalleryExtractor(Extractor): """Extractor for image galleries from nhentai.net""" category = "nhentai" subcategory = "gallery" directory_fmt = ["{category}", "{gallery-id} {title}"] filename_fmt = "{category}_{gallery-id}_{num:>03}.{extension}" pattern = [r"(?:https?://)?(?:www\.)?nhentai\.net/g/(\d+)"] test = [("http://nhentai.net/g/147850/", { "url": "5179dbf0f96af44005a0ff705a0ad64ac26547d0", "keyword": "574e36436a1c01c82e5779207e44e4e78d0e1726", })] def __init__(self, match): Extractor.__init__(self) self.gid = match.group(1) def items(self): ginfo = self.get_gallery_info() data = self.get_job_metadata(ginfo) urlfmt = "{}galleries/{}/{{}}.{{}}".format( ginfo["media_url"], data["media-id"]) extdict = {"j": "jpg", "p": "png", "g": "gif"} yield Message.Version, 1 yield Message.Directory, data for data["num"], image in enumerate(ginfo["images"]["pages"], 1): ext = extdict.get(image["t"], "jpg") data["width"] = image["w"] data["height"] = image["h"] data["extension"] = ext yield Message.Url, urlfmt.format(data["num"], ext), data def get_gallery_info(self): """Extract and return gallery-info""" page = self.request("https://nhentai.net/g/" + self.gid + "/1/").text media_url, pos = text.extract( page, ".reader({\n\t\t\tmedia_url: '", "'") json_data, pos = text.extract( page, "gallery: ", ",\n", pos) json_dict = json.loads(json_data) json_dict["media_url"] = media_url return json_dict def get_job_metadata(self, ginfo): """Collect metadata for extractor-job""" title_en = ginfo["title"].get("english", "") title_ja = ginfo["title"].get("japanese", "") return { "gallery-id": self.gid, "upload-date": ginfo["upload_date"], "media-id": ginfo["media_id"], "scanlator": ginfo["scanlator"], "count": ginfo["num_pages"], "title": title_en or title_ja, "title-en": title_en, "title-ja": title_ja, }