Mike Fährmann
4 months ago
parent
3ec7ee6baa
commit
8fce9ea6d5
@ -0,0 +1,172 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# Copyright 2019-2024 Mike Fährmann
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License version 2 as
|
||||
# published by the Free Software Foundation.
|
||||
|
||||
"""Extractors for https://hentainexus.com/"""
|
||||
|
||||
from .common import GalleryExtractor, Extractor, Message
|
||||
from .. import text, util
|
||||
import binascii
|
||||
|
||||
|
||||
class HentainexusGalleryExtractor(GalleryExtractor):
|
||||
"""Extractor for hentainexus galleries"""
|
||||
category = "hentainexus"
|
||||
root = "https://hentainexus.com"
|
||||
pattern = (r"(?i)(?:https?://)?(?:www\.)?hentainexus\.com"
|
||||
r"/(?:view|read)/(\d+)")
|
||||
example = "https://hentainexus.com/view/12345"
|
||||
|
||||
def __init__(self, match):
|
||||
self.gallery_id = match.group(1)
|
||||
url = "{}/view/{}".format(self.root, self.gallery_id)
|
||||
GalleryExtractor.__init__(self, match, url)
|
||||
|
||||
def metadata(self, page):
|
||||
rmve = text.remove_html
|
||||
extr = text.extract_from(page)
|
||||
data = {
|
||||
"gallery_id": text.parse_int(self.gallery_id),
|
||||
"cover" : extr('"og:image" content="', '"'),
|
||||
"title" : extr('<h1 class="title">', '</h1>'),
|
||||
}
|
||||
|
||||
for key in ("Artist", "Book", "Circle", "Event", "Language",
|
||||
"Magazine", "Parody", "Publisher", "Description"):
|
||||
value = rmve(extr('viewcolumn">' + key + '</td>', '</td>'))
|
||||
value, sep, rest = value.rpartition(" (")
|
||||
data[key.lower()] = value if sep else rest
|
||||
|
||||
data["tags"] = tags = []
|
||||
for k in text.extract_iter(page, '<a href="/?q=tag:', '"'):
|
||||
tags.append(text.unquote(k).strip('"').replace("+", " "))
|
||||
|
||||
if not data["language"]:
|
||||
data["language"] = "English"
|
||||
data["lang"] = util.language_to_code(data["language"])
|
||||
|
||||
if "doujin" in data["tags"]:
|
||||
data["type"] = "Doujinshi"
|
||||
elif "illustration" in data["tags"]:
|
||||
data["type"] = "Illustration"
|
||||
else:
|
||||
data["type"] = "Manga"
|
||||
data["title_conventional"] = self._join_title(data)
|
||||
return data
|
||||
|
||||
def images(self, _):
|
||||
url = "{}/read/{}".format(self.root, self.gallery_id)
|
||||
page = self.request(url).text
|
||||
imgs = util.json_loads(self._decode(text.extr(
|
||||
page, 'initReader("', '"')))
|
||||
|
||||
headers = None
|
||||
if not self.config("original", True):
|
||||
headers = {"Accept": "image/webp,*/*"}
|
||||
for img in imgs:
|
||||
img["_http_headers"] = headers
|
||||
|
||||
return [
|
||||
(img["image"], img)
|
||||
for img in imgs
|
||||
]
|
||||
|
||||
@staticmethod
|
||||
def _decode(data):
|
||||
# https://hentainexus.com/static/js/reader.min.js?r=13
|
||||
primes = (2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53)
|
||||
blob = binascii.a2b_base64(data)
|
||||
key = blob[0:64]
|
||||
|
||||
C = 0
|
||||
for k in key:
|
||||
C = C ^ k
|
||||
for _ in range(8):
|
||||
if C & 1:
|
||||
C = C >> 1 ^ 0xc
|
||||
else:
|
||||
C = C >> 1
|
||||
k = primes[C & 0x7]
|
||||
|
||||
x = 0
|
||||
S = list(range(256))
|
||||
for i in range(256):
|
||||
x = (x + S[i] + key[i % len(key)]) % 256
|
||||
S[i], S[x] = S[x], S[i]
|
||||
|
||||
result = ""
|
||||
a = c = m = x = 0
|
||||
for n in range(64, len(blob)):
|
||||
a = (a + k) % 256
|
||||
x = (c + S[(x + S[a]) % 256]) % 256
|
||||
c = (c + a + S[a]) % 256
|
||||
|
||||
S[a], S[x] = S[x], S[a]
|
||||
m = S[(x + S[(a + S[(m + c) % 256]) % 256]) % 256]
|
||||
result += chr(blob[n] ^ m)
|
||||
|
||||
return result
|
||||
|
||||
@staticmethod
|
||||
def _join_title(data):
|
||||
event = data['event']
|
||||
artist = data['artist']
|
||||
circle = data['circle']
|
||||
title = data['title']
|
||||
parody = data['parody']
|
||||
book = data['book']
|
||||
magazine = data['magazine']
|
||||
|
||||
# a few galleries have a large number of artists or parodies,
|
||||
# which get replaced with "Various" in the title string
|
||||
if artist.count(',') >= 3:
|
||||
artist = 'Various'
|
||||
if parody.count(',') >= 3:
|
||||
parody = 'Various'
|
||||
|
||||
jt = ''
|
||||
if event:
|
||||
jt += '({}) '.format(event)
|
||||
if circle:
|
||||
jt += '[{} ({})] '.format(circle, artist)
|
||||
else:
|
||||
jt += '[{}] '.format(artist)
|
||||
jt += title
|
||||
if parody.lower() != 'original work':
|
||||
jt += ' ({})'.format(parody)
|
||||
if book:
|
||||
jt += ' ({})'.format(book)
|
||||
if magazine:
|
||||
jt += ' ({})'.format(magazine)
|
||||
return jt
|
||||
|
||||
|
||||
class HentainexusSearchExtractor(Extractor):
|
||||
"""Extractor for hentainexus search results"""
|
||||
category = "hentainexus"
|
||||
subcategory = "search"
|
||||
root = "https://hentainexus.com"
|
||||
pattern = (r"(?i)(?:https?://)?(?:www\.)?hentainexus\.com"
|
||||
r"(?:/page/\d+)?/?(?:\?(q=[^/?#]+))?$")
|
||||
example = "https://hentainexus.com/?q=QUERY"
|
||||
|
||||
def items(self):
|
||||
params = text.parse_query(self.groups[0])
|
||||
data = {"_extractor": HentainexusGalleryExtractor}
|
||||
path = "/"
|
||||
|
||||
while path:
|
||||
page = self.request(self.root + path, params=params).text
|
||||
extr = text.extract_from(page)
|
||||
|
||||
while True:
|
||||
gallery_id = extr('<a href="/view/', '"')
|
||||
if not gallery_id:
|
||||
break
|
||||
yield Message.Queue, self.root + "/view/" + gallery_id, data
|
||||
|
||||
path = extr('class="pagination-next" href="', '"')
|
||||
@ -0,0 +1,72 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License version 2 as
|
||||
# published by the Free Software Foundation.
|
||||
|
||||
from gallery_dl.extractor import hentainexus
|
||||
|
||||
|
||||
__tests__ = (
|
||||
{
|
||||
"#url" : "https://hentainexus.com/view/5688",
|
||||
"#category": ("", "hentainexus", "gallery"),
|
||||
"#class" : hentainexus.HentainexusGalleryExtractor,
|
||||
|
||||
"artist" : "Tsukiriran",
|
||||
"book" : "",
|
||||
"circle" : "",
|
||||
"count" : 4,
|
||||
"cover" : str,
|
||||
"description": "The cherry blossom blooms for one final graduation memory. ❤",
|
||||
"event" : "",
|
||||
"extension" : "png",
|
||||
"filename" : str,
|
||||
"gallery_id" : 5688,
|
||||
"image" : str,
|
||||
"label" : str,
|
||||
"lang" : "en",
|
||||
"language" : "English",
|
||||
"magazine" : "Comic Bavel 2018-08",
|
||||
"num" : range(1, 4),
|
||||
"parody" : "Original Work",
|
||||
"publisher" : "FAKKU",
|
||||
"tags" : [
|
||||
"busty",
|
||||
"color",
|
||||
"creampie",
|
||||
"exhibitionism",
|
||||
"hentai",
|
||||
"kimono",
|
||||
"pubic hair",
|
||||
"uncensored",
|
||||
"vanilla",
|
||||
],
|
||||
"title" : "Graduation!",
|
||||
"title_conventional": "[Tsukiriran] Graduation! (Comic Bavel 2018-08)",
|
||||
"type" : "image",
|
||||
"url_label" : str,
|
||||
},
|
||||
|
||||
{
|
||||
"#url" : "https://hentainexus.com/read/5688",
|
||||
"#category": ("", "hentainexus", "gallery"),
|
||||
"#class" : hentainexus.HentainexusGalleryExtractor,
|
||||
},
|
||||
|
||||
{
|
||||
"#url" : "https://hentainexus.com/?q=tag:%22heart+pupils%22%20tag:group",
|
||||
"#category": ("", "hentainexus", "search"),
|
||||
"#class" : hentainexus.HentainexusSearchExtractor,
|
||||
"#pattern" : hentainexus.HentainexusGalleryExtractor.pattern,
|
||||
"#range" : "1-30",
|
||||
"#count" : 30,
|
||||
},
|
||||
|
||||
{
|
||||
"#url" : "https://hentainexus.com/page/3?q=tag:%22heart+pupils%22",
|
||||
"#category": ("", "hentainexus", "search"),
|
||||
"#class" : hentainexus.HentainexusSearchExtractor,
|
||||
},
|
||||
|
||||
)
|
||||
Loading…
Reference in new issue