You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
87 lines
3.2 KiB
87 lines
3.2 KiB
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2015-2019 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extract images from https://hitomi.la/"""
|
|
|
|
from .common import GalleryExtractor
|
|
from .. import text, util
|
|
import string
|
|
|
|
|
|
class HitomiGalleryExtractor(GalleryExtractor):
|
|
"""Extractor for image galleries from hitomi.la"""
|
|
category = "hitomi"
|
|
pattern = r"(?:https?://)?hitomi\.la/(?:galleries|reader)/(\d+)"
|
|
test = (
|
|
("https://hitomi.la/galleries/867789.html", {
|
|
"url": "cb759868d090fe0e2655c3e29ebf146054322b6d",
|
|
"keyword": "07536afc5696cb4983a4831ab4c70c1d155f875c",
|
|
}),
|
|
("https://hitomi.la/galleries/1036181.html", {
|
|
# "aa" subdomain for gallery-id ending in 1 (#142)
|
|
"pattern": r"https://aa\.hitomi\.la/",
|
|
}),
|
|
("https://hitomi.la/galleries/1401410.html", {
|
|
# download test
|
|
"range": "1",
|
|
"content": "b3ca8c6c8cc5826cf8b4ceb7252943abad7b8b4c",
|
|
}),
|
|
("https://hitomi.la/reader/867789.html"),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
self.gallery_id = text.parse_int(match.group(1))
|
|
url = "https://hitomi.la/galleries/{}.html".format(self.gallery_id)
|
|
GalleryExtractor.__init__(self, match, url)
|
|
|
|
def metadata(self, page):
|
|
extr = text.extract_from(page, page.index('<h1><a href="/reader/'))
|
|
data = {
|
|
"gallery_id": self.gallery_id,
|
|
"title" : text.unescape(extr('.html">', '<').strip()),
|
|
"artist" : self._prep(extr('<h2>', '</h2>')),
|
|
"group" : self._prep(extr('<td>Group</td><td>', '</td>')),
|
|
"type" : self._prep_1(extr('<td>Type</td><td>', '</td>')),
|
|
"language" : self._prep_1(extr('<td>Language</td><td>', '</td>')),
|
|
"parody" : self._prep(extr('<td>Series</td><td>', '</td>')),
|
|
"characters": self._prep(extr('<td>Characters</td><td>', '</td>')),
|
|
"tags" : self._prep(extr('<td>Tags</td><td>', '</td>')),
|
|
"date" : extr('<span class="date">', '</span>'),
|
|
}
|
|
if data["language"] == "N/A":
|
|
data["language"] = None
|
|
data["lang"] = util.language_to_code(data["language"])
|
|
return data
|
|
|
|
def images(self, page):
|
|
# see https://ltn.hitomi.la/common.js
|
|
offset = self.gallery_id % 2 if self.gallery_id % 10 != 1 else 0
|
|
subdomain = chr(97 + offset) + "a"
|
|
base = "https://" + subdomain + ".hitomi.la/galleries/"
|
|
|
|
# set Referer header before image downloads (#239)
|
|
self.session.headers["Referer"] = self.chapter_url
|
|
|
|
return [
|
|
(base + urlpart, None)
|
|
for urlpart in text.extract_iter(
|
|
page, "'//tn.hitomi.la/smalltn/", ".jpg',"
|
|
)
|
|
]
|
|
|
|
@staticmethod
|
|
def _prep(value):
|
|
return [
|
|
text.unescape(string.capwords(v))
|
|
for v in text.extract_iter(value or "", '.html">', '<')
|
|
]
|
|
|
|
@staticmethod
|
|
def _prep_1(value):
|
|
return text.remove_html(value).capitalize()
|