You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
gallery-dl/gallery_dl/extractor/komikcast.py

127 lines
4.4 KiB

# -*- coding: utf-8 -*-
# Copyright 2018 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extract manga-chapters and entire manga from https://komikcast.com/"""
from .common import ChapterExtractor, MangaExtractor
from .. import text, cloudflare
import re
class KomikcastBase():
"""Base class for komikcast extractors"""
category = "komikcast"
scheme = "https"
root = "https://komikcast.com"
request = cloudflare.request_func
@staticmethod
def parse_chapter_string(chapter_string, data=None):
"""Parse 'chapter_string' value and add its info to 'data'"""
if not data:
data = {}
match = re.match(
r"(?:(.*) Chapter )?0*(\d+)([^ ]*)(?: (?:- )?(.+))?",
text.unescape(chapter_string),
)
manga, chapter, data["chapter_minor"], title = match.groups()
if manga:
data["manga"] = manga.partition(" Chapter ")[0]
if title and title.lower() != "bahasa indonesia":
data["title"] = title.strip()
else:
data["title"] = ""
data["chapter"] = text.parse_int(chapter)
data["lang"] = "id"
data["language"] = "Indonesian"
return data
class KomikcastChapterExtractor(KomikcastBase, ChapterExtractor):
"""Extractor for manga-chapters from komikcast.com"""
pattern = [r"(?:https?://)?(?:www\.)?komikcast\.com(/chapter/[^/?&#]+/)"]
test = [
(("https://komikcast.com/chapter/"
"apotheosis-chapter-02-2-bahasa-indonesia/"), {
"url": "978d3c053d34a77f6ea6e60cbba3deda1e369be8",
"keyword": "9964a7ce7c8a518aebdccdea0e05858439c7ad92",
}),
(("https://komikcast.com/chapter/"
"tonari-no-kashiwagi-san-chapter-18b/"), {
"url": "db5594b025f9d81e4987da538b8599b8dee8851b",
"keyword": "94bb85aec6654ab5af0c10419ca388fcd9c73b47",
}),
]
def __init__(self, match):
ChapterExtractor.__init__(self, self.root + match.group(1))
def get_metadata(self, page):
info = text.extract(page, '<b>', "</b>")[0]
return self.parse_chapter_string(info)
@staticmethod
def get_images(page):
readerarea = text.extract(
page, '<div id="readerarea">', '<div class="navig">')[0]
return [
(text.unescape(url), {
"width": text.parse_int(width),
"height": text.parse_int(height),
})
for url, width, height in re.findall(
r"<img[^>]*? src=[\"']([^\"']+)[\"']"
r"(?:\s+data-original-width=[\"']([^\"']+)[\"'])?"
r"(?:\s+data-original-height=[\"']([^\"']+)[\"'])?",
readerarea[readerarea.rfind("</script>") + 1:]
)
]
class KomikcastMangaExtractor(KomikcastBase, MangaExtractor):
"""Extractor for manga from komikcast.com"""
pattern = [r"(?:https?://)?(?:www\.)?(komikcast\.com"
r"/(?:komik/)?[^/?&#]+/?)$"]
test = [
("https://komikcast.com/komik/090-eko-to-issho/", {
"url": "dc798d107697d1f2309b14ca24ca9dba30c6600f",
"keyword": "3db7e23e3c108031608fbbeb9334badecd967f95",
}),
("https://komikcast.com/tonari-no-kashiwagi-san/", None),
]
def chapters(self, page):
results = []
data = self.get_metadata(page)
for item in text.extract_iter(
page, '<span class="leftoff"><a href="', '</a>'):
url, _, chapter_string = item.rpartition('">Chapter ')
self.parse_chapter_string(chapter_string, data)
results.append((url, data.copy()))
return results
@staticmethod
def get_metadata(page):
"""Return a dict with general metadata"""
manga , pos = text.extract(page, "<title>", "</title>")
author, pos = text.extract(page, "<th>Author</th><td>", "</td>", pos)
genres, pos = text.extract(page, "<th>Genres </th><td>", "</td>", pos)
mtype , pos = text.extract(page, "<th>Type </th><td>", "</td>", pos)
return {
"manga": text.unescape(manga.rpartition(" - ")[0]),
"author": text.unescape(author),
"genres": text.remove_html(genres).replace(" , ", ", "),
"type": text.remove_html(mtype),
}