[tmohentai] fix edge cases. updated archive_fmt and filename_fmt

pull/4832/head
jsouthgb 10 months ago
parent 286d0cb098
commit dad7ba1d58

@ -16,8 +16,8 @@ class TmohentaiExtractor(Extractor):
category = 'tmohentai'
root = 'http://tmohentai.com'
directory_fmt = ('{category}', '{title}')
filename_fmt = '{filename}.{extension}'
archive_fmt = '{title}_{filename}'
filename_fmt = '{title}_{filename}.{extension}'
archive_fmt = '{id_string}_{filename}'
pattern = BASE_PATTERN + r'/((contents)|(reader))/(\w+)'
example = 'https://tmohentai.com/contents/12345a67b89c0'
@ -31,9 +31,20 @@ class TmohentaiExtractor(Extractor):
if self.contents:
url = f'{self.root}/reader/{self.id_string}/paginated'
else:
url = self.url
url_str = self.url.rpartition('/')
if url_str[-1].isdigit():
url = url_str[0]
else:
url = self.url
return url
@staticmethod
def get_file_info(page_src):
file = text.extr(page_src, 'data-original="', '"')
file_loc, _, file_name = file.rpartition('/')
start_num, ext = file_name.split('.')
return file_loc, start_num, ext
def items(self):
url = self.parse_location()
page_src = self.request(
@ -42,13 +53,16 @@ class TmohentaiExtractor(Extractor):
data = self.metadata()
yield Message.Directory, data
page_nums = text.extract_iter(page_src, 'option value="', '"')
pages = [text.extr(page_src, 'data-original="', '"')]
base_page = pages[0].rpartition('/')[0]
for num, page in enumerate(page_nums, start=1):
file = f'{base_page}/{num:>03}.webp'
file_loc, start_num, ext = self.get_file_info(page_src)
page_nums = text.extract_iter(
page_src, 'option value="', '"')
for num, page in enumerate(page_nums, start=int(start_num)):
file = f'{file_loc}/{num:>03}.{ext}'
img = text.nameext_from_url(file, {
'num': num,
'num' : num,
'title' : data['title'],
'id_string': self.id_string,
})
yield Message.Url, file, img
@ -64,7 +78,7 @@ class TmohentaiExtractor(Extractor):
upload_src = text.extr(contents_src, 'Uploaded By</label>', '/a>')
data = {
'title' : text.extr(contents_src, '<h3>', '</h3>'),
'title' : text.extr(contents_src, '<h3>', '</h3>').strip(),
'id_string': self.id_string,
'artists' : text.remove_html(
text.extr(contents_src, 'tag tag-accepted">', '</a>')),

Loading…
Cancel
Save