use text.extract_iter where applicable

pull/13/head
Mike Fährmann 9 years ago
parent eeae580781
commit 914062d172
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -37,14 +37,9 @@ class KissmangaMangaExtractor(KissmangaExtractor):
def get_chapters(self): def get_chapters(self):
"""Return a list of all chapter urls""" """Return a list of all chapter urls"""
page = self.request(self.url).text page = self.request(self.url).text
pos = 0 return reversed(list(
chapters = [] text.extract_iter(page, '<td>\n<a href="', '"')
while True: ))
url, pos = text.extract(page, '<td>\n<a href="', '"', pos)
if not url:
chapters.reverse()
return chapters
chapters.append(url)
class KissmangaChapterExtractor(KissmangaExtractor): class KissmangaChapterExtractor(KissmangaExtractor):

@ -30,14 +30,10 @@ class MangaHereMangaExtractor(Extractor):
def get_chapters(self): def get_chapters(self):
page = self.request(self.url).text page = self.request(self.url).text
pos = page.index('<div class="detail_list">') return reversed(list(
chapters = [] text.extract_iter(page, '<a class="color_0077" href="', '"',
while True: page.index('<div class="detail_list">'))
url, pos = text.extract(page, '<a class="color_0077" href="', '"', pos) ))
if not url:
chapters.reverse()
return chapters
chapters.append(url)
class MangaHereChapterExtractor(AsynchronousExtractor): class MangaHereChapterExtractor(AsynchronousExtractor):

@ -33,10 +33,7 @@ class MangaReaderMangaExtractor(MangaReaderBase, Extractor):
page = self.request(url).text page = self.request(url).text
needle = '<a href="' + self.url_title needle = '<a href="' + self.url_title
pos = page.index('<div id="readmangasum">') pos = page.index('<div id="readmangasum">')
while True: for chapter in text.extract_iter(page, needle, '"', pos):
chapter, pos = text.extract(page, needle, '"', pos)
if not chapter:
return
yield Message.Queue, url + chapter yield Message.Queue, url + chapter

Loading…
Cancel
Save