[reactor] skip deleted/empty posts

pull/1578/head
Mike Fährmann 3 years ago
parent af9dba4684
commit 2c60c7d798
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -78,6 +78,8 @@ class ReactorExtractor(Extractor):
def _parse_post(self, post): def _parse_post(self, post):
post, _, script = post.partition('<script type="application/ld+json">') post, _, script = post.partition('<script type="application/ld+json">')
if not script:
return
images = text.extract_iter(post, '<div class="image">', '</div>') images = text.extract_iter(post, '<div class="image">', '</div>')
script = script[:script.index("</")].strip() script = script[:script.index("</")].strip()
@ -210,7 +212,7 @@ class JoyreactorTagExtractor(ReactorTagExtractor):
pattern = JR_BASE_PATTERN + r"/tag/([^/?#]+)" pattern = JR_BASE_PATTERN + r"/tag/([^/?#]+)"
test = ( test = (
("http://joyreactor.cc/tag/Advent+Cirno", { ("http://joyreactor.cc/tag/Advent+Cirno", {
"count": ">= 17", "count": ">= 15",
}), }),
("http://joyreactor.com/tag/Cirno", { ("http://joyreactor.com/tag/Cirno", {
"url": "de1e60c15bfb07a0e9603b00dc3d05f60edc7914", "url": "de1e60c15bfb07a0e9603b00dc3d05f60edc7914",

Loading…
Cancel
Save