[reddit] improve comment metadata (#4482)

- provide 'date'
- make metadata of the main submission available as 'submission[…]'
pull/3678/merge
Mike Fährmann 1 year ago
parent 93a7a89cf6
commit 1710f1e983
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -97,9 +97,13 @@ class RedditExtractor(Extractor):
' href="', '"'):
urls.append((url, submission))
for comment in comments:
for url in text.extract_iter(
comment["body_html"] or "", ' href="', '"'):
urls.append((url, comment))
html = comment["body_html"] or ""
if ' href="' in html:
comment["submission"] = submission
comment["date"] = text.parse_timestamp(
comment["created_utc"])
for url in text.extract_iter(html, ' href="', '"'):
urls.append((url, comment))
for url, data in urls:
if not url or url[0] == "#":

Loading…
Cancel
Save