merge #3455: [twitter] apply tweet type checks before uniqueness check

pull/3503/head
Mike Fährmann 2 years ago
commit 2f31d21509
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -2775,6 +2775,9 @@ Default
Description
Fetch media from quoted Tweets.
If this option is enabled, gallery-dl will try to fetch
a quoted (original) Tweet when it sees the Tweet which quotes it.
extractor.twitter.replies
-------------------------

@ -76,11 +76,6 @@ class TwitterExtractor(Extractor):
else:
data = tweet
if seen_tweets is not None:
if data["id_str"] in seen_tweets:
continue
seen_tweets.add(data["id_str"])
if not self.retweets and "retweeted_status_id_str" in data:
self.log.debug("Skipping %s (retweet)", data["id_str"])
continue
@ -98,6 +93,13 @@ class TwitterExtractor(Extractor):
self.log.debug("Skipping %s (reply)", data["id_str"])
continue
if seen_tweets is not None:
if data["id_str"] in seen_tweets:
self.log.debug(
"Skipping %s (previously seen)", data["id_str"])
continue
seen_tweets.add(data["id_str"])
files = []
if "extended_entities" in data:
self._extract_media(

Loading…
Cancel
Save