[twitter] unpack API responses when logged in (closes #123)

pull/133/head
Mike Fährmann 6 years ago
parent 3bdfc15be1
commit baad7b0fa5
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -84,6 +84,8 @@ class TwitterExtractor(Extractor):
while True: while True:
data = self.request(url, params=params, headers=headers).json() data = self.request(url, params=params, headers=headers).json()
if "inner" in data:
data = data["inner"]
for tweet in text.extract_iter( for tweet in text.extract_iter(
data["items_html"], '<div class="tweet ', '\n</li>'): data["items_html"], '<div class="tweet ', '\n</li>'):

Loading…
Cancel
Save