|
|
|
@ -26,12 +26,13 @@ class PillowfortExtractor(Extractor):
|
|
|
|
|
def __init__(self, match):
|
|
|
|
|
Extractor.__init__(self, match)
|
|
|
|
|
self.item = match.group(1)
|
|
|
|
|
self.reblogs = self.config("reblogs", False)
|
|
|
|
|
|
|
|
|
|
def items(self):
|
|
|
|
|
for post in self.posts():
|
|
|
|
|
reblogs = self.config("reblogs", False)
|
|
|
|
|
external = self.config("external", False)
|
|
|
|
|
|
|
|
|
|
if "original_post" in post and not self.reblogs:
|
|
|
|
|
for post in self.posts():
|
|
|
|
|
if "original_post" in post and not reblogs:
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
files = post["media"]
|
|
|
|
@ -44,20 +45,31 @@ class PillowfortExtractor(Extractor):
|
|
|
|
|
post["num"] = 0
|
|
|
|
|
for file in files:
|
|
|
|
|
url = file["url"]
|
|
|
|
|
if url:
|
|
|
|
|
post.update(file)
|
|
|
|
|
if not url:
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
if file.get("embed_code"):
|
|
|
|
|
if not external:
|
|
|
|
|
continue
|
|
|
|
|
msgtype = Message.Queue
|
|
|
|
|
else:
|
|
|
|
|
post["num"] += 1
|
|
|
|
|
msgtype = Message.Url
|
|
|
|
|
|
|
|
|
|
post.update(file)
|
|
|
|
|
post["date"] = text.parse_datetime(
|
|
|
|
|
file["created_at"], "%Y-%m-%dT%H:%M:%S.%f%z")
|
|
|
|
|
yield Message.Url, url, text.nameext_from_url(url, post)
|
|
|
|
|
yield msgtype, url, text.nameext_from_url(url, post)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class PillowfortPostExtractor(PillowfortExtractor):
|
|
|
|
|
"""Extractor for a single pillowfort post"""
|
|
|
|
|
subcategory = "post"
|
|
|
|
|
pattern = BASE_PATTERN + r"/posts/(\d+)"
|
|
|
|
|
test = ("https://www.pillowfort.social/posts/27510", {
|
|
|
|
|
"pattern": r"https://img\d+\.pillowfort\.social/posts/\w+_out\d+\.png",
|
|
|
|
|
test = (
|
|
|
|
|
("https://www.pillowfort.social/posts/27510", {
|
|
|
|
|
"pattern": r"https://img\d+\.pillowfort\.social"
|
|
|
|
|
r"/posts/\w+_out\d+\.png",
|
|
|
|
|
"count": 4,
|
|
|
|
|
"keyword": {
|
|
|
|
|
"avatar_url": str,
|
|
|
|
@ -106,7 +118,13 @@ class PillowfortPostExtractor(PillowfortExtractor):
|
|
|
|
|
"user_id": 5,
|
|
|
|
|
"username": "Staff"
|
|
|
|
|
},
|
|
|
|
|
})
|
|
|
|
|
}),
|
|
|
|
|
("https://www.pillowfort.social/posts/1557500", {
|
|
|
|
|
"options": (("external", True),),
|
|
|
|
|
"pattern": r"https://twitter\.com/Aliciawitdaart/status"
|
|
|
|
|
r"/1282862493841457152",
|
|
|
|
|
}),
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
def posts(self):
|
|
|
|
|
url = "{}/posts/{}/json/".format(self.root, self.item)
|
|
|
|
|