You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
135 lines
4.1 KiB
135 lines
4.1 KiB
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2022-2023 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extractors for https://itaku.ee/"""
|
|
|
|
from .common import Extractor, Message
|
|
from ..cache import memcache
|
|
from .. import text
|
|
|
|
BASE_PATTERN = r"(?:https?://)?itaku\.ee"
|
|
|
|
|
|
class ItakuExtractor(Extractor):
|
|
"""Base class for itaku extractors"""
|
|
category = "itaku"
|
|
root = "https://itaku.ee"
|
|
directory_fmt = ("{category}", "{owner_username}")
|
|
filename_fmt = ("{id}{title:? //}.{extension}")
|
|
archive_fmt = "{id}"
|
|
request_interval = (0.5, 1.5)
|
|
|
|
def __init__(self, match):
|
|
Extractor.__init__(self, match)
|
|
self.item = match.group(1)
|
|
|
|
def _init(self):
|
|
self.api = ItakuAPI(self)
|
|
self.videos = self.config("videos", True)
|
|
|
|
def items(self):
|
|
for post in self.posts():
|
|
|
|
post["date"] = text.parse_datetime(
|
|
post["date_added"], "%Y-%m-%dT%H:%M:%S.%fZ")
|
|
for category, tags in post.pop("categorized_tags").items():
|
|
post["tags_" + category.lower()] = [t["name"] for t in tags]
|
|
post["tags"] = [t["name"] for t in post["tags"]]
|
|
|
|
sections = []
|
|
for s in post["sections"]:
|
|
group = s["group"]
|
|
if group:
|
|
sections.append(group["title"] + "/" + s["title"])
|
|
else:
|
|
sections.append(s["title"])
|
|
post["sections"] = sections
|
|
|
|
if post["video"] and self.videos:
|
|
url = post["video"]["video"]
|
|
else:
|
|
url = post["image"]
|
|
|
|
yield Message.Directory, post
|
|
yield Message.Url, url, text.nameext_from_url(url, post)
|
|
|
|
|
|
class ItakuGalleryExtractor(ItakuExtractor):
|
|
"""Extractor for posts from an itaku user gallery"""
|
|
subcategory = "gallery"
|
|
pattern = BASE_PATTERN + r"/profile/([^/?#]+)/gallery"
|
|
example = "https://itaku.ee/profile/USER/gallery"
|
|
|
|
def posts(self):
|
|
return self.api.galleries_images(self.item)
|
|
|
|
|
|
class ItakuImageExtractor(ItakuExtractor):
|
|
subcategory = "image"
|
|
pattern = BASE_PATTERN + r"/images/(\d+)"
|
|
example = "https://itaku.ee/images/12345"
|
|
|
|
def posts(self):
|
|
return (self.api.image(self.item),)
|
|
|
|
|
|
class ItakuAPI():
|
|
|
|
def __init__(self, extractor):
|
|
self.extractor = extractor
|
|
self.root = extractor.root + "/api"
|
|
self.headers = {
|
|
"Accept": "application/json, text/plain, */*",
|
|
}
|
|
|
|
def galleries_images(self, username, section=None):
|
|
endpoint = "/galleries/images/"
|
|
params = {
|
|
"cursor" : None,
|
|
"owner" : self.user(username)["owner"],
|
|
"section" : section,
|
|
"date_range": "",
|
|
"maturity_rating": ("SFW", "Questionable", "NSFW"),
|
|
"ordering" : "-date_added",
|
|
"page" : "1",
|
|
"page_size" : "30",
|
|
"visibility": ("PUBLIC", "PROFILE_ONLY"),
|
|
}
|
|
return self._pagination(endpoint, params, self.image)
|
|
|
|
def image(self, image_id):
|
|
endpoint = "/galleries/images/{}/".format(image_id)
|
|
return self._call(endpoint)
|
|
|
|
@memcache(keyarg=1)
|
|
def user(self, username):
|
|
return self._call("/user_profiles/{}/".format(username))
|
|
|
|
def _call(self, endpoint, params=None):
|
|
if not endpoint.startswith("http"):
|
|
endpoint = self.root + endpoint
|
|
response = self.extractor.request(
|
|
endpoint, params=params, headers=self.headers)
|
|
return response.json()
|
|
|
|
def _pagination(self, endpoint, params, extend):
|
|
data = self._call(endpoint, params)
|
|
|
|
while True:
|
|
if extend:
|
|
for result in data["results"]:
|
|
yield extend(result["id"])
|
|
else:
|
|
yield from data["results"]
|
|
|
|
url_next = data["links"].get("next")
|
|
if not url_next:
|
|
return
|
|
|
|
data = self._call(url_next)
|