[picarto] add 'gallery' extractor (closes #1931)

docs/supportedsites.md

@@ -553,6 +553,12 @@ Consider all sites to be NSFW unless otherwise known.
     <td>User Profiles</td>
     <td></td>
 </tr>
+<tr>
+    <td>Picarto</td>
+    <td>https://picarto.tv/</td>
+    <td>Galleries</td>
+    <td></td>
+</tr>
 <tr>
     <td>Piczel</td>
     <td>https://piczel.tv/</td>

gallery_dl/extractor/__init__.py

@@ -95,6 +95,7 @@ modules = [
     "philomena",
     "photobucket",
     "photovogue",
+    "picarto",
     "piczel",
     "pillowfort",
     "pinterest",

gallery_dl/extractor/picarto.py

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*-
+
+# Copyright 2021 Mike Fährmann
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License version 2 as
+# published by the Free Software Foundation.
+
+"""Extractors for https://picarto.tv/"""
+
+from .common import Extractor, Message
+from .. import text
+
+
+class PicartoGalleryExtractor(Extractor):
+    """Extractor for picarto galleries"""
+    category = "picarto"
+    subcategory = "gallery"
+    root = "https://picarto.tv"
+    directory_fmt = ("{category}", "{channel[name]}")
+    filename_fmt = "{id} {title}.{extension}"
+    archive_fmt = "{id}"
+    pattern = r"(?:https?://)?picarto\.tv/([^/?#]+)/gallery"
+    test = ("https://picarto.tv/fnook/gallery/default/", {
+        "pattern": r"https://images\.picarto\.tv/gallery/\d/\d\d/\d+/artwork"
+                   r"/[0-9a-f-]+/large-[0-9a-f]+\.(jpg|png|gif)",
+        "count": ">= 7",
+        "keyword": {"date": "type:datetime"},
+    })
+
+    def __init__(self, match):
+        Extractor.__init__(self, match)
+        self.username = match.group(1)
+
+    def items(self):
+        for post in self.posts():
+            post["date"] = text.parse_datetime(
+                post["created_at"], "%Y-%m-%d %H:%M:%S")
+            variations = post.pop("variations", ())
+            yield Message.Directory, post
+
+            image = post["default_image"]
+            if not image:
+                continue
+            url = "https://images.picarto.tv/gallery/" + image["name"]
+            text.nameext_from_url(url, post)
+            yield Message.Url, url, post
+
+            for variation in variations:
+                post.update(variation)
+                image = post["default_image"]
+                url = "https://images.picarto.tv/gallery/" + image["name"]
+                text.nameext_from_url(url, post)
+                yield Message.Url, url, post
+
+    def posts(self):
+        url = "https://ptvintern.picarto.tv/api/channel-gallery"
+        params = {
+            "first": "30",
+            "page": 1,
+            "filter_params[album_id]": "",
+            "filter_params[channel_name]": self.username,
+            "filter_params[q]": "",
+            "filter_params[visibility]": "",
+            "order_by[field]": "published_at",
+            "order_by[order]": "DESC",
+        }
+
+        while True:
+            posts = self.request(url, params=params).json()
+            if not posts:
+                return
+            yield from posts
+            params["page"] += 1