[danbooru] extend 'metadata' option

make it possible to specify a custom list of metadata includes

docs/configuration.rst

@@ -1027,13 +1027,22 @@ Description
 extractor.danbooru.metadata
 ---------------------------
 Type
-    ``bool``
+    * ``bool``
+    * ``string``
+    * ``list`` of ``strings``
 Default
     ``false``
+Example
+    * ``replacements,comments,ai_tags``
+    * ``["replacements", "comments", "ai_tags"]``
 Description
     Extract additional metadata
     (notes, artist commentary, parent, children, uploader)
 
+    It is possible to specify a custom list of metadata includes.
+    See `available_includes <https://github.com/danbooru/danbooru/blob/2cf7baaf6c5003c1a174a8f2d53db010cf05dca7/app/models/post.rb#L1842-L1849>`__
+    for possible field names. ``aibooru`` also supports ``ai_metadata``.
+
     Note: This requires 1 additional HTTP request per post.
 
 

gallery_dl/extractor/danbooru.py

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 
-# Copyright 2014-2022 Mike Fährmann
+# Copyright 2014-2023 Mike Fährmann
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 2 as
@@ -40,7 +40,17 @@ class DanbooruExtractor(BaseExtractor):
 
         self.ugoira = self.config("ugoira", False)
         self.external = self.config("external", False)
-        self.extended_metadata = self.config("metadata", False)
+
+        metadata = self.config("metadata", False)
+        if metadata:
+            if isinstance(metadata, (list, tuple)):
+                metadata = ",".join(metadata)
+            elif not isinstance(metadata, str):
+                metadata = "artist_commentary,children,notes,parent,uploader"
+            self.metadata_includes = metadata
+        else:
+            self.metadata_includes = None
+
         threshold = self.config("threshold")
         if isinstance(threshold, int):
             self.threshold = 1 if threshold < 1 else threshold
@@ -99,13 +109,10 @@ class DanbooruExtractor(BaseExtractor):
                     url = post["large_file_url"]
                     post["extension"] = "webm"
 
-            if self.extended_metadata:
+            if self.metadata_includes:
-                template = (
+                meta_url = "{}/posts/{}.json?only={}".format(
-                    "{}/posts/{}.json?only=artist_commentary,children,notes,"
+                    self.root, post["id"], self.metadata_includes)
-                    "parent,uploader"
+                post.update(self.request(meta_url).json())
-                )
-                resp = self.request(template.format(self.root, post["id"]))
-                post.update(resp.json())
 
             if url[0] == "/":
                 url = self.root + url