You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
gallery-dl/gallery_dl/extractor/comicvine.py

79 lines
2.5 KiB

# -*- coding: utf-8 -*-
# Copyright 2021 Mike Fährmann
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as
# published by the Free Software Foundation.
"""Extractors for https://comicvine.gamespot.com/"""
from .booru import BooruExtractor
from .. import text
import operator
class ComicvineTagExtractor(BooruExtractor):
"""Extractor for a gallery on comicvine.gamespot.com"""
category = "comicvine"
subcategory = "tag"
basecategory = ""
root = "https://comicvine.gamespot.com"
per_page = 1000
directory_fmt = ("{category}", "{tag}")
filename_fmt = "{filename}.{extension}"
archive_fmt = "{id}"
pattern = (r"(?:https?://)?comicvine\.gamespot\.com"
r"(/([^/?#]+)/(\d+-\d+)/images/.*)")
test = (
("https://comicvine.gamespot.com/jock/4040-5653/images/", {
"pattern": r"https://comicvine\.gamespot\.com/a/uploads"
r"/original/\d+/\d+/\d+-.+\.(jpe?g|png)",
"count": ">= 140",
}),
(("https://comicvine.gamespot.com/batman/4005-1699"
"/images/?tag=Fan%20Art%20%26%20Cosplay"), {
"pattern": r"https://comicvine\.gamespot\.com/a/uploads"
r"/original/\d+/\d+/\d+-.+",
"count": ">= 450",
}),
)
def __init__(self, match):
BooruExtractor.__init__(self, match)
self.path, self.object_name, self.object_id = match.groups()
def metadata(self):
return {"tag": text.unquote(self.object_name)}
def posts(self):
url = self.root + "/js/image-data.json"
params = {
"images": text.extract(
self.request(self.root + self.path).text,
'data-gallery-id="', '"')[0],
"start" : self.page_start,
"count" : self.per_page,
"object": self.object_id,
}
while True:
images = self.request(url, params=params).json()["images"]
yield from images
if len(images) < self.per_page:
return
params["start"] += self.per_page
def skip(self, num):
self.page_start = num
return num
_file_url = operator.itemgetter("original")
@staticmethod
def _prepare(post):
post["date"] = text.parse_datetime(
post["dateCreated"], "%a, %b %d %Y")
post["tags"] = [tag["name"] for tag in post["tags"] if tag["name"]]