remove extractor/test.py (#4504)
parent
fde9e25c9f
commit
8a11b72253
@ -1,81 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
|
|
||||||
# Copyright 2016-2023 Mike Fährmann
|
|
||||||
#
|
|
||||||
# This program is free software; you can redistribute it and/or modify
|
|
||||||
# it under the terms of the GNU General Public License version 2 as
|
|
||||||
# published by the Free Software Foundation.
|
|
||||||
|
|
||||||
"""Utility extractor to execute tests of other extractors"""
|
|
||||||
|
|
||||||
from .common import Extractor, Message
|
|
||||||
from .. import extractor, exception
|
|
||||||
|
|
||||||
|
|
||||||
class TestExtractor(Extractor):
|
|
||||||
"""Extractor to select and run the test URLs of other extractors
|
|
||||||
|
|
||||||
The general form is 'test:<categories>:<subcategories>:<indices>', where
|
|
||||||
<categories> and <subcategories> are comma-separated (sub)category names
|
|
||||||
and <indices> is a comma-seperated list of array indices.
|
|
||||||
To select all possible values for a field use the star '*' character or
|
|
||||||
leave the field empty.
|
|
||||||
|
|
||||||
Examples:
|
|
||||||
- test:pixiv
|
|
||||||
run all pixiv tests
|
|
||||||
|
|
||||||
- test:pixiv:user,favorite:0
|
|
||||||
run the first test of the PixivUser- and PixivFavoriteExtractor
|
|
||||||
|
|
||||||
- test:
|
|
||||||
run all tests
|
|
||||||
"""
|
|
||||||
category = "test"
|
|
||||||
pattern = r"t(?:est)?:([^:]*)(?::([^:]*)(?::(\*|[\d,]*))?)?$"
|
|
||||||
example = "test:CATEGORY"
|
|
||||||
|
|
||||||
def __init__(self, match):
|
|
||||||
Extractor.__init__(self, match)
|
|
||||||
categories, subcategories, indices = match.groups()
|
|
||||||
self.categories = self._split(categories)
|
|
||||||
self.subcategories = self._split(subcategories)
|
|
||||||
self.indices = self._split(indices) or self
|
|
||||||
|
|
||||||
def items(self):
|
|
||||||
extractors = extractor.extractors()
|
|
||||||
|
|
||||||
if self.categories:
|
|
||||||
extractors = [
|
|
||||||
extr for extr in extractors
|
|
||||||
if extr.category in self.categories
|
|
||||||
]
|
|
||||||
|
|
||||||
if self.subcategories:
|
|
||||||
extractors = [
|
|
||||||
extr for extr in extractors
|
|
||||||
if extr.subcategory in self.subcategories
|
|
||||||
]
|
|
||||||
|
|
||||||
tests = [
|
|
||||||
test
|
|
||||||
for extr in extractors
|
|
||||||
for index, test in enumerate(extr._get_tests())
|
|
||||||
if str(index) in self.indices
|
|
||||||
]
|
|
||||||
|
|
||||||
if not tests:
|
|
||||||
raise exception.NotFoundError("test")
|
|
||||||
|
|
||||||
for test in tests:
|
|
||||||
yield Message.Queue, test[0], {}
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def __contains__(_):
|
|
||||||
return True
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def _split(value):
|
|
||||||
if value and value != "*":
|
|
||||||
return value.split(",")
|
|
||||||
return None
|
|
@ -1,29 +0,0 @@
|
|||||||
# -*- coding: utf-8 -*-
|
|
||||||
|
|
||||||
# This program is free software; you can redistribute it and/or modify
|
|
||||||
# it under the terms of the GNU General Public License version 2 as
|
|
||||||
# published by the Free Software Foundation.
|
|
||||||
|
|
||||||
from gallery_dl.extractor import test
|
|
||||||
|
|
||||||
|
|
||||||
__tests__ = (
|
|
||||||
{
|
|
||||||
"#url" : "test:pixiv",
|
|
||||||
"#category": ("", "test", ""),
|
|
||||||
"#class" : test.TestExtractor,
|
|
||||||
},
|
|
||||||
|
|
||||||
{
|
|
||||||
"#url" : "test:pixiv:user,favorite:0",
|
|
||||||
"#category": ("", "test", ""),
|
|
||||||
"#class" : test.TestExtractor,
|
|
||||||
},
|
|
||||||
|
|
||||||
{
|
|
||||||
"#url" : "test:",
|
|
||||||
"#category": ("", "test", ""),
|
|
||||||
"#class" : test.TestExtractor,
|
|
||||||
},
|
|
||||||
|
|
||||||
)
|
|
Loading…
Reference in new issue