You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
155 lines
4.9 KiB
155 lines
4.9 KiB
# -*- coding: utf-8 -*-
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extractors for https://jpg1.su/"""
|
|
|
|
from .common import Extractor, Message
|
|
from .. import text
|
|
|
|
BASE_PATTERN = r"(?:https?://)?jpe?g\d?\.(?:su|pet|fish(?:ing)?|church)"
|
|
|
|
|
|
class JpgfishExtractor(Extractor):
|
|
"""Base class for jpgfish extractors"""
|
|
category = "jpgfish"
|
|
root = "https://jpg1.su"
|
|
directory_fmt = ("{category}", "{user}", "{album}",)
|
|
archive_fmt = "{id}"
|
|
|
|
def _pagination(self, url):
|
|
while url:
|
|
page = self.request(url).text
|
|
|
|
for item in text.extract_iter(
|
|
page, '<div class="list-item-image ', 'image-container'):
|
|
yield text.extract(item, '<a href="', '"')[0]
|
|
|
|
url = text.extract(
|
|
page, '<a data-pagination="next" href="', '" ><')[0]
|
|
|
|
|
|
class JpgfishImageExtractor(JpgfishExtractor):
|
|
"""Extractor for jpgfish Images"""
|
|
subcategory = "image"
|
|
pattern = BASE_PATTERN + r"/img/((?:[^/?#]+\.)?(\w+))"
|
|
test = (
|
|
("https://jpg1.su/img/funnymeme.LecXGS", {
|
|
"pattern": r"https://simp3\.jpg\.church/images/funnymeme\.jpg",
|
|
"content": "098e5e9b17ad634358426e0ffd1c93871474d13c",
|
|
"keyword": {
|
|
"album": "",
|
|
"extension": "jpg",
|
|
"filename": "funnymeme",
|
|
"id": "LecXGS",
|
|
"url": "https://simp3.jpg.church/images/funnymeme.jpg",
|
|
"user": "exearco",
|
|
},
|
|
}),
|
|
("https://jpg.church/img/auCruA", {
|
|
"pattern": r"https://simp2\.jpg\.church/hannahowo_00457\.jpg",
|
|
"keyword": {"album": "401-500"},
|
|
}),
|
|
("https://jpeg.pet/img/funnymeme.LecXGS"),
|
|
("https://jpg.pet/img/funnymeme.LecXGS"),
|
|
("https://jpg.fishing/img/funnymeme.LecXGS"),
|
|
("https://jpg.fish/img/funnymeme.LecXGS"),
|
|
("https://jpg.church/img/funnymeme.LecXGS"),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
JpgfishExtractor.__init__(self, match)
|
|
self.path, self.image_id = match.groups()
|
|
|
|
def items(self):
|
|
url = "{}/img/{}".format(self.root, self.path)
|
|
extr = text.extract_from(self.request(url).text)
|
|
|
|
image = {
|
|
"id" : self.image_id,
|
|
"url" : extr('<meta property="og:image" content="', '"'),
|
|
"album": text.extract(extr(
|
|
"Added to <a", "/a>"), ">", "<")[0] or "",
|
|
"user" : extr('username: "', '"'),
|
|
}
|
|
|
|
text.nameext_from_url(image["url"], image)
|
|
yield Message.Directory, image
|
|
yield Message.Url, image["url"], image
|
|
|
|
|
|
class JpgfishAlbumExtractor(JpgfishExtractor):
|
|
"""Extractor for jpgfish Albums"""
|
|
subcategory = "album"
|
|
pattern = BASE_PATTERN + r"/a(?:lbum)?/([^/?#]+)(/sub)?"
|
|
test = (
|
|
("https://jpg1.su/album/CDilP/?sort=date_desc&page=1", {
|
|
"count": 2,
|
|
}),
|
|
("https://jpg.fishing/a/gunggingnsk.N9OOI", {
|
|
"count": 114,
|
|
}),
|
|
("https://jpg.fish/a/101-200.aNJ6A/", {
|
|
"count": 100,
|
|
}),
|
|
("https://jpg.church/a/hannahowo.aNTdH/sub", {
|
|
"count": 606,
|
|
}),
|
|
("https://jpeg.pet/album/CDilP/?sort=date_desc&page=1"),
|
|
("https://jpg.pet/album/CDilP/?sort=date_desc&page=1"),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
JpgfishExtractor.__init__(self, match)
|
|
self.album, self.sub_albums = match.groups()
|
|
|
|
def items(self):
|
|
url = "{}/a/{}".format(self.root, self.album)
|
|
data = {"_extractor": JpgfishImageExtractor}
|
|
|
|
if self.sub_albums:
|
|
albums = self._pagination(url + "/sub")
|
|
else:
|
|
albums = (url,)
|
|
|
|
for album in albums:
|
|
for image in self._pagination(album):
|
|
yield Message.Queue, image, data
|
|
|
|
|
|
class JpgfishUserExtractor(JpgfishExtractor):
|
|
"""Extractor for jpgfish Users"""
|
|
subcategory = "user"
|
|
pattern = BASE_PATTERN + r"/(?!img|a(?:lbum)?)([^/?#]+)(/albums)?"
|
|
test = (
|
|
("https://jpg1.su/exearco", {
|
|
"count": 3,
|
|
}),
|
|
("https://jpg.church/exearco/albums", {
|
|
"count": 1,
|
|
}),
|
|
("https://jpeg.pet/exearco"),
|
|
("https://jpg.pet/exearco"),
|
|
("https://jpg.fishing/exearco"),
|
|
("https://jpg.fish/exearco"),
|
|
("https://jpg.church/exearco"),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
JpgfishExtractor.__init__(self, match)
|
|
self.user, self.albums = match.groups()
|
|
|
|
def items(self):
|
|
url = "{}/{}".format(self.root, self.user)
|
|
|
|
if self.albums:
|
|
url += "/albums"
|
|
data = {"_extractor": JpgfishAlbumExtractor}
|
|
else:
|
|
data = {"_extractor": JpgfishImageExtractor}
|
|
|
|
for url in self._pagination(url):
|
|
yield Message.Queue, url, data
|