You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
129 lines
4.1 KiB
129 lines
4.1 KiB
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2023 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
"""Extractors for https://vipergirls.to/"""
|
|
|
|
from .common import Extractor, Message
|
|
from .. import text, util, exception
|
|
from ..cache import cache
|
|
|
|
from xml.etree import ElementTree
|
|
|
|
BASE_PATTERN = r"(?:https?://)?(?:www\.)?vipergirls\.to"
|
|
|
|
|
|
class VipergirlsExtractor(Extractor):
|
|
"""Base class for vipergirls extractors"""
|
|
category = "vipergirls"
|
|
root = "https://vipergirls.to"
|
|
request_interval = 0.5
|
|
request_interval_min = 0.2
|
|
cookiedomain = ".vipergirls.to"
|
|
cookienames = ("vg_userid", "vg_password")
|
|
|
|
def __init__(self, match):
|
|
Extractor.__init__(self, match)
|
|
self.session.headers["Referer"] = self.root
|
|
|
|
def items(self):
|
|
self.login()
|
|
|
|
for post in self.posts():
|
|
data = post.attrib
|
|
data["thread_id"] = self.thread_id
|
|
|
|
yield Message.Directory, data
|
|
for image in post:
|
|
yield Message.Queue, image.attrib["main_url"], data
|
|
|
|
def login(self):
|
|
if not self._check_cookies(self.cookienames):
|
|
username, password = self._get_auth_info()
|
|
if username:
|
|
self._update_cookies(self._login_impl(username, password))
|
|
|
|
@cache(maxage=90*24*3600, keyarg=1)
|
|
def _login_impl(self, username, password):
|
|
self.log.info("Logging in as %s", username)
|
|
|
|
url = "{}/login.php?do=login".format(self.root)
|
|
data = {
|
|
"vb_login_username": username,
|
|
"vb_login_password": password,
|
|
"do" : "login",
|
|
"cookieuser" : "1",
|
|
}
|
|
|
|
response = self.request(url, method="POST", data=data)
|
|
if not response.cookies.get("vg_password"):
|
|
raise exception.AuthenticationError()
|
|
|
|
return {cookie.name: cookie.value
|
|
for cookie in response.cookies}
|
|
|
|
|
|
class VipergirlsThreadExtractor(VipergirlsExtractor):
|
|
"""Extractor for vipergirls threads"""
|
|
subcategory = "thread"
|
|
pattern = BASE_PATTERN + r"/threads/(\d+)(?:-[^/?#]+)?(/page\d+)?$"
|
|
test = (
|
|
(("https://vipergirls.to/threads/4328304"
|
|
"-2011-05-28-Danica-Simply-Beautiful-x112-4500x3000"), {
|
|
"url": "0d75cb42777f5bebc0d284d1d38cb90c750c61d9",
|
|
"count": 225,
|
|
}),
|
|
("https://vipergirls.to/threads/6858916-Karina/page4", {
|
|
"count": 1279,
|
|
}),
|
|
("https://vipergirls.to/threads/4328304"),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
VipergirlsExtractor.__init__(self, match)
|
|
self.thread_id, self.page = match.groups()
|
|
|
|
def posts(self):
|
|
url = "{}/vr.php?t={}".format(self.root, self.thread_id)
|
|
root = ElementTree.fromstring(self.request(url).text)
|
|
posts = root.iter("post")
|
|
|
|
if self.page:
|
|
util.advance(posts, (text.parse_int(self.page[5:]) - 1) * 15)
|
|
return posts
|
|
|
|
|
|
class VipergirlsPostExtractor(VipergirlsExtractor):
|
|
"""Extractor for vipergirls posts"""
|
|
subcategory = "post"
|
|
pattern = (BASE_PATTERN +
|
|
r"/threads/(\d+)(?:-[^/?#]+)?\?p=\d+[^#]*#post(\d+)")
|
|
test = (
|
|
(("https://vipergirls.to/threads/4328304-2011-05-28-Danica-Simply-"
|
|
"Beautiful-x112-4500x3000?p=116038081&viewfull=1#post116038081"), {
|
|
"pattern": r"https://vipr\.im/\w{12}$",
|
|
"range": "2-113",
|
|
"count": 112,
|
|
"keyword": {
|
|
"id": "116038081",
|
|
"imagecount": "113",
|
|
"number": "116038081",
|
|
"thread_id": "4328304",
|
|
"title": "FemJoy Danica - Simply Beautiful (x112) 3000x4500",
|
|
},
|
|
}),
|
|
)
|
|
|
|
def __init__(self, match):
|
|
VipergirlsExtractor.__init__(self, match)
|
|
self.thread_id, self.post_id = match.groups()
|
|
|
|
def posts(self):
|
|
url = "{}/vr.php?p={}".format(self.root, self.post_id)
|
|
root = ElementTree.fromstring(self.request(url).text)
|
|
return root.iter("post")
|