|
|
@ -378,7 +378,7 @@ class Extractor():
|
|
|
|
useragent = self.config("user-agent")
|
|
|
|
useragent = self.config("user-agent")
|
|
|
|
if useragent is None:
|
|
|
|
if useragent is None:
|
|
|
|
useragent = ("Mozilla/5.0 (Windows NT 10.0; Win64; x64; "
|
|
|
|
useragent = ("Mozilla/5.0 (Windows NT 10.0; Win64; x64; "
|
|
|
|
"rv:109.0) Gecko/20100101 Firefox/115.0")
|
|
|
|
"rv:128.0) Gecko/20100101 Firefox/128.0")
|
|
|
|
elif useragent == "browser":
|
|
|
|
elif useragent == "browser":
|
|
|
|
useragent = _browser_useragent()
|
|
|
|
useragent = _browser_useragent()
|
|
|
|
headers["User-Agent"] = useragent
|
|
|
|
headers["User-Agent"] = useragent
|
|
|
@ -911,13 +911,12 @@ _browser_cookies = {}
|
|
|
|
HTTP_HEADERS = {
|
|
|
|
HTTP_HEADERS = {
|
|
|
|
"firefox": (
|
|
|
|
"firefox": (
|
|
|
|
("User-Agent", "Mozilla/5.0 ({}; "
|
|
|
|
("User-Agent", "Mozilla/5.0 ({}; "
|
|
|
|
"rv:109.0) Gecko/20100101 Firefox/115.0"),
|
|
|
|
"rv:128.0) Gecko/20100101 Firefox/128.0"),
|
|
|
|
("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,"
|
|
|
|
("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,"
|
|
|
|
"image/avif,image/webp,*/*;q=0.8"),
|
|
|
|
"image/avif,image/webp,image/png,image/svg+xml,*/*;q=0.8"),
|
|
|
|
("Accept-Language", "en-US,en;q=0.5"),
|
|
|
|
("Accept-Language", "en-US,en;q=0.5"),
|
|
|
|
("Accept-Encoding", None),
|
|
|
|
("Accept-Encoding", None),
|
|
|
|
("Referer", None),
|
|
|
|
("Referer", None),
|
|
|
|
("DNT", "1"),
|
|
|
|
|
|
|
|
("Connection", "keep-alive"),
|
|
|
|
("Connection", "keep-alive"),
|
|
|
|
("Upgrade-Insecure-Requests", "1"),
|
|
|
|
("Upgrade-Insecure-Requests", "1"),
|
|
|
|
("Cookie", None),
|
|
|
|
("Cookie", None),
|
|
|
|