precompute extractor config paths

pull/997/head
Mike Fährmann 4 years ago
parent 231dd4c800
commit 055c32e0f7
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -40,6 +40,8 @@ class Extractor():
self._cookiefile = None
self._cookiejar = self.session.cookies
self._parentdir = ""
self._cfgpath = ("extractor", self.category, self.subcategory)
self._write_pages = self.config("write-pages", False)
self._retries = self.config("retries", 4)
self._timeout = self.config("timeout", 30)
@ -69,12 +71,10 @@ class Extractor():
return 0
def config(self, key, default=None):
return config.interpolate(
("extractor", self.category, self.subcategory), key, default)
return config.interpolate(self._cfgpath, key, default)
def config_accumulate(self, key):
return config.accumulate(
("extractor", self.category, self.subcategory), key)
return config.accumulate(self._cfgpath, key)
def request(self, url, *, method="GET", session=None, retries=None,
encoding=None, fatal=True, notfound=None, **kwargs):

Loading…
Cancel
Save