use seperate session in http downloader

pull/13/head
Mike Fährmann 10 years ago
parent 8f24329e30
commit 5545624da1

@ -116,7 +116,7 @@ class DownloadJob():
downloader = self.downloaders.get(scheme) downloader = self.downloaders.get(scheme)
if downloader is None: if downloader is None:
module = self.mngr.get_downloader_module(scheme) module = self.mngr.get_downloader_module(scheme)
downloader = module.Downloader(self.extractor) downloader = module.Downloader()
self.downloaders[scheme] = downloader self.downloaders[scheme] = downloader
return downloader return downloader

@ -4,9 +4,9 @@ import requests
class Downloader(BasicDownloader): class Downloader(BasicDownloader):
def __init__(self, extr): def __init__(self):
BasicDownloader.__init__(self) BasicDownloader.__init__(self)
self.session = extr.session self.session = requests.session()
def download_impl(self, url, file): def download_impl(self, url, file):
tries = 0 tries = 0

@ -2,7 +2,7 @@ from .common import BasicDownloader
class Downloader(BasicDownloader): class Downloader(BasicDownloader):
def __init__(self, extr): def __init__(self):
BasicDownloader.__init__(self) BasicDownloader.__init__(self)
def download_impl(self, url, file): def download_impl(self, url, file):

Loading…
Cancel
Save