You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
|
|
|
|
# Copyright 2014, 2015 Mike Fährmann
|
|
|
|
|
#
|
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
|
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
|
|
|
# published by the Free Software Foundation.
|
|
|
|
|
|
|
|
|
|
"""Common classes and constants used by downloader modules."""
|
|
|
|
|
|
|
|
|
|
import os
|
|
|
|
|
|
|
|
|
|
class BasicDownloader():
|
|
|
|
|
"""Base class for downlaoder modules"""
|
|
|
|
|
|
|
|
|
|
max_tries = 5
|
|
|
|
|
|
|
|
|
|
def download(self, url, path):
|
|
|
|
|
"""Download the resource at 'url' and write it to a file given by 'path'"""
|
|
|
|
|
with open(path, "wb") as file:
|
|
|
|
|
try:
|
|
|
|
|
return self.download_impl(url, file)
|
|
|
|
|
except:
|
|
|
|
|
# make sure to remove file if download failed
|
|
|
|
|
os.unlink(path)
|
|
|
|
|
raise
|
|
|
|
|
|
|
|
|
|
def download_impl(self, url, file_handle):
|
|
|
|
|
"""Actual implementaion of the download process"""
|
|
|
|
|
pass
|
