You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
123 lines
3.5 KiB
123 lines
3.5 KiB
# -*- coding: utf-8 -*-
|
|
|
|
# Copyright 2014-2016 Mike Fährmann
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
|
|
__author__ = "Mike Fährmann"
|
|
__copyright__ = "Copyright 2014-2016 Mike Fährmann"
|
|
|
|
__license__ = "GPLv2"
|
|
__version__ = "0.4.1"
|
|
__maintainer__ = "Mike Fährmann"
|
|
__email__ = "mike_faehrmann@web.de"
|
|
|
|
import os
|
|
import argparse
|
|
import json
|
|
from . import config, extractor, job
|
|
|
|
def build_cmdline_parser():
|
|
parser = argparse.ArgumentParser(
|
|
description='Download images from various sources')
|
|
parser.add_argument(
|
|
"-c", "--config",
|
|
metavar="CFG", dest="cfgfiles", action="append",
|
|
help="additional configuration files",
|
|
)
|
|
parser.add_argument(
|
|
"-d", "--dest",
|
|
metavar="DEST",
|
|
help="destination directory",
|
|
)
|
|
parser.add_argument(
|
|
"-u", "--username",
|
|
metavar="USER"
|
|
)
|
|
parser.add_argument(
|
|
"-p", "--password",
|
|
metavar="PASS"
|
|
)
|
|
parser.add_argument(
|
|
"-o", "--option",
|
|
metavar="OPT", action="append", default=[],
|
|
help="additional 'key=value' option values",
|
|
)
|
|
parser.add_argument(
|
|
"-g", "--get-urls", dest="list_urls", action="store_true",
|
|
help="print download urls",
|
|
)
|
|
parser.add_argument(
|
|
"--list-modules", dest="list_modules", action="store_true",
|
|
help="print a list of available modules/supported sites",
|
|
)
|
|
parser.add_argument(
|
|
"--list-keywords", dest="list_keywords", action="store_true",
|
|
help="print a list of available keywords for the given URLs",
|
|
)
|
|
parser.add_argument(
|
|
"urls",
|
|
nargs="*", metavar="URL",
|
|
help="url to download images from"
|
|
)
|
|
return parser
|
|
|
|
|
|
def parse_option(opt):
|
|
try:
|
|
key, value = opt.split("=", 1)
|
|
try:
|
|
value = json.loads(value)
|
|
except json.decoder.JSONDecodeError:
|
|
pass
|
|
config.set(key.split("."), value)
|
|
except ValueError:
|
|
print("Invalid 'key=value' pair:", opt)
|
|
|
|
def main():
|
|
try:
|
|
config.load()
|
|
parser = build_cmdline_parser()
|
|
args = parser.parse_args()
|
|
|
|
if args.cfgfiles:
|
|
config.load(*args.cfgfiles, strict=True)
|
|
|
|
if args.dest:
|
|
config.set(("base-directory",), args.dest)
|
|
if args.username:
|
|
config.set(("username",), args.username)
|
|
if args.password:
|
|
config.set(("password",), args.password)
|
|
|
|
for opt in args.option:
|
|
parse_option(opt)
|
|
|
|
if args.list_modules:
|
|
for module_name in extractor.modules:
|
|
print(module_name)
|
|
else:
|
|
if not args.urls:
|
|
parser.error("the following arguments are required: URL")
|
|
|
|
if args.list_urls:
|
|
jobtype = job.UrlJob
|
|
elif args.list_keywords:
|
|
jobtype = job.KeywordJob
|
|
else:
|
|
jobtype = job.DownloadJob
|
|
|
|
for url in args.urls:
|
|
try:
|
|
jobtype(url).run()
|
|
except exception.NoExtractorError:
|
|
print("No suitable extractor found for URL '", url, "'", sep="")
|
|
except exception.AuthenticationError:
|
|
print("Authentication failed. Please provide a valid "
|
|
"username/password pair.")
|
|
|
|
except KeyboardInterrupt:
|
|
print("\nKeyboardInterrupt")
|