add logger objects to extractors

pull/13/head
Mike Fährmann 8 years ago
parent 0b214eeb9d
commit f782282f97
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -21,6 +21,7 @@ if sys.hexversion < 0x3030000:
sys.exit(1)
import argparse
import logging
import json
from . import config, extractor, job, exception
from .version import __version__
@ -111,6 +112,17 @@ def parse_option(opt):
print("Invalid 'key=value' pair:", opt, file=sys.stderr)
def initialize_logging():
logging.basicConfig(
format="[%(name)s][%(levelname)s] %(message)s",
level=logging.INFO
)
# convert levelnames to lowercase
for level in (10, 20, 30, 40, 50):
name = logging.getLevelName(level)
logging.addLevelName(level, name.lower())
def sanatize_input(file):
for line in file:
line = line.strip()
@ -120,6 +132,7 @@ def sanatize_input(file):
def main():
try:
initialize_logging()
config.load()
parser = build_cmdline_parser()
args = parser.parse_args()
@ -183,7 +196,6 @@ def main():
print("No suitable extractor found for URL '", url, "'",
sep="", file=sys.stderr)
except KeyboardInterrupt:
print("\nKeyboardInterrupt", file=sys.stderr)
except BrokenPipeError:

@ -11,6 +11,7 @@
import os
import time
import queue
import logging
import requests
import threading
from .message import Message
@ -26,6 +27,7 @@ class Extractor():
def __init__(self):
self.session = requests.Session()
self.log = logging.getLogger(self.category)
def __iter__(self):
return self.items()

Loading…
Cancel
Save