|
|
@ -22,6 +22,7 @@ class TestExtractors(unittest.TestCase):
|
|
|
|
config.set(("extractor", "password"), name)
|
|
|
|
config.set(("extractor", "password"), name)
|
|
|
|
config.set(("extractor", "nijie", "username"), email)
|
|
|
|
config.set(("extractor", "nijie", "username"), email)
|
|
|
|
config.set(("extractor", "seiga", "username"), email)
|
|
|
|
config.set(("extractor", "seiga", "username"), email)
|
|
|
|
|
|
|
|
config.set(("downloader", "part"), False)
|
|
|
|
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
def tearDown(self):
|
|
|
|
config.clear()
|
|
|
|
config.clear()
|
|
|
@ -35,7 +36,7 @@ class TestExtractors(unittest.TestCase):
|
|
|
|
else:
|
|
|
|
else:
|
|
|
|
content = False
|
|
|
|
content = False
|
|
|
|
|
|
|
|
|
|
|
|
tjob = job.TestJob(url, content=False)
|
|
|
|
tjob = job.TestJob(url, content=content)
|
|
|
|
self.assertEqual(extr, tjob.extractor.__class__)
|
|
|
|
self.assertEqual(extr, tjob.extractor.__class__)
|
|
|
|
|
|
|
|
|
|
|
|
if not result:
|
|
|
|
if not result:
|
|
|
@ -49,8 +50,8 @@ class TestExtractors(unittest.TestCase):
|
|
|
|
self.assertEqual(result["url"], tjob.hash_url.hexdigest())
|
|
|
|
self.assertEqual(result["url"], tjob.hash_url.hexdigest())
|
|
|
|
if "keyword" in result:
|
|
|
|
if "keyword" in result:
|
|
|
|
self.assertEqual(result["keyword"], tjob.hash_keyword.hexdigest())
|
|
|
|
self.assertEqual(result["keyword"], tjob.hash_keyword.hexdigest())
|
|
|
|
# if "content" in result:
|
|
|
|
if "content" in result:
|
|
|
|
# self.assertEqual(result["content"], tjob.hash_content.hexdigest())
|
|
|
|
self.assertEqual(result["content"], tjob.hash_content.hexdigest())
|
|
|
|
if "count" in result:
|
|
|
|
if "count" in result:
|
|
|
|
self.assertEqual(len(tjob.urllist), int(result["count"]))
|
|
|
|
self.assertEqual(len(tjob.urllist), int(result["count"]))
|
|
|
|
if "pattern" in result:
|
|
|
|
if "pattern" in result:
|
|
|
|