|
|
@ -171,15 +171,17 @@ class NewgroundsExtractor(Extractor):
|
|
|
|
if self.flash:
|
|
|
|
if self.flash:
|
|
|
|
url += "/format/flash"
|
|
|
|
url += "/format/flash"
|
|
|
|
|
|
|
|
|
|
|
|
with self.request(url, fatal=False) as response:
|
|
|
|
response = self.request(url, fatal=False)
|
|
|
|
if response.status_code >= 400:
|
|
|
|
page = response.text
|
|
|
|
return {}
|
|
|
|
|
|
|
|
page = response.text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
pos = page.find('id="adults_only"')
|
|
|
|
pos = page.find('id="adults_only"')
|
|
|
|
if pos >= 0:
|
|
|
|
if pos >= 0:
|
|
|
|
msg = text.extract(page, 'class="highlight">', '<', pos)[0]
|
|
|
|
msg = text.extract(page, 'class="highlight">', '<', pos)[0]
|
|
|
|
self.log.warning('"%s"', msg)
|
|
|
|
self.log.warning('"%s"', msg)
|
|
|
|
|
|
|
|
return {}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if response.status_code >= 400:
|
|
|
|
|
|
|
|
return {}
|
|
|
|
|
|
|
|
|
|
|
|
extr = text.extract_from(page)
|
|
|
|
extr = text.extract_from(page)
|
|
|
|
data = extract_data(extr, post_url)
|
|
|
|
data = extract_data(extr, post_url)
|
|
|
|