flush after writing JSON in DataJob() (#727)

… and remove the dead handle_finalize() method,
which is never called since DataJob() overrides run().
pull/866/head
Mike Fährmann 4 years ago
parent d81a8e6544
commit 1b3870a4be
No known key found for this signature in database
GPG Key ID: 5680CA389D365A88

@ -562,7 +562,12 @@ class DataJob(Job):
util.transform_dict(msg[-1], util.number_to_string)
# dump to 'file'
util.dump_json(self.data, self.file, self.ascii, 2)
try:
util.dump_json(self.data, self.file, self.ascii, 2)
self.file.flush()
except Exception:
pass
return 0
def handle_url(self, url, kwdict):
@ -579,6 +584,3 @@ class DataJob(Job):
def handle_queue(self, url, kwdict):
self.data.append((Message.Queue, url, self.filter(kwdict)))
def handle_finalize(self):
self.file.close()

Loading…
Cancel
Save