From 6fa9ec72d8cee4cf3b883eeeacbecbd5c6389318 Mon Sep 17 00:00:00 2001 From: Mint <> Date: Fri, 21 Oct 2022 02:18:48 +0300 Subject: [PATCH] Configurable fetch delay --- config.defaults.json | 3 ++- fetch_posts.py | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/config.defaults.json b/config.defaults.json index 35a614a..8559aa0 100644 --- a/config.defaults.json +++ b/config.defaults.json @@ -1,6 +1,7 @@ { "site": "https://botsin.space", "cw": null, + "fetch_delay": 1, "learn_from_cw": false, "ignored_cws": [], "mention_handling": 1, @@ -14,4 +15,4 @@ "generation_mode": "markov", "access_token": "", "db_path": "posts.db" -} \ No newline at end of file +} diff --git a/fetch_posts.py b/fetch_posts.py index 721e2f6..5cfbc81 100755 --- a/fetch_posts.py +++ b/fetch_posts.py @@ -171,7 +171,7 @@ class PostFetcher: next_page_url = outbox['first'] while True: - sleep(1) + sleep(self.config['fetch_delay']) print(f'Fetching {next_page_url}... ') async with self._rl_handler.request('GET', next_page_url) as resp: page = await resp.json()