From 4ea9bc8b457a6da68b2cf13e8be6e21726de6e24 Mon Sep 17 00:00:00 2001 From: Dylan De Faoite Date: Sat, 17 Jan 2026 22:14:34 +0000 Subject: [PATCH] Increase max_workers in ThreadPoolExecutor to improve post fetching performance --- connectors/boards_api.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/connectors/boards_api.py b/connectors/boards_api.py index fe93962..337df2e 100644 --- a/connectors/boards_api.py +++ b/connectors/boards_api.py @@ -48,7 +48,7 @@ class BoardsAPI: html = self._fetch_page(post_url) return self._parse_thread(html, post_url) - with ThreadPoolExecutor(max_workers=10) as executor: + with ThreadPoolExecutor(max_workers=30) as executor: futures = {executor.submit(fetch_and_parse, url): url for url in urls} for i, future in enumerate(as_completed(futures)):