Increase max_workers in ThreadPoolExecutor to improve post fetching performance

This commit is contained in:
2026-01-17 22:14:34 +00:00
parent d7baf39087
commit 4ea9bc8b45

View File

@@ -48,7 +48,7 @@ class BoardsAPI:
html = self._fetch_page(post_url)
return self._parse_thread(html, post_url)
with ThreadPoolExecutor(max_workers=10) as executor:
with ThreadPoolExecutor(max_workers=30) as executor:
futures = {executor.submit(fetch_and_parse, url): url for url in urls}
for i, future in enumerate(as_completed(futures)):