From 85388ef6aa7055bc75d83d1a6c84de2940e99588 Mon Sep 17 00:00:00 2001 From: Dylan De Faoite Date: Mon, 19 Jan 2026 20:23:11 +0000 Subject: [PATCH] Add comment limit to _parse_comments method in BoardsAPI Some boards.ie threads have thousands of comments which is slow to fetch with pagination --- connectors/boards_api.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/connectors/boards_api.py b/connectors/boards_api.py index 9959929..60e9805 100644 --- a/connectors/boards_api.py +++ b/connectors/boards_api.py @@ -105,11 +105,11 @@ class BoardsAPI: return post - def _parse_comments(self, url: str, post_id: str) -> list[Comment]: + def _parse_comments(self, url: str, post_id: str, comment_limit: int = 500) -> list[Comment]: comments = [] current_url = url - while current_url: + while current_url and len(comments) < comment_limit: html = self._fetch_page(current_url) page_comments = self._parse_page_comments(html, post_id) comments.extend(page_comments)