From b8ed409e04cd21e951ca721cdcc1971890f94c7f Mon Sep 17 00:00:00 2001 From: Dylan De Faoite Date: Sat, 17 Jan 2026 14:43:14 +0000 Subject: [PATCH] implement slight efficiency gain in board.ie pagination --- connectors/boards_api.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/connectors/boards_api.py b/connectors/boards_api.py index 695858b..ef420a8 100644 --- a/connectors/boards_api.py +++ b/connectors/boards_api.py @@ -29,8 +29,11 @@ class BoardsAPI: logger.debug(f"Processing page {current_page} for category {category}") for a in soup.select("a.threadbit-threadlink"): + if len(urls) >= limit: + break + href = a.get("href") - if href and len(urls) < limit: + if href: urls.append(href) current_page += 1