dylan/crosspost
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

fix(connectors): update URL references to use base_url in BoardsAPI

Browse Source
This commit is contained in:
Dylan De Faoite
2026-03-13 21:59:17 +00:00
parent 162a4de64e
commit d96f459104
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
server/connectors/boards_api.py
View File

@@ -23,7 +23,7 @@ class BoardsAPI(BaseConnector):
search_enabled: bool = False search_enabled: bool = False
def __init__(self): def __init__(self):
self.url = "https://www.boards.ie" self.base_url = "https://www.boards.ie"
def get_new_posts_by_search(self, def get_new_posts_by_search(self,
search: str, search: str,
@@ -34,9 +34,9 @@ class BoardsAPI(BaseConnector):
raise NotImplementedError("Search not compatible with boards.ie") raise NotImplementedError("Search not compatible with boards.ie")
if category: if category:
return self._get_posts(f"{self.url}/categories/{category}", post_limit) return self._get_posts(f"{self.base_url}/categories/{category}", post_limit)
else: else:
return self._get_posts(f"{self.url}/discussions", post_limit) return self._get_posts(f"{self.base_url}/discussions", post_limit)
## Private ## Private
def _get_posts(self, url, limit) -> list[Post]: def _get_posts(self, url, limit) -> list[Post]:
@@ -44,7 +44,7 @@ class BoardsAPI(BaseConnector):
current_page = 1 current_page = 1
while len(urls) < limit: while len(urls) < limit:
url = f"{self.url}/p{current_page}" url = f"{url}/p{current_page}"
html = self._fetch_page(url) html = self._fetch_page(url)
soup = BeautifulSoup(html, "html.parser") soup = BeautifulSoup(html, "html.parser")
@@ -148,7 +148,7 @@ class BoardsAPI(BaseConnector):
if next_link and next_link.get('href'): if next_link and next_link.get('href'):
href = next_link.get('href') href = next_link.get('href')
current_url = href if href.startswith('http') else self.url + href current_url = href if href.startswith('http') else url + href
else: else:
current_url = None current_url = None