Automatic Scraping of dataset options #9

Merged
dylan merged 36 commits from feat/automatic-scraping-datasets into main 2026-03-14 21:58:49 +00:00
Showing only changes of commit 0866dda8b3 - Show all commits

View File

@@ -48,3 +48,7 @@ def get_request_filters() -> dict:
filters["data_sources"] = data_sources
return filters
def split_limit(limit: int, n: int) -> list[int]:
base, remainder = divmod(limit, n)
return [base + (1 if i < remainder else 0) for i in range(n)]