Automatic Scraping of dataset options #9

Merged
dylan merged 36 commits from feat/automatic-scraping-datasets into main 2026-03-14 21:58:49 +00:00
Showing only changes of commit 17bd4702b2 - Show all commits

View File

@@ -15,11 +15,11 @@ def _discover_connectors() -> list[type[BaseConnector]]:
if cls.source_name # guard against abstract intermediaries if cls.source_name # guard against abstract intermediaries
] ]
def get_available_connectors() -> list[type[BaseConnector]]: def get_available_connectors() -> dict[str, type[BaseConnector]]:
return [c for c in _discover_connectors() if c.is_available()] return {c.source_name: c for c in _discover_connectors() if c.is_available()}
def get_connector_metadata() -> list[dict]: def get_connector_metadata() -> list[dict]:
return [ return [
{"id": c.source_name, "label": c.display_name} {"id": id, "label": obj.display_name}
for c in get_available_connectors() for id, obj in get_available_connectors().items()
] ]