Automatic Scraping of dataset options #9

Merged
dylan merged 36 commits from feat/automatic-scraping-datasets into main 2026-03-14 21:58:49 +00:00
2 changed files with 4 additions and 2 deletions
Showing only changes of commit e7a8c17be4 - Show all commits

View File

@@ -5,10 +5,11 @@ import time
from dto.post import Post
from dto.user import User
from dto.comment import Comment
from server.connectors.base import BaseConnector
logger = logging.getLogger(__name__)
class RedditAPI:
class RedditAPI(BaseConnector):
def __init__(self):
self.url = "https://www.reddit.com/"
self.source_name = "Reddit"

View File

@@ -6,12 +6,13 @@ from googleapiclient.discovery import build
from googleapiclient.errors import HttpError
from dto.post import Post
from dto.comment import Comment
from server.connectors.base import BaseConnector
load_dotenv()
API_KEY = os.getenv("YOUTUBE_API_KEY")
class YouTubeAPI:
class YouTubeAPI(BaseConnector):
def __init__(self):
self.youtube = build('youtube', 'v3', developerKey=API_KEY)