dylan/crosspost
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

Automatic Scraping of dataset options #9

Merged
dylan merged 36 commits from feat/automatic-scraping-datasets into main 2026-03-14 21:58:49 +00:00
Conversation 0 Commits 36 Files Changed 20 +4 -2
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit e7a8c17be4 - Show all commits

3
server/connectors/reddit_api.py
View File

@@ -5,10 +5,11 @@ import time
from dto.post import Post from dto.post import Post
from dto.user import User from dto.user import User
from dto.comment import Comment from dto.comment import Comment
from server.connectors.base import BaseConnector
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
class RedditAPI: class RedditAPI(BaseConnector):
def __init__(self): def __init__(self):
self.url = "https://www.reddit.com/" self.url = "https://www.reddit.com/"
self.source_name = "Reddit" self.source_name = "Reddit"

3
server/connectors/youtube_api.py
View File

@@ -6,12 +6,13 @@ from googleapiclient.discovery import build
from googleapiclient.errors import HttpError from googleapiclient.errors import HttpError
from dto.post import Post from dto.post import Post
from dto.comment import Comment from dto.comment import Comment
from server.connectors.base import BaseConnector
load_dotenv() load_dotenv()
API_KEY = os.getenv("YOUTUBE_API_KEY") API_KEY = os.getenv("YOUTUBE_API_KEY")
class YouTubeAPI: class YouTubeAPI(BaseConnector):
def __init__(self): def __init__(self):
self.youtube = build('youtube', 'v3', developerKey=API_KEY) self.youtube = build('youtube', 'v3', developerKey=API_KEY)