dylan/crosspost
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Include Ireland posts in dataset creation

Browse Source
This commit is contained in:
Dylan De Faoite
2026-01-17 16:05:42 +00:00
parent ed3d89fd27
commit 38cf57e198
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
create_dataset.py
View File

@@ -19,7 +19,10 @@ def main():
reddit_posts = reddit_connector.get_new_subreddit_posts('cork', limit=500) reddit_posts = reddit_connector.get_new_subreddit_posts('cork', limit=500)
reddit_posts = remove_empty_posts(reddit_posts) reddit_posts = remove_empty_posts(reddit_posts)
posts = boards_posts + reddit_posts ireland_posts = reddit_connector.search_subreddit('cork', 'ireland', limit=500, timeframe='year')
ireland_posts = remove_empty_posts(ireland_posts)
posts = boards_posts + reddit_posts + ireland_posts
with open(data_file, 'w') as f: with open(data_file, 'w') as f:
json.dump([post.__dict__ for post in posts], f, indent=4) json.dump([post.__dict__ for post in posts], f, indent=4)