Merge remote-tracking branch 'origin/main' into feat/editable-datasets

This commit is contained in:
2026-03-04 21:30:13 +00:00
3 changed files with 113 additions and 28 deletions

View File

@@ -2,17 +2,15 @@ import pandas as pd
from server.queue.celery_app import celery
from server.analysis.enrichment import DatasetEnrichment
from server.db.database import PostgresConnector
from server.core.datasets import DatasetManager
@celery.task(bind=True, max_retries=3)
def process_dataset(self, dataset_id: int, posts: list, topics: dict):
db = PostgresConnector()
dataset_manager = DatasetManager(db)
try:
from server.db.database import PostgresConnector
from server.core.datasets import DatasetManager
db = PostgresConnector()
dataset_manager = DatasetManager(db)
df = pd.DataFrame(posts)
processor = DatasetEnrichment(df, topics)