diff --git a/server/queue/tasks.py b/server/queue/tasks.py index f2f3268..a089596 100644 --- a/server/queue/tasks.py +++ b/server/queue/tasks.py @@ -2,17 +2,15 @@ import pandas as pd from server.queue.celery_app import celery from server.analysis.enrichment import DatasetEnrichment +from server.db.database import PostgresConnector +from server.core.datasets import DatasetManager @celery.task(bind=True, max_retries=3) def process_dataset(self, dataset_id: int, posts: list, topics: dict): + db = PostgresConnector() + dataset_manager = DatasetManager(db) try: - from server.db.database import PostgresConnector - from server.core.datasets import DatasetManager - - db = PostgresConnector() - dataset_manager = DatasetManager(db) - df = pd.DataFrame(posts) processor = DatasetEnrichment(df, topics)