dylan/crosspost
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

feat(api): add status returns for NLP processing

Browse Source
This commit is contained in:
Dylan De Faoite
2026-03-03 13:46:37 +00:00
parent 63cd465189
commit eb4187c559
3 changed files with 107 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
server/queue/tasks.py
View File

@@ -5,15 +5,20 @@ from server.analysis.enrichment import DatasetEnrichment
@celery.task(bind=True, max_retries=3)
def process_dataset(self, dataset_id: int, posts: list, topics: dict):
from server.db.database import PostgresConnector
from server.core.datasets import DatasetManager
db = PostgresConnector()
dataset_manager = DatasetManager(db)
try:
from server.db.database import PostgresConnector
from server.core.datasets import DatasetManager
df = pd.DataFrame(posts)
db = PostgresConnector()
dataset_manager = DatasetManager(db)
processor = DatasetEnrichment(df, topics)
enriched_df = processor.enrich()
df = pd.DataFrame(posts)
dataset_manager.save_dataset_content(dataset_id, enriched_df)
processor = DatasetEnrichment(df, topics)
enriched_df = processor.enrich()
dataset_manager.save_dataset_content(dataset_id, enriched_df)
dataset_manager.set_dataset_status(dataset_id, "complete", "NLP Processing Completed Successfully")
except Exception as e:
dataset_manager.set_dataset_status(dataset_id, "error", f"An error occurred: {e}")