dylan/crosspost
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

fix(nlp): fix missing processing dataset status update

Browse Source
This commit is contained in:
Dylan De Faoite
2026-03-31 20:59:09 +01:00
parent a841c6f6a1
commit 1dde5f7b08
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
server/queue/tasks.py
View File

@@ -18,6 +18,10 @@ def process_dataset(self, dataset_id: int, posts: list, topics: dict):
try: try:
df = pd.DataFrame(posts) df = pd.DataFrame(posts)
dataset_manager.set_dataset_status(
dataset_id, "processing", "NLP Processing Started"
)
processor = DatasetEnrichment(df, topics) processor = DatasetEnrichment(df, topics)
enriched_df = processor.enrich() enriched_df = processor.enrich()
@@ -55,6 +59,10 @@ def fetch_and_process_dataset(
df = pd.DataFrame(posts) df = pd.DataFrame(posts)
dataset_manager.set_dataset_status(
dataset_id, "processing", "NLP Processing Started"
)
processor = DatasetEnrichment(df, topics) processor = DatasetEnrichment(df, topics)
enriched_df = processor.enrich() enriched_df = processor.enrich()