dylan/crosspost
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

fix(analysis): broken entity handling in cultural endpoint

Browse Source
This commit is contained in:
Dylan De Faoite
2026-03-22 14:34:05 +00:00
parent c3762f189c
commit 97e897c240
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
server/analysis/cultural.py
View File

@@ -84,14 +84,14 @@ class CulturalAnalysis:
} }
def get_avg_emotions_per_entity(self, df: pd.DataFrame, top_n: int = 25, min_posts: int = 10) -> dict[str, Any]: def get_avg_emotions_per_entity(self, df: pd.DataFrame, top_n: int = 25, min_posts: int = 10) -> dict[str, Any]:
if "entities" not in df.columns: if "ner_entities" not in df.columns:
return {"entity_emotion_avg": {}} return {"entity_emotion_avg": {}}
emotion_cols = [c for c in df.columns if c.startswith("emotion_")] emotion_cols = [c for c in df.columns if c.startswith("emotion_")]
entity_df = df[["entities"] + emotion_cols].explode("entities") entity_df = df[["ner_entities"] + emotion_cols].explode("ner_entities")
entity_df["entity_text"] = entity_df["entities"].apply( entity_df["entity_text"] = entity_df["ner_entities"].apply(
lambda e: e.get("text").strip() lambda e: e.get("text").strip()
if isinstance(e, dict) and isinstance(e.get("text"), str) and len(e.get("text")) >= 3 if isinstance(e, dict) and isinstance(e.get("text"), str) and len(e.get("text")) >= 3
else None else None