feat(api): add cultural analysis endpoint with identity markers

server/analysis/cultural.py

@@ -0,0 +1,40 @@
+import pandas as pd
+import re
+
+class CulturalAnalysis:
+    def __init__(self, df: pd.DataFrame):
+        self.df = df
+
+    def get_identity_markers(self):
+        df = self.df.copy()
+        s = df["content"].fillna("").astype(str).str.lower()
+
+        in_group_words = {"we", "us", "our", "ourselves"}
+        out_group_words = {"they", "them", "their", "themselves"}
+
+        emotion_exclusions = {"emotion_neutral", "emotion_surprise"}
+        emotion_cols = [c for c in df.columns if c.startswith("emotion_") and c not in emotion_exclusions]
+
+        # token counts per row
+        tokens_per_row = s.apply(lambda txt: re.findall(r"\b[a-z]{2,}\b", txt))
+
+        total_tokens = int(tokens_per_row.map(len).sum())
+        in_hits = tokens_per_row.map(lambda toks: sum(t in in_group_words for t in toks))
+        out_hits = tokens_per_row.map(lambda toks: sum(t in out_group_words for t in toks))
+
+        in_count = int(in_hits.sum())
+        out_count = int(out_hits.sum())
+
+        result = {
+            "in_group_usage": in_count,
+            "out_group_usage": out_count,
+            "in_group_ratio": round(in_count / max(total_tokens, 1), 5),
+            "out_group_ratio": round(out_count / max(total_tokens, 1), 5),
+        }
+
+        if emotion_cols:
+            emo = df[emotion_cols].fillna(0).astype(float)
+            result["in_group_emotion_sums"] = emo[in_hits > out_hits].sum().to_dict()
+            result["out_group_emotion_sums"] = emo[out_hits > in_hits].sum().to_dict()
+
+        return result

server/analysis/linguistic.py

@@ -69,45 +69,4 @@ class LinguisticAnalysis:
             .sort_values("count", ascending=False)
             .head(limit)
             .to_dict(orient="records")
-        )
-        
-    def identity_markers(self):
-        df = self.df.copy()
-        df["content"] = df["content"].fillna("").astype(str).str.lower()
-
-        in_group_words = {"we", "us", "our", "ourselves"}
-        out_group_words = {"they", "them", "their", "themselves"}
-
-        emotion_exclusions = [
-            "emotion_neutral",
-            "emotion_surprise"
-        ]
-
-        emotion_cols = [
-            col for col in self.df.columns
-            if col.startswith("emotion_") and col not in emotion_exclusions
-        ]
-        in_count = 0
-        out_count = 0
-        in_emotions = {e: 0 for e in emotion_cols}
-        out_emotions = {e: 0 for e in emotion_cols}
-        total = 0
-
-        for post in df:
-            text = post["content"]
-            tokens = re.findall(r"\b[a-z]{2,}\b", text)
-            total += len(tokens)
-            in_count += sum(t in in_group_words for t in tokens)
-            out_count += sum(t in out_group_words for t in tokens)
-
-            emotions = post[emotion_cols]
-            print(emotions)
-
-            
-
-        return {
-            "in_group_usage": in_count,
-            "out_group_usage": out_count,
-            "in_group_ratio": round(in_count / max(total, 1), 5),
-            "out_group_ratio": round(out_count / max(total, 1), 5),
-        }
+        )