dylan/crosspost
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: incorrect parameters for tokenize

Browse Source
This commit is contained in:
Dylan De Faoite
2026-02-01 18:13:44 +00:00
parent 319f9276a6
commit fe257ece5c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
server/stat_gen.py
View File

@@ -39,7 +39,7 @@ class StatGen:
df["hour"] = df["dt"].dt.hour df["hour"] = df["dt"].dt.hour
df["weekday"] = df["dt"].dt.day_name() df["weekday"] = df["dt"].dt.day_name()
def _tokenize(text: str): def _tokenize(self, text: str):
tokens = re.findall(r"\b[a-z]{3,}\b", text) tokens = re.findall(r"\b[a-z]{3,}\b", text)
return [t for t in tokens if t not in EXCLUDE_WORDS] return [t for t in tokens if t not in EXCLUDE_WORDS]