feat: add persistent search filtering
When a search query is sent, it stays filtered and affects other stats. A reset dataset endpoint is available to clear queries
This commit is contained in:
@@ -87,7 +87,17 @@ def search_dataset():
|
||||
return stat_obj.df
|
||||
|
||||
query = data["query"]
|
||||
return jsonify(stat_obj.get_events_containing(query).to_dict(orient='records')), 200
|
||||
return jsonify(stat_obj.filter_events(query).to_dict(orient='records')), 200
|
||||
|
||||
@app.route('/reset', methods=["GET"])
|
||||
def reset_dataset():
|
||||
if stat_obj is None:
|
||||
return jsonify({"error": "No data uploaded"}), 400
|
||||
|
||||
stat_obj.reset_dataset()
|
||||
|
||||
return jsonify({"success": "Dataset successfully reset"})
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
app.run(debug=True)
|
||||
@@ -27,13 +27,9 @@ class StatGen:
|
||||
comments_df["parent_id"] = comments_df.get("post_id")
|
||||
|
||||
self.df = pd.concat([posts_df, comments_df])
|
||||
self.original_df = self.df
|
||||
self._add_date_cols(self.df)
|
||||
|
||||
# Datasets
|
||||
self.heatmap = self._generate_heatmap()
|
||||
self.word_frequencies = self._get_word_frequencies(100)
|
||||
self.events_per_day = self._get_events_per_day()
|
||||
|
||||
## Private Methods
|
||||
def _add_date_cols(self, df: pd.DataFrame) -> None:
|
||||
df['date'] = pd.to_datetime(df['timestamp'], unit='s').dt.date
|
||||
@@ -41,15 +37,8 @@ class StatGen:
|
||||
df["hour"] = df["dt"].dt.hour
|
||||
df["weekday"] = df["dt"].dt.day_name()
|
||||
|
||||
def _get_events_per_day(self) -> pd.DataFrame:
|
||||
return (
|
||||
self.df
|
||||
.groupby('date')
|
||||
.size()
|
||||
.reset_index(name='posts_count')
|
||||
)
|
||||
|
||||
def _generate_heatmap(self) -> pd.DataFrame:
|
||||
## Public
|
||||
def get_heatmap(self) -> pd.DataFrame:
|
||||
weekday_order = [
|
||||
"Monday", "Tuesday", "Wednesday",
|
||||
"Thursday", "Friday", "Saturday", "Sunday"
|
||||
@@ -69,7 +58,7 @@ class StatGen:
|
||||
.reindex(columns=range(24), fill_value=0)
|
||||
)
|
||||
|
||||
def _get_word_frequencies(self, limit: int) -> pd.DataFrame:
|
||||
def get_word_frequencies(self, limit: int = 100) -> pd.DataFrame:
|
||||
texts = (
|
||||
self.df["content"]
|
||||
.dropna()
|
||||
@@ -94,15 +83,17 @@ class StatGen:
|
||||
.reset_index(drop=True)
|
||||
)
|
||||
|
||||
## Public
|
||||
def get_heatmap(self) -> pd.DataFrame:
|
||||
return self.heatmap
|
||||
|
||||
def get_word_frequencies(self) -> pd.DataFrame:
|
||||
return self.word_frequencies
|
||||
|
||||
def get_events_per_day(self) -> pd.DataFrame:
|
||||
return self.events_per_day
|
||||
return (
|
||||
self.df
|
||||
.groupby('date')
|
||||
.size()
|
||||
.reset_index(name='posts_count')
|
||||
)
|
||||
|
||||
def get_events_containing(self, search_query: str) -> pd.DataFrame:
|
||||
return self.df[self.df["content"].str.contains(search_query)]
|
||||
def filter_events(self, search_query: str) -> pd.DataFrame:
|
||||
self.df = self.df[self.df["content"].str.contains(search_query)]
|
||||
return self.df
|
||||
|
||||
def reset_dataset(self) -> None:
|
||||
self.df = self.original_df
|
||||
Reference in New Issue
Block a user