239 lines
8.0 KiB
Python
239 lines
8.0 KiB
Python
import os
|
|
|
|
from dotenv import load_dotenv
|
|
from flask import Flask, jsonify, request
|
|
from flask_cors import CORS
|
|
from flask_bcrypt import Bcrypt
|
|
from flask_jwt_extended import (
|
|
JWTManager,
|
|
create_access_token,
|
|
jwt_required,
|
|
get_jwt_identity
|
|
)
|
|
|
|
from server.stat_gen import StatGen
|
|
from db.database import PostgresConnector
|
|
|
|
import pandas as pd
|
|
import traceback
|
|
import json
|
|
|
|
app = Flask(__name__)
|
|
db = PostgresConnector()
|
|
|
|
# Env Variables
|
|
load_dotenv()
|
|
frontend_url = os.getenv("FRONTEND_URL", "http://localhost:5173")
|
|
jwt_secret_key = os.getenv("JWT_SECRET_KEY", "super-secret-change-this")
|
|
jwt_access_token_expires = int(os.getenv("JWT_ACCESS_TOKEN_EXPIRES", 1200)) # Default to 20 minutes
|
|
|
|
# Flask Configuration
|
|
CORS(app, resources={r"/*": {"origins": frontend_url}})
|
|
app.config["JWT_SECRET_KEY"] = jwt_secret_key
|
|
app.config["JWT_ACCESS_TOKEN_EXPIRES"] = jwt_access_token_expires
|
|
|
|
bcrypt = Bcrypt(app)
|
|
jwt = JWTManager(app)
|
|
|
|
# Global State
|
|
posts_df = pd.read_json('small.jsonl', lines=True)
|
|
with open("topic_buckets.json", "r", encoding="utf-8") as f:
|
|
domain_topics = json.load(f)
|
|
stat_obj = StatGen(posts_df, domain_topics)
|
|
|
|
@app.route('/register', methods=['POST'])
|
|
def register_user():
|
|
data = request.get_json()
|
|
|
|
if not data or "username" not in data or "password" not in data:
|
|
return jsonify({"error": "Missing username or password"}), 400
|
|
|
|
username = data["username"]
|
|
hashed_password = bcrypt.generate_password_hash(
|
|
data["password"]
|
|
).decode("utf-8")
|
|
|
|
|
|
print(f"Registered new user: {username}")
|
|
return jsonify({"message": f"User '{username}' registered successfully"}), 200
|
|
|
|
@app.route('/upload', methods=['POST'])
|
|
def upload_data():
|
|
if "posts" not in request.files or "topics" not in request.files:
|
|
return jsonify({"error": "Missing required files or form data"}), 400
|
|
|
|
post_file = request.files["posts"]
|
|
topic_file = request.files["topics"]
|
|
|
|
if post_file.filename == "" or topic_file == "":
|
|
return jsonify({"error": "Empty filename"}), 400
|
|
|
|
if not post_file.filename.endswith('.jsonl') or not topic_file.filename.endswith('.json'):
|
|
return jsonify({"error": "Invalid file type. Only .jsonl and .json files are allowed."}), 400
|
|
|
|
try:
|
|
global stat_obj
|
|
|
|
posts_df = pd.read_json(post_file, lines=True)
|
|
stat_obj = StatGen(posts_df, json.load(topic_file))
|
|
return jsonify({"message": "File uploaded successfully", "event_count": len(stat_obj.df)}), 200
|
|
except ValueError as e:
|
|
return jsonify({"error": f"Failed to read JSONL file: {str(e)}"}), 400
|
|
except Exception as e:
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
@app.route('/dataset', methods=['GET'])
|
|
def get_dataset():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
return stat_obj.df.to_json(orient="records"), 200, {"Content-Type": "application/json"}
|
|
|
|
@app.route('/stats/content', methods=['GET'])
|
|
def word_frequencies():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
try:
|
|
return jsonify(stat_obj.get_content_analysis()), 200
|
|
except ValueError as e:
|
|
return jsonify({"error": f"Malformed or missing data: {str(e)}"}), 400
|
|
except Exception as e:
|
|
print(traceback.format_exc())
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
@app.route('/stats/summary', methods=["GET"])
|
|
def get_summary():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
try:
|
|
return jsonify(stat_obj.summary()), 200
|
|
except ValueError as e:
|
|
return jsonify({"error": f"Malformed or missing data: {str(e)}"}), 400
|
|
except Exception as e:
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
@app.route("/stats/time", methods=["GET"])
|
|
def get_time_analysis():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
try:
|
|
return jsonify(stat_obj.get_time_analysis()), 200
|
|
except ValueError as e:
|
|
return jsonify({"error": f"Malformed or missing data: {str(e)}"}), 400
|
|
except Exception as e:
|
|
print(traceback.format_exc())
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
@app.route("/stats/user", methods=["GET"])
|
|
def get_user_analysis():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
try:
|
|
return jsonify(stat_obj.get_user_analysis()), 200
|
|
except ValueError as e:
|
|
return jsonify({"error": f"Malformed or missing data: {str(e)}"}), 400
|
|
except Exception as e:
|
|
print(traceback.format_exc())
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
@app.route("/stats/cultural", methods=["GET"])
|
|
def get_cultural_analysis():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
try:
|
|
return jsonify(stat_obj.get_cultural_analysis()), 200
|
|
except ValueError as e:
|
|
return jsonify({"error": f"Malformed or missing data: {str(e)}"}), 400
|
|
except Exception as e:
|
|
print(traceback.format_exc())
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
@app.route("/stats/interaction", methods=["GET"])
|
|
def get_interaction_analysis():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
try:
|
|
return jsonify(stat_obj.get_interactional_analysis()), 200
|
|
except ValueError as e:
|
|
return jsonify({"error": f"Malformed or missing data: {str(e)}"}), 400
|
|
except Exception as e:
|
|
print(traceback.format_exc())
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
@app.route('/filter/search', methods=["POST"])
|
|
def search_dataset():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
data = request.get_json(silent=True) or {}
|
|
|
|
if "query" not in data:
|
|
return jsonify(stat_obj.df.to_dict(orient="records")), 200
|
|
|
|
query = data["query"]
|
|
filtered_df = stat_obj.search(query)
|
|
|
|
return jsonify(filtered_df), 200
|
|
|
|
@app.route('/filter/time', methods=["POST"])
|
|
def filter_time():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
data = request.get_json(silent=True)
|
|
if not data:
|
|
return jsonify({"error": "Invalid or missing JSON body"}), 400
|
|
|
|
if "start" not in data or "end" not in data:
|
|
return jsonify({"error": "Please include both start and end dates"}), 400
|
|
|
|
try:
|
|
start = pd.to_datetime(data["start"], utc=True)
|
|
end = pd.to_datetime(data["end"], utc=True)
|
|
filtered_df = stat_obj.set_time_range(start, end)
|
|
return jsonify(filtered_df), 200
|
|
except Exception:
|
|
return jsonify({"error": "Invalid datetime format"}), 400
|
|
|
|
@app.route('/filter/sources', methods=["POST"])
|
|
def filter_sources():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
data = request.get_json(silent=True)
|
|
if not data:
|
|
return jsonify({"error": "Invalid or missing JSON body"}), 400
|
|
|
|
if "sources" not in data:
|
|
return jsonify({"error": "Ensure sources hash map is in 'sources' key"}), 400
|
|
|
|
try:
|
|
filtered_df = stat_obj.filter_data_sources(data["sources"])
|
|
return jsonify(filtered_df), 200
|
|
except ValueError:
|
|
return jsonify({"error": "Please enable at least one data source"}), 400
|
|
except Exception as e:
|
|
return jsonify({"error": "An unexpected server error occured: " + str(e)}), 500
|
|
|
|
|
|
@app.route('/filter/reset', methods=["GET"])
|
|
def reset_dataset():
|
|
if stat_obj is None:
|
|
return jsonify({"error": "No data uploaded"}), 400
|
|
|
|
try:
|
|
stat_obj.reset_dataset()
|
|
return jsonify({"success": "Dataset successfully reset"})
|
|
except Exception as e:
|
|
print(traceback.format_exc())
|
|
return jsonify({"error": f"An unexpected error occurred: {str(e)}"}), 500
|
|
|
|
|
|
if __name__ == "__main__":
|
|
app.run(debug=True) |