Storage of user data and datasets in PostGreSQL #2

Merged
dylan merged 19 commits from feat/database-integration into main 2026-03-01 16:47:25 +00:00
3 changed files with 5 additions and 3 deletions
Showing only changes of commit 7ddd625bf8 - Show all commits

View File

@@ -64,6 +64,7 @@ class PostgresConnector:
query = """ query = """
INSERT INTO events ( INSERT INTO events (
dataset_id, dataset_id,
type,
parent_id, parent_id,
author, author,
content, content,
@@ -87,7 +88,7 @@ class PostgresConnector:
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
%s, %s, %s, %s %s, %s, %s, %s, %s
) )
""" """
@@ -96,6 +97,7 @@ class PostgresConnector:
for _, row in event_data.iterrows(): for _, row in event_data.iterrows():
values.append(( values.append((
dataset_id, dataset_id,
row["type"],
row["parent_id"], row["parent_id"],
row["author"], row["author"],
row["content"], row["content"],

View File

@@ -20,6 +20,7 @@ CREATE TABLE events (
/* Required Fields */ /* Required Fields */
id SERIAL PRIMARY KEY, id SERIAL PRIMARY KEY,
dataset_id INTEGER NOT NULL, dataset_id INTEGER NOT NULL,
type VARCHAR(255) NOT NULL,
author VARCHAR(255) NOT NULL, author VARCHAR(255) NOT NULL,
content TEXT NOT NULL, content TEXT NOT NULL,

View File

@@ -136,7 +136,7 @@ def upload_data():
db.save_dataset_content(dataset_id, enriched_df) db.save_dataset_content(dataset_id, enriched_df)
return jsonify( return jsonify(
{"message": "File uploaded successfully", "event_count": len(enriched_df)} {"message": "File uploaded successfully", "event_count": len(enriched_df), "dataset_id": dataset_id}
), 200 ), 200
except ValueError as e: except ValueError as e:
return jsonify({"error": f"Failed to read JSONL file: {str(e)}"}), 400 return jsonify({"error": f"Failed to read JSONL file: {str(e)}"}), 400
@@ -171,7 +171,6 @@ def content_endpoint(dataset_id):
return jsonify({"error": "Unauthorized access to dataset"}), 403 return jsonify({"error": "Unauthorized access to dataset"}), 403
dataset_content = db.get_dataset_content(dataset_id) dataset_content = db.get_dataset_content(dataset_id)
try: try:
return jsonify(stat_gen.get_content_analysis(dataset_content)), 200 return jsonify(stat_gen.get_content_analysis(dataset_content)), 200
except ValueError as e: except ValueError as e: