Dylan De Faoite
71998c450e
Occasionally a Reddit post would have a long title, and would break in the schema.
66 lines
1.6 KiB
SQL
66 lines
1.6 KiB
SQL
CREATE TABLE users (
|
|
id SERIAL PRIMARY KEY,
|
|
username VARCHAR(255) NOT NULL UNIQUE,
|
|
email VARCHAR(255) NOT NULL UNIQUE,
|
|
password_hash VARCHAR(255) NOT NULL,
|
|
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
);
|
|
|
|
CREATE TABLE datasets (
|
|
id SERIAL PRIMARY KEY,
|
|
user_id INTEGER NOT NULL,
|
|
name VARCHAR(255) NOT NULL,
|
|
description TEXT,
|
|
|
|
-- Job state machine
|
|
status TEXT NOT NULL DEFAULT 'processing',
|
|
status_message TEXT,
|
|
completed_at TIMESTAMP,
|
|
|
|
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
topics JSONB,
|
|
FOREIGN KEY (user_id) REFERENCES users(id) ON DELETE CASCADE,
|
|
|
|
-- Enforce valid states
|
|
CONSTRAINT datasets_status_check
|
|
CHECK (status IN ('fetching', 'processing', 'complete', 'error'))
|
|
);
|
|
|
|
CREATE TABLE events (
|
|
/* Required Fields */
|
|
id SERIAL PRIMARY KEY,
|
|
dataset_id INTEGER NOT NULL,
|
|
|
|
post_id VARCHAR(255) NOT NULL,
|
|
type VARCHAR(255) NOT NULL,
|
|
|
|
author VARCHAR(255) NOT NULL,
|
|
content TEXT NOT NULL,
|
|
timestamp BIGINT NOT NULL,
|
|
date DATE NOT NULL,
|
|
dt TIMESTAMP NOT NULL,
|
|
hour INTEGER NOT NULL,
|
|
weekday VARCHAR(255) NOT NULL,
|
|
|
|
/* Posts Only */
|
|
title TEXT,
|
|
|
|
/* Comments Only*/
|
|
parent_id VARCHAR(255),
|
|
reply_to VARCHAR(255),
|
|
source VARCHAR(255) NOT NULL,
|
|
|
|
/* NLP Fields */
|
|
topic VARCHAR(255),
|
|
topic_confidence FLOAT,
|
|
|
|
ner_entities JSONB,
|
|
|
|
emotion_anger FLOAT,
|
|
emotion_disgust FLOAT,
|
|
emotion_fear FLOAT,
|
|
emotion_joy FLOAT,
|
|
emotion_sadness FLOAT,
|
|
|
|
FOREIGN KEY (dataset_id) REFERENCES datasets(id) ON DELETE CASCADE
|
|
); |