* Fix pylint warnings across all 24 Python files in web_server - Add module, class, and function docstrings (C0114, C0115, C0116) - Fix import ordering: stdlib before third-party before local (C0411) - Replace wildcard imports with explicit named imports (W0401) - Remove trailing whitespace and add missing final newlines (C0303, C0304) - Replace dict() with dict literals (R1735) - Remove unused imports and variables (W0611, W0612) - Narrow broad Exception catches to specific exceptions (W0718) - Replace f-string logging with lazy % formatting (W1203) - Fix variable naming: UPPER_CASE for constants, snake_case for locals (C0103) - Add pylint disable comments for necessary global statements (W0603) - Fix no-else-return, simplifiable-if-expression, singleton-comparison - Fix bad indentation in stripe.py (W0311) - Add encoding="utf-8" to open() calls (W1514) - Add check=True to subprocess.run() calls (W1510) - Register Celery task modules via conf.include * Update `package-lock.json` add peer dependencies
303 lines
9.3 KiB
Python
303 lines
9.3 KiB
Python
"""Stream data retrieval and management utilities."""
|
|
|
|
import os
|
|
import subprocess
|
|
from typing import Optional, List
|
|
|
|
from database.database import Database
|
|
|
|
|
|
def get_streamer_live_status(user_id: int):
|
|
"""
|
|
Returns boolean on whether the given streamer is live
|
|
"""
|
|
with Database() as db:
|
|
is_live = db.fetchone("""
|
|
SELECT is_live
|
|
FROM users
|
|
WHERE user_id = ?;
|
|
""", (user_id,))
|
|
|
|
return is_live
|
|
|
|
def get_followed_live_streams(user_id: int) -> Optional[List[dict]]:
|
|
"""
|
|
Searches for streamers who the user followed which are currently live
|
|
Returns a list of live streams with the streamer's user id,
|
|
stream title, and number of viewers
|
|
"""
|
|
with Database() as db:
|
|
live_streams = db.fetchall("""
|
|
SELECT users.user_id, streams.title,
|
|
streams.num_viewers, users.username
|
|
FROM streams JOIN users
|
|
ON streams.user_id = users.user_id
|
|
WHERE users.user_id IN
|
|
(SELECT followed_id FROM follows WHERE user_id = ?)
|
|
AND users.is_live = 1;
|
|
""", (user_id,))
|
|
return live_streams
|
|
|
|
def get_current_stream_data(user_id: int) -> Optional[dict]:
|
|
"""
|
|
Returns data of the most recent stream by a streamer
|
|
"""
|
|
with Database() as db:
|
|
most_recent_stream = db.fetchone("""
|
|
SELECT s.user_id, u.username, s.title, s.start_time,
|
|
s.num_viewers, c.category_name, c.category_id
|
|
FROM streams AS s
|
|
JOIN categories AS c ON s.category_id = c.category_id
|
|
JOIN users AS u ON s.user_id = u.user_id
|
|
WHERE u.user_id = ?
|
|
""", (user_id,))
|
|
return most_recent_stream
|
|
|
|
def end_user_stream(stream_key, user_id, username):
|
|
"""
|
|
Utility function to end a user's stream
|
|
|
|
Parameters:
|
|
stream_key: The stream key of the user
|
|
user_id: The ID of the user
|
|
username: The username of the user
|
|
|
|
Returns:
|
|
bool: True if stream was ended successfully, False otherwise
|
|
"""
|
|
from datetime import datetime
|
|
from dateutil import parser
|
|
from celery_tasks.streaming import combine_ts_stream
|
|
from utils.path_manager import PathManager
|
|
|
|
pm = PathManager()
|
|
print(f"Ending stream for user {username} (ID: {user_id})", flush=True)
|
|
|
|
if not stream_key or not user_id or not username:
|
|
print("Cannot end stream - missing required information", flush=True)
|
|
return False, "Missing required information"
|
|
|
|
try:
|
|
# Open database connection
|
|
with Database() as db:
|
|
# Get stream info
|
|
stream_info = db.fetchone(
|
|
"""SELECT *
|
|
FROM streams
|
|
WHERE user_id = ?""", (user_id,))
|
|
|
|
# If user is not streaming, just return
|
|
if not stream_info:
|
|
print(
|
|
f"User {username} (ID: {user_id}) "
|
|
"is not streaming", flush=True)
|
|
return True, "User is not streaming"
|
|
|
|
# Remove stream from database
|
|
db.execute(
|
|
"""DELETE FROM streams
|
|
WHERE user_id = ?""", (user_id,))
|
|
|
|
# Move stream to vod table
|
|
stream_length = int(
|
|
(datetime.now() - parser.parse(
|
|
stream_info.get("start_time")
|
|
)).total_seconds())
|
|
|
|
db.execute(
|
|
"""INSERT INTO vods
|
|
(user_id, title, datetime, category_id,
|
|
length, views)
|
|
VALUES (?, ?, ?, ?, ?, ?)""",
|
|
(user_id,
|
|
stream_info.get("title"),
|
|
stream_info.get("start_time"),
|
|
stream_info.get("category_id"),
|
|
stream_length,
|
|
0))
|
|
|
|
vod_id = db.get_last_insert_id()
|
|
|
|
# Set user as not streaming
|
|
db.execute(
|
|
"""UPDATE users
|
|
SET is_live = 0
|
|
WHERE user_id = ?""", (user_id,))
|
|
|
|
# Queue task to combine TS files into MP4
|
|
combine_ts_stream.delay(
|
|
pm.get_stream_path(username),
|
|
pm.get_vods_path(username),
|
|
vod_id,
|
|
pm.get_vod_thumbnail_file_path(username, vod_id)
|
|
)
|
|
|
|
print(
|
|
f"Stream ended for user {username} (ID: {user_id})",
|
|
flush=True)
|
|
return True, "Stream ended successfully"
|
|
|
|
except (ValueError, TypeError, KeyError) as exc:
|
|
print(
|
|
f"Error ending stream for user {username}: {str(exc)}",
|
|
flush=True)
|
|
return False, f"Error ending stream: {str(exc)}"
|
|
|
|
def get_category_id(category_name: str) -> Optional[int]:
|
|
"""
|
|
Returns the category_id given a category name
|
|
"""
|
|
with Database() as db:
|
|
data = db.fetchone("""
|
|
SELECT category_id
|
|
FROM categories
|
|
WHERE category_name = ?;
|
|
""", (category_name,))
|
|
return data['category_id'] if data else None
|
|
|
|
def get_custom_thumbnail_status(user_id: int) -> Optional[dict]:
|
|
"""
|
|
Returns the custom thumbnail status of a streamer
|
|
"""
|
|
with Database() as db:
|
|
custom_thumbnail = db.fetchone("""
|
|
SELECT custom_thumbnail
|
|
FROM streams
|
|
WHERE user_id = ?;
|
|
""", (user_id,))
|
|
return custom_thumbnail
|
|
|
|
def get_vod(vod_id: int) -> dict:
|
|
"""
|
|
Returns data of a streamers vod
|
|
"""
|
|
with Database() as db:
|
|
vod = db.fetchone(
|
|
"""SELECT vods.*, username, category_name
|
|
FROM vods
|
|
JOIN users ON vods.user_id = users.user_id
|
|
JOIN categories
|
|
ON vods.category_id = categories.category_id
|
|
WHERE vod_id = ?;""", (vod_id,))
|
|
return vod
|
|
|
|
def get_latest_vod(user_id: int):
|
|
"""
|
|
Returns data of the most recent stream by a streamer
|
|
"""
|
|
with Database() as db:
|
|
latest_vod = db.fetchone(
|
|
"""SELECT vods.*, username, category_name
|
|
FROM vods
|
|
JOIN users ON vods.user_id = users.user_id
|
|
JOIN categories
|
|
ON vods.category_id = categories.category_id
|
|
WHERE vods.user_id = ?
|
|
ORDER BY vod_id DESC;""", (user_id,))
|
|
return latest_vod
|
|
|
|
def get_user_vods(user_id: int):
|
|
"""
|
|
Returns data of all vods by a streamer
|
|
"""
|
|
with Database() as db:
|
|
vods = db.fetchall(
|
|
"""SELECT vods.*, username, category_name
|
|
FROM vods
|
|
JOIN users ON vods.user_id = users.user_id
|
|
JOIN categories
|
|
ON vods.category_id = categories.category_id
|
|
WHERE vods.user_id = ?
|
|
ORDER BY vod_id DESC;""", (user_id,))
|
|
return vods
|
|
|
|
def generate_thumbnail(stream_file: str, thumbnail_file: str, second_capture=0) -> None:
|
|
"""
|
|
Generates the thumbnail of a stream
|
|
"""
|
|
|
|
thumbnail_command = [
|
|
"ffmpeg",
|
|
"-y",
|
|
"-ss",
|
|
f"{second_capture}",
|
|
"-i",
|
|
f"{stream_file}",
|
|
"-vframes",
|
|
"1",
|
|
"-q:v",
|
|
"2",
|
|
f"{thumbnail_file}"
|
|
]
|
|
|
|
try:
|
|
subprocess.run(
|
|
thumbnail_command,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE,
|
|
check=True)
|
|
print(f"Thumbnail generated for {stream_file}")
|
|
except subprocess.CalledProcessError:
|
|
print(
|
|
f"No information available for {stream_file}, "
|
|
"aborting thumbnail generation")
|
|
|
|
def remove_hls_files(stream_path: str) -> None:
|
|
"""
|
|
Removes all hls files in a stream directory
|
|
"""
|
|
for file in os.listdir(stream_path):
|
|
if file.endswith(".ts") or file.endswith(".m3u8"):
|
|
os.remove(os.path.join(stream_path, file))
|
|
|
|
def get_video_duration(video_path: str) -> int:
|
|
"""
|
|
Returns the length of a video in seconds
|
|
"""
|
|
video_length_command = [
|
|
"ffprobe",
|
|
"-v",
|
|
"error",
|
|
"-show_entries",
|
|
"format=duration",
|
|
"-of",
|
|
"default=noprint_wrappers=1:nokey=1",
|
|
video_path
|
|
]
|
|
|
|
try:
|
|
video_length = subprocess.check_output(
|
|
video_length_command
|
|
).decode("utf-8")
|
|
print(f"Video length: {video_length}")
|
|
return int(float(video_length))
|
|
except subprocess.CalledProcessError:
|
|
print("Error getting video length")
|
|
return 0
|
|
|
|
def get_stream_tags(user_id: int) -> Optional[List[str]]:
|
|
"""
|
|
Given a stream return tags associated with the user's stream
|
|
"""
|
|
with Database() as db:
|
|
tags = db.fetchall("""
|
|
SELECT tag_name
|
|
FROM tags
|
|
JOIN stream_tags ON tags.tag_id = stream_tags.tag_id
|
|
WHERE user_id = ?;
|
|
""", (user_id,))
|
|
return tags
|
|
|
|
def get_vod_tags(vod_id: int):
|
|
"""
|
|
Given a vod return tags associated with the vod
|
|
"""
|
|
with Database() as db:
|
|
tags = db.fetchall("""
|
|
SELECT tag_name
|
|
FROM tags
|
|
JOIN vod_tags ON tags.tag_id = vod_tags.tag_id
|
|
WHERE vod_id = ?;
|
|
""", (vod_id,))
|
|
return tags
|