Implement job queue for asynchronous NLP #6

Merged
dylan merged 14 commits from feat/implement-job-queue into main 2026-03-03 14:26:38 +00:00
2 changed files with 24 additions and 1 deletions
Showing only changes of commit 14b472ea60 - Show all commits

19
Dockerfile Normal file
View File

@@ -0,0 +1,19 @@
# Use slim to reduce size
FROM python:3.13-slim
# Prevent Python from buffering stdout
ENV PYTHONUNBUFFERED=1
# System deps required for psycopg2 + torch
RUN apt-get update && apt-get install -y \
build-essential \
libpq-dev \
gcc \
curl \
&& rm -rf /var/lib/apt/lists/*
WORKDIR /app
COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt
COPY . .
CMD ["python", "main.py"]

View File

@@ -1,13 +1,17 @@
beautifulsoup4==4.14.3 beautifulsoup4==4.14.3
celery==5.6.2
redis==7.2.1
Flask==3.1.3 Flask==3.1.3
Flask_Bcrypt==1.0.1
flask_cors==6.0.2 flask_cors==6.0.2
Flask_JWT_Extended==4.7.1
google_api_python_client==2.188.0 google_api_python_client==2.188.0
nltk==3.9.2 nltk==3.9.2
numpy==2.4.2 numpy==2.4.2
pandas==3.0.1 pandas==3.0.1
psycopg2==2.9.11 psycopg2==2.9.11
psycopg2_binary==2.9.11 psycopg2_binary==2.9.11
python-dotenv==1.2.1 python-dotenv==1.2.2
Requests==2.32.5 Requests==2.32.5
sentence_transformers==5.2.2 sentence_transformers==5.2.2
torch==2.10.0 torch==2.10.0