Dockerfile

FROM python:3.10-slim

RUN apt-get update && apt-get install -y \
    git \
    && rm -rf /var/lib/apt/lists/*

RUN pip install --upgrade pip
RUN pip install torch transformers vllm

ENV TRANSFORMERS_CACHE=/tmp/.cache/huggingface
ENV MPLCONFIGDIR=/tmp/.config/matplotlib

COPY app.py /app.py

CMD ["python", "/app.py"]