Dockerfile

FROM python:3.13

# RUN useradd -m -u 1000 ollama
# USER user
# ENV PATH="/home/user/.local/bin:$PATH"
# ENV DIST_DIR=/src
WORKDIR $DIST_DIR

COPY --chown=user ./requirements.txt ./requirements.txt

RUN apt update
RUN apt install -y python3 python3-pip
RUN pip install --no-cache-dir --upgrade -r ./requirements.txt --break-system-packages
 # Create a directory named 'my_app_data' with specific permissions
RUN rm -rvf /.cache ; mkdir -p /.cache && chmod 777 /.cache
COPY ./ ./
COPY --chown=user . /app
RUN ls -alh ./
#Override the entrypoint to run the vLLM server with your model
ENTRYPOINT ["python3", "./app.py"]