| FROM python:3.10-slim | |
| # Install system deps | |
| RUN apt-get update && apt-get install -y \ | |
| build-essential \ | |
| cmake \ | |
| git \ | |
| wget \ | |
| && rm -rf /var/lib/apt/lists/* | |
| # Install llama-cpp with server extras | |
| RUN pip install --no-cache-dir llama-cpp-python[server] huggingface_hub fastapi uvicorn | |
| WORKDIR /app | |
| COPY app.py /app/app.py | |
| EXPOSE 7860 | |
| CMD ["python", "app.py"] | |