Apppublic

CLSDNZ/server.cpp

sourceHugging Facemitupdated 2y agoView on Hugging Face

0likes

Dockerfile13 linesDownload Raw Back to root

1FROM python:3.9-slim-bookworm2USER root3RUN apt update && apt install curl git gcc make build-essential -y4RUN git clone https://github.com/ggerganov/llama.cpp5WORKDIR /llama.cpp6RUN make -ij server7WORKDIR /llama.cpp/models 8RUN curl -L  "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf?download=true" --output Phi-3-mini-4k-instruct-q4.gguf9WORKDIR /llama.cpp10EXPOSE 786011RUN chmod -R 777 /llama.cpp12RUN nproc13CMD ./server --host 0.0.0.0 --port 7860 -t 3 -m ./models/Phi-3-mini-4k-instruct-q4.gguf --parallel 2