matthoffner/ggml-coding-cpu

1FROM ghcr.io/ggerganov/llama.cpp:full2 3ENV DEBIAN_FRONTEND=noninteractive4 5# Update and install necessary dependencies6RUN apt update && \7    apt install --no-install-recommends -y \8        build-essential \9        python3 \10        python3-pip \11        wget \12        curl \13        git \14        cmake \15        zlib1g-dev \16        libblas-dev && \17    apt clean && \18    rm -rf /var/lib/apt/lists/*19 20WORKDIR /app21 22RUN wget https://huggingface.co/matthoffner/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_Q4_K_M.gguf23 24RUN make25 26# Expose the port27EXPOSE 808028 29# Use the model name variable in CMD as well30CMD ["--server", "--model", "Magicoder-S-DS-6.7B_Q4_K_M.gguf", "--threads", "8", "--host", "0.0.0.0"]