gingdev/llama.cpp-server

1FROM ghcr.io/ggerganov/llama.cpp:server2 3RUN apt update && \4    apt install -y wget5 6ENV HOME=/home/user7 8# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo9# Create user then move server to user's home directory. Finally, we create a models folder.10RUN useradd -m -u 1000 user && \11    mv /server $HOME && \12    mkdir $HOME/models && \13    chown -R user:user $HOME14 15USER user16 17WORKDIR $HOME18 19RUN wget https://huggingface.co/gingdev/llama7b-ictu/resolve/main/llama7b_q4_k_m.gguf?download=true -O ictu.gguf20 21ENTRYPOINT [ "./server" ]22 23CMD [ "--host", "0.0.0.0", "--port", "7860", "--model", "ictu.gguf", "-c", "4096", "--chat-template", "chatml", "--embedding" ]24