Apppublic

jaothan/podman_llamacpp_python

sourceHugging Faceupdated 2y agoView on Hugging Face

0likes

Containerfile11 linesDownload Raw Back to cuda

1FROM quay.io/opendatahub/workbench-images:cuda-ubi9-python-3.9-202312062USER root3RUN  dnf install -y gcc-toolset-13-gcc gcc-toolset-13-gcc-c++4USER 10015WORKDIR /locallm6COPY src .7ENV CMAKE_ARGS="-DGGML_CUDA=on -DLLAMA_AVX2=OFF -DLLAMA_FMA=OFF -DLLAMA_F16C=OFF"8ENV FORCE_CMAKE=19RUN CC="/opt/rh/gcc-toolset-13/root/usr/bin/gcc" CXX="/opt/rh/gcc-toolset-13/root/usr/bin/g++" pip install --no-cache-dir -r ./requirements.txt10ENTRYPOINT [ "sh", "run.sh" ]11