KBaba7/llama.cpp

1ARG ASCEND_VERSION=8.0.rc2.alpha003-910b-openeuler22.03-py3.82 3FROM ascendai/cann:$ASCEND_VERSION AS build4 5WORKDIR /app6 7COPY . .8 9RUN yum install -y gcc g++ cmake make10ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest11ENV LIBRARY_PATH=${ASCEND_TOOLKIT_HOME}/lib64:$LIBRARY_PATH12ENV LD_LIBRARY_PATH=${ASCEND_TOOLKIT_HOME}/lib64:${ASCEND_TOOLKIT_HOME}/lib64/plugin/opskernel:${ASCEND_TOOLKIT_HOME}/lib64/plugin/nnengine:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe/op_tiling:${LD_LIBRARY_PATH}13ENV PYTHONPATH=${ASCEND_TOOLKIT_HOME}/python/site-packages:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe:${PYTHONPATH}14ENV PATH=${ASCEND_TOOLKIT_HOME}/bin:${ASCEND_TOOLKIT_HOME}/compiler/ccec_compiler/bin:${PATH}15ENV ASCEND_AICPU_PATH=${ASCEND_TOOLKIT_HOME}16ENV ASCEND_OPP_PATH=${ASCEND_TOOLKIT_HOME}/opp17ENV TOOLCHAIN_HOME=${ASCEND_TOOLKIT_HOME}/toolkit18ENV ASCEND_HOME_PATH=${ASCEND_TOOLKIT_HOME}19 20# find libascend_hal.so, because the drive hasn`t been mounted.21ENV LD_LIBRARY_PATH=${ASCEND_TOOLKIT_HOME}/runtime/lib64/stub:$LD_LIBRARY_PATH22 23RUN echo "Building with static libs" && \24    source /usr/local/Ascend/ascend-toolkit/set_env.sh --force && \25    cmake -B build -DGGML_NATIVE=OFF -DGGML_CANN=ON -DBUILD_SHARED_LIBS=OFF  && \26    cmake --build build --config Release --target llama-cli27 28# TODO: use image with NNRT29FROM ascendai/cann:$ASCEND_VERSION AS runtime30COPY --from=build /app/build/bin/llama-cli /llama-cli31 32ENV LC_ALL=C.utf833 34ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest35ENV LIBRARY_PATH=${ASCEND_TOOLKIT_HOME}/lib64:$LIBRARY_PATH36ENV LD_LIBRARY_PATH=${ASCEND_TOOLKIT_HOME}/lib64:${ASCEND_TOOLKIT_HOME}/lib64/plugin/opskernel:${ASCEND_TOOLKIT_HOME}/lib64/plugin/nnengine:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe/op_tiling:${LD_LIBRARY_PATH}37ENV PYTHONPATH=${ASCEND_TOOLKIT_HOME}/python/site-packages:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe:${PYTHONPATH}38ENV PATH=${ASCEND_TOOLKIT_HOME}/bin:${ASCEND_TOOLKIT_HOME}/compiler/ccec_compiler/bin:${PATH}39ENV ASCEND_AICPU_PATH=${ASCEND_TOOLKIT_HOME}40ENV ASCEND_OPP_PATH=${ASCEND_TOOLKIT_HOME}/opp41ENV TOOLCHAIN_HOME=${ASCEND_TOOLKIT_HOME}/toolkit42ENV ASCEND_HOME_PATH=${ASCEND_TOOLKIT_HOME}43 44ENTRYPOINT ["/llama-cli" ]45