jaothan/podman_llamacpp_python

1#!/bin/bash2if [ ${CONFIG_PATH} ] || [[ ${MODEL_PATH} && ${CONFIG_PATH} ]]; then3    python -m llama_cpp.server --config_file ${CONFIG_PATH}4    exit 05fi6 7if [ "${MODEL_HF_PRETRAINED_MODEL}" == "None" ]; then8    MODEL_HF_PRETRAINED_MODEL=""9fi10 11if [ ${MODEL_PATH} ]; then12    python -m llama_cpp.server \13        --model ${MODEL_PATH} \14        --host ${HOST:=0.0.0.0} \15        --port ${PORT:=8001} \16        --n_gpu_layers ${GPU_LAYERS:=0} \17        --clip_model_path ${CLIP_MODEL_PATH:=None} \18        --chat_format ${MODEL_CHAT_FORMAT:=llama-2} \19        ${PRETRAINED_MODEL_PATH:=} \20        ${MODEL_HF_PRETRAINED_MODEL:+--hf_pretrained_model_name_or_path ${MODEL_HF_PRETRAINED_MODEL}} \21        --interrupt_requests ${INTERRUPT_REQUESTS:=False}22    exit 023fi24 25echo "Please set either a CONFIG_PATH or a MODEL_PATH"26exit 127 28