jaothan/podman_llamacpp_python

1APP := llamacpp_python2PORT ?= 80013CHAT_FORMAT ?=4 5include ../common/Makefile.common6 7IMAGE_NAME ?= $(REGISTRY_ORG)/$(COMPONENT)/$(APP):latest8IMAGE := $(REGISTRY)/$(IMAGE_NAME)9CUDA_IMAGE := $(REGISTRY)/$(REGISTRY_ORG)/$(COMPONENT)/$(APP)_cuda:latest10VULKAN_IMAGE := $(REGISTRY)/$(REGISTRY_ORG)/$(COMPONENT)/$(APP)_vulkan:latest11 12MODELS_PATH := /locallm/models13MODEL_NAME ?= granite-7b-lab-Q4_K_M.gguf14 15.Phony: all16all: build download-model-granite run17 18.PHONY: build-cuda19build-cuda:20	"${CONTAINER_TOOL}"  build --squash-all -t $(CUDA_IMAGE) . -f cuda/Containerfile21 22.PHONY: build-vulkan-amd64 build-vulkan-arm6423build-vulkan-amd64:24	"${CONTAINER_TOOL}"  build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/amd64/Containerfile25build-vulkan-arm64:26	"${CONTAINER_TOOL}"  build --squash-all -t $(VULKAN_IMAGE) . -f vulkan/arm64/Containerfile27 28.PHONY: download-model-granite # default model29download-model-granite:30	cd ../../models/ && \31	make download-model-granite32