jaothan/podman_llamacpp_python

1import pytest_container2import os3 4# For cuda, will add this to below Container: extra_launch_args=["--device", "nvidia.com/gpu=all"],5if not 'REGISTRY' in os.environ:6    REGISTRY = 'ghcr.io'7else:8    REGISTRY = os.environ['REGISTRY']9 10if not 'IMAGE_NAME' in os.environ:11    IMAGE_NAME = 'containers/llamacpp_python:latest'12else:13    IMAGE_NAME = os.environ['IMAGE_NAME']14 15if not 'MODEL_NAME' in os.environ:16    MODEL_NAME = 'granite-7b-lab-Q4_K_M.gguf'17else: 18    MODEL_NAME = os.environ['MODEL_NAME']19 20if not 'MODEL_PATH' in os.environ:21    MODEL_PATH = "/locallm/models"22else:23    MODEL_PATH = os.environ['MODEL_PATH']24 25if not 'PORT' in os.environ:26    PORT = 800127else:28    PORT = os.environ['PORT']29    try:30        PORT = int(PORT)31    except:32        PORT = 800133 34MS = pytest_container.Container(35        url=f"containers-storage:{os.environ['REGISTRY']}/{os.environ['IMAGE_NAME']}",36        volume_mounts=[37            pytest_container.container.BindMount(38                container_path="{MODEL_PATH}/{MODEL_NAME}".format(MODEL_PATH=MODEL_PATH, MODEL_NAME=MODEL_NAME),39                host_path=f"./{MODEL_NAME}",40                flags=["ro"]41            )42        ],43        extra_environment_variables={44            "MODEL_PATH": "{MODEL_PATH}/{MODEL_NAME}".format(MODEL_PATH=MODEL_PATH, MODEL_NAME=MODEL_NAME),45            "HOST": "0.0.0.0",46            "PORT": f"{PORT}"47        },48        forwarded_ports=[49            pytest_container.PortForwarding(50                container_port=PORT,51                host_port=PORT52            )53        ],54    )55 56def pytest_generate_tests(metafunc):57    pytest_container.auto_container_parametrize(metafunc)58 59def pytest_addoption(parser):60    pytest_container.add_logging_level_options(parser)61