KBaba7/llama.cpp

1{2  lib,3  newScope,4  python3,5  llamaVersion ? "0.0.0",6}:7 8let9  pythonPackages = python3.pkgs;10  buildPythonPackage = pythonPackages.buildPythonPackage;11  numpy = pythonPackages.numpy;12  tqdm = pythonPackages.tqdm;13  sentencepiece = pythonPackages.sentencepiece;14  pyyaml = pythonPackages.pyyaml;15  poetry-core = pythonPackages.poetry-core;16  pytestCheckHook = pythonPackages.pytestCheckHook;17in18 19# We're using `makeScope` instead of just writing out an attrset20# because it allows users to apply overlays later using `overrideScope'`.21# Cf. https://noogle.dev/f/lib/makeScope22 23lib.makeScope newScope (self: {24  inherit llamaVersion;25  gguf-py = self.callPackage ./package-gguf-py.nix {26    inherit27      buildPythonPackage28      numpy29      tqdm30      sentencepiece31      poetry-core32      pyyaml33      pytestCheckHook34      ;35  };36  python-scripts = self.callPackage ./python-scripts.nix { inherit buildPythonPackage poetry-core; };37  llama-cpp = self.callPackage ./package.nix { };38  docker = self.callPackage ./docker.nix { };39  docker-min = self.callPackage ./docker.nix { interactive = false; };40  sif = self.callPackage ./sif.nix { };41})42