Brunobkr/llama.cpp_AlgMor24_github
ΩFFFΣLLIa • llama.cpp • AlgMor24 ██████╗ ███████╗███████╗███████╗██╗ ██╗ ██╗ █████╗ ██╔═══██╗██╔════╝██╔════╝██╔════╝██║ ██║ ██║██╔══██╗ ██║ ██║█████╗ █████╗ █████╗ ██║ ██║ ██║███████║ ██║ ██║██╔══╝ ██╔══╝ ██╔══╝ ██║ ██║ ██║██╔══██║ ╚██████╔╝██║ ██║ ███████╗███████╗███████╗██║██║ ██║ ╚═════╝ ╚═╝ ╚═╝ ╚══════╝╚══════╝╚══════╝╚═╝╚═╝ ╚═╝ High-Performance LLM / VLM Inference & Autonomous Agentic Ecosystem… See the full description on the dataset page: https://huggingface.co/datasets/Brunobkr/llama.cpp_AlgMor24_github.
03.1k
1#pragma once2 3#include "gguf.h"4#include "llama.h"5#include "llama-arch.h"6 7#include <vector>8 9// FIXME temporary function for better error messages10bool llama_model_saver_supports_arch(llm_arch arch);11 12struct llama_model_saver {13 struct gguf_context * gguf_ctx = nullptr;14 const bool gguf_ctx_owned;15 const struct llama_model * model;16 const struct LLM_KV llm_kv;17 18 llama_model_saver(const struct llama_model * model);19 llama_model_saver(enum llm_arch arch, struct gguf_context * gguf_ctx);20 ~llama_model_saver();21 22 void add_kv(enum llm_kv key, uint32_t value);23 void add_kv(enum llm_kv key, int32_t value);24 void add_kv(enum llm_kv key, float value);25 void add_kv(enum llm_kv key, bool value);26 void add_kv(enum llm_kv key, const char * value);27 28 [[noreturn]]29 void add_kv(enum llm_kv key, char value); // needed to make the template below compile30 31 template <typename Container>32 void add_kv(enum llm_kv key, const Container & value, bool per_layer = false);33 34 void add_kv(enum llm_kv key, const std::vector<std::string> & value);35 36 void add_tensor(const struct ggml_tensor * tensor);37 38 void add_kv_from_model();39 40 void add_tensors_from_model();41 42 void save(const std::string & path_model);43 void save(FILE * file);44};45 