Brunobkr/llama.cpp_AlgMor24_github
ΩFFFΣLLIa • llama.cpp • AlgMor24 ██████╗ ███████╗███████╗███████╗██╗ ██╗ ██╗ █████╗ ██╔═══██╗██╔════╝██╔════╝██╔════╝██║ ██║ ██║██╔══██╗ ██║ ██║█████╗ █████╗ █████╗ ██║ ██║ ██║███████║ ██║ ██║██╔══╝ ██╔══╝ ██╔══╝ ██║ ██║ ██║██╔══██║ ╚██████╔╝██║ ██║ ███████╗███████╗███████╗██║██║ ██║ ╚═════╝ ╚═╝ ╚═╝ ╚══════╝╚══════╝╚══════╝╚═╝╚═╝ ╚═╝ High-Performance LLM / VLM Inference & Autonomous Agentic Ecosystem… See the full description on the dataset page: https://huggingface.co/datasets/Brunobkr/llama.cpp_AlgMor24_github.
03.1k
1set(TARGET cpp-httplib)2license_add_file("cpp-httplib" "LICENSE")3 4find_package(Threads REQUIRED)5 6llama_add_compile_flags()7 8set(CMAKE_POSITION_INDEPENDENT_CODE ON)9 10add_library(${TARGET} STATIC httplib.cpp httplib.h)11 12# disable warnings in 3rd party code13if (CMAKE_CXX_COMPILER_ID STREQUAL "MSVC")14 target_compile_options(${TARGET} PRIVATE /w)15else()16 target_compile_options(${TARGET} PRIVATE -w)17endif()18 19target_link_libraries(${TARGET} PRIVATE Threads::Threads)20 21if (WIN32 AND NOT MSVC)22 target_link_libraries(${TARGET} PUBLIC ws2_32)23endif()24 25target_compile_features(${TARGET} PRIVATE cxx_std_17)26 27target_compile_definitions(${TARGET} PRIVATE28 # increase max payload length to allow use of larger context size29 CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH=104857630 # increase backlog size to avoid connection resets for >> 1 slots31 CPPHTTPLIB_LISTEN_BACKLOG=51232 # increase max URI length to handle longer prompts in query string33 CPPHTTPLIB_REQUEST_URI_MAX_LENGTH=3276834 # disable Nagle's algorithm35 CPPHTTPLIB_TCP_NODELAY=136)37 38set(OPENSSL_NO_ASM ON CACHE BOOL "Disable OpenSSL ASM code when building BoringSSL or LibreSSL")39 40if (LLAMA_BUILD_BORINGSSL)41 set(FIPS OFF CACHE BOOL "Enable FIPS (BoringSSL)")42 43 set(BORINGSSL_GIT "https://boringssl.googlesource.com/boringssl" CACHE STRING "BoringSSL git repository")44 set(BORINGSSL_VERSION "0.20260803.0" CACHE STRING "BoringSSL version")45 46 message(STATUS "Fetching BoringSSL version ${BORINGSSL_VERSION}")47 48 set(BORINGSSL_ARGS49 GIT_REPOSITORY ${BORINGSSL_GIT}50 GIT_TAG ${BORINGSSL_VERSION}51 )52 if(CMAKE_VERSION VERSION_GREATER_EQUAL 3.28)53 list(APPEND BORINGSSL_ARGS EXCLUDE_FROM_ALL)54 endif()55 56 include(FetchContent)57 FetchContent_Declare(boringssl ${BORINGSSL_ARGS})58 59 set(SAVED_BUILD_SHARED_LIBS ${BUILD_SHARED_LIBS})60 set(SAVED_BUILD_TESTING ${BUILD_TESTING})61 62 set(BUILD_SHARED_LIBS OFF)63 set(BUILD_TESTING OFF)64 65 if(CMAKE_VERSION VERSION_GREATER_EQUAL 3.28)66 FetchContent_MakeAvailable(boringssl)67 else()68 FetchContent_GetProperties(boringssl)69 if(NOT boringssl_POPULATED)70 FetchContent_Populate(boringssl)71 add_subdirectory(${boringssl_SOURCE_DIR} ${boringssl_BINARY_DIR} EXCLUDE_FROM_ALL)72 endif()73 endif()74 75 set(BUILD_SHARED_LIBS ${SAVED_BUILD_SHARED_LIBS})76 set(BUILD_TESTING ${SAVED_BUILD_TESTING})77 78 license_add_file("BoringSSL" "${boringssl_SOURCE_DIR}/LICENSE")79 80 set(CPPHTTPLIB_OPENSSL_SUPPORT TRUE)81 target_link_libraries(${TARGET} PUBLIC ssl crypto)82 83elseif (LLAMA_BUILD_LIBRESSL)84 set(LIBRESSL_VERSION "4.3.2" CACHE STRING "LibreSSL version")85 86 message(STATUS "Fetching LibreSSL version ${LIBRESSL_VERSION}")87 88 set(LIBRESSL_ARGS89 URL "https://cdn.openbsd.org/pub/OpenBSD/LibreSSL/libressl-${LIBRESSL_VERSION}.tar.gz"90 )91 if(CMAKE_VERSION VERSION_GREATER_EQUAL 3.24)92 list(APPEND LIBRESSL_ARGS DOWNLOAD_EXTRACT_TIMESTAMP TRUE)93 endif()94 95 if(CMAKE_VERSION VERSION_GREATER_EQUAL 3.28)96 list(APPEND LIBRESSL_ARGS EXCLUDE_FROM_ALL)97 endif()98 99 include(FetchContent)100 FetchContent_Declare(libressl ${LIBRESSL_ARGS})101 102 set(SAVED_BUILD_SHARED_LIBS ${BUILD_SHARED_LIBS})103 set(SAVED_BUILD_TESTING ${BUILD_TESTING})104 105 set(BUILD_SHARED_LIBS OFF)106 set(BUILD_TESTING OFF)107 108 if(CMAKE_VERSION VERSION_GREATER_EQUAL 3.28)109 FetchContent_MakeAvailable(libressl)110 else()111 FetchContent_GetProperties(libressl)112 if(NOT libressl_POPULATED)113 FetchContent_Populate(libressl)114 add_subdirectory(${libressl_SOURCE_DIR} ${libressl_BINARY_DIR} EXCLUDE_FROM_ALL)115 endif()116 endif()117 118 set(BUILD_SHARED_LIBS ${SAVED_BUILD_SHARED_LIBS})119 set(BUILD_TESTING ${SAVED_BUILD_TESTING})120 121 license_add_file("LibreSSL" "${libressl_SOURCE_DIR}/COPYING")122 123 set(CPPHTTPLIB_OPENSSL_SUPPORT TRUE)124 target_link_libraries(${TARGET} PUBLIC ssl crypto)125 126elseif (LLAMA_OPENSSL)127 find_package(OpenSSL)128 if (OpenSSL_FOUND)129 include(CheckCSourceCompiles)130 set(SAVED_CMAKE_REQUIRED_INCLUDES ${CMAKE_REQUIRED_INCLUDES})131 set(CMAKE_REQUIRED_INCLUDES ${OPENSSL_INCLUDE_DIR})132 check_c_source_compiles("133 #include <openssl/opensslv.h>134 #if defined(OPENSSL_IS_BORINGSSL) || defined(LIBRESSL_VERSION_NUMBER)135 # if OPENSSL_VERSION_NUMBER < 0x1010107f136 # error bad version137 # endif138 #else139 # if OPENSSL_VERSION_NUMBER < 0x30000000L140 # error bad version141 # endif142 #endif143 int main() { return 0; }144 " OPENSSL_VERSION_SUPPORTED)145 set(CMAKE_REQUIRED_INCLUDES ${SAVED_CMAKE_REQUIRED_INCLUDES})146 if (OPENSSL_VERSION_SUPPORTED)147 message(STATUS "OpenSSL found: ${OPENSSL_VERSION}")148 set(CPPHTTPLIB_OPENSSL_SUPPORT TRUE)149 target_link_libraries(${TARGET} PUBLIC OpenSSL::SSL OpenSSL::Crypto)150 endif()151 else()152 message(WARNING "OpenSSL not found, HTTPS support disabled")153 endif()154endif()155 156# disable warnings in 3rd party code157if(LLAMA_BUILD_BORINGSSL OR LLAMA_BUILD_LIBRESSL)158 if (CMAKE_CXX_COMPILER_ID STREQUAL "MSVC")159 target_compile_options(ssl PRIVATE /w)160 target_compile_options(crypto PRIVATE /w)161 if(LLAMA_BUILD_BORINGSSL)162 target_compile_options(fipsmodule PRIVATE /w)163 endif()164 if(LLAMA_BUILD_LIBRESSL)165 target_compile_options(ssl_obj PRIVATE /w)166 target_compile_options(bs_obj PRIVATE /w)167 target_compile_options(compat_obj PRIVATE /w)168 target_compile_options(crypto_obj PRIVATE /w)169 endif()170 else()171 target_compile_options(ssl PRIVATE -w)172 target_compile_options(crypto PRIVATE -w)173 if(LLAMA_BUILD_BORINGSSL)174 target_compile_options(fipsmodule PRIVATE -w)175 endif()176 if(LLAMA_BUILD_LIBRESSL)177 target_compile_options(ssl_obj PRIVATE -w)178 target_compile_options(bs_obj PRIVATE -w)179 target_compile_options(compat_obj PRIVATE -w)180 target_compile_options(crypto_obj PRIVATE -w)181 endif()182 endif()183endif()184 185if (CPPHTTPLIB_OPENSSL_SUPPORT)186 target_compile_definitions(${TARGET} PUBLIC CPPHTTPLIB_OPENSSL_SUPPORT) # used in server.cpp187 if (APPLE AND CMAKE_SYSTEM_NAME STREQUAL "Darwin")188 find_library(CORE_FOUNDATION_FRAMEWORK CoreFoundation REQUIRED)189 find_library(SECURITY_FRAMEWORK Security REQUIRED)190 target_link_libraries(${TARGET} PUBLIC ${CORE_FOUNDATION_FRAMEWORK} ${SECURITY_FRAMEWORK})191 endif()192 if (WIN32 AND NOT MSVC)193 target_link_libraries(${TARGET} PUBLIC crypt32)194 endif()195endif()196 