Brunobkr/llama.cpp_AlgMor24_github
ΩFFFΣLLIa • llama.cpp • AlgMor24 ██████╗ ███████╗███████╗███████╗██╗ ██╗ ██╗ █████╗ ██╔═══██╗██╔════╝██╔════╝██╔════╝██║ ██║ ██║██╔══██╗ ██║ ██║█████╗ █████╗ █████╗ ██║ ██║ ██║███████║ ██║ ██║██╔══╝ ██╔══╝ ██╔══╝ ██║ ██║ ██║██╔══██║ ╚██████╔╝██║ ██║ ███████╗███████╗███████╗██║██║ ██║ ╚═════╝ ╚═╝ ╚═╝ ╚══════╝╚══════╝╚══════╝╚═╝╚═╝ ╚═╝ High-Performance LLM / VLM Inference & Autonomous Agentic Ecosystem… See the full description on the dataset page: https://huggingface.co/datasets/Brunobkr/llama.cpp_AlgMor24_github.
03.1k
1#!/bin/sh2#3 4# Basedir on device5basedir=/data/local/tmp/llama.cpp6 7cli_opts=8 9branch=.10[ "$B" != "" ] && branch=$B11 12adbserial=13[ "$S" != "" ] && adbserial="-s $S"14 15adbhost=16[ "$H" != "" ] && adbhost="-H $H"17 18device="HTP0"19[ "$D" != "" ] && device="$D"20 21verbose=22[ "$V" != "" ] && verbose="GGML_HEXAGON_VERBOSE=$V"23 24sched=25[ "$SCHED" != "" ] && sched="GGML_SCHED_DEBUG=2" cli_opts="$cli_opts -v"26 27profile=28[ "$PROF" != "" ] && profile="GGML_HEXAGON_PROFILE=$PROF"29 30opmask=31[ "$OPSTAGE" != "" ] && opmask="GGML_HEXAGON_OPSTAGE=$OPSTAGE"32 33nhvx=34[ "$NHVX" != "" ] && nhvx="GGML_HEXAGON_NHVX=$NHVX"35 36hmx=37[ "$HMX" != "" ] && hmx="GGML_HEXAGON_USE_HMX=$HMX"38 39ndev=40[ "$NDEV" != "" ] && ndev="GGML_HEXAGON_NDEV=$NDEV"41 42hb=43[ "$HB" != "" ] && hb="GGML_HEXAGON_HOSTBUF=$HB"44 45opbatch=46[ "$OB" != "" ] && opbatch="GGML_HEXAGON_OPBATCH=$OB"47 48opqueue=49[ "$OQ" != "" ] && opqueue="GGML_HEXAGON_OPQUEUE=$OQ"50 51oppoll=52[ "$OP" != "" ] && oppoll="GGML_HEXAGON_OPPOLL=$OP"53 54opfuse=55[ "$OC" != "" ] && opfuse="GGML_HEXAGON_OPFUSION=$OC"56 57mmsel=58[ "$MM" != "" ] && mmsel="GGML_HEXAGON_MM_SELECT=$MM"59 60fasel=61[ "$FA" != "" ] && fasel="GGML_HEXAGON_FA_SELECT=$FA"62 63set -x64 65tool=$1; shift66 67adb $adbserial $adbhost shell " \68 cd $basedir; ulimit -c unlimited; \69 LD_LIBRARY_PATH=$basedir/$branch/lib \70 ADSP_LIBRARY_PATH=$basedir/$branch/lib \71 $verbose $sched $opmask $profile $nhvx $hmx $ndev $hb $opbatch $opqueue $oppoll $opfuse $mmsel $fasel ./$branch/bin/$tool $@ \72"73 