Datasetpublic

Brunobkr/llama.cpp_AlgMor24_github

ΩFFFΣLLIa • llama.cpp • AlgMor24 ██████╗ ███████╗███████╗███████╗██╗ ██╗ ██╗ █████╗ ██╔═══██╗██╔════╝██╔════╝██╔════╝██║ ██║ ██║██╔══██╗ ██║ ██║█████╗ █████╗ █████╗ ██║ ██║ ██║███████║ ██║ ██║██╔══╝ ██╔══╝ ██╔══╝ ██║ ██║ ██║██╔══██║ ╚██████╔╝██║ ██║ ███████╗███████╗███████╗██║██║ ██║ ╚═════╝ ╚═╝ ╚═╝ ╚══════╝╚══════╝╚══════╝╚═╝╚═╝ ╚═╝ High-Performance LLM / VLM Inference & Autonomous Agentic Ecosystem… See the full description on the dataset page: https://huggingface.co/datasets/Brunobkr/llama.cpp_AlgMor24_github.

sourceHugging Faceupdated 2mo agoView on Hugging Face

0likes3.1kdownloads

rootscriptssnapdragonadbrun-cli.sh

run-cli.sh79 linesDownload Raw Back to adb

1#!/bin/sh2#3 4# Basedir on device5basedir=/data/local/tmp/llama.cpp6 7cli_opts=8 9branch=.10[ "$B" != "" ] && branch=$B11 12adbserial=13[ "$S" != "" ] && adbserial="-s $S"14 15adbhost=16[ "$H" != "" ] && adbhost="-H $H"17 18model="Llama-3.2-3B-Instruct-Q4_0.gguf"19[ "$M" != "" ] && model="$M"20 21device="HTP0"22[ "$D" != "" ] && device="$D"23 24verbose=25[ "$V" != "" ] && verbose="GGML_HEXAGON_VERBOSE=$V" cli_opts="$cli_opts -v"26 27sched=28[ "$SCHED" != "" ] && sched="GGML_SCHED_DEBUG=2" cli_opts="$cli_opts -v"29 30profile=31[ "$PROF" != "" ] && profile="GGML_HEXAGON_PROFILE=$PROF" cli_opts="$cli_opts -v"32 33opmask=34[ "$OPSTAGE" != "" ] && opmask="GGML_HEXAGON_OPSTAGE=$OPSTAGE"35 36nhvx=37[ "$NHVX" != "" ] && nhvx="GGML_HEXAGON_NHVX=$NHVX"38 39hmx=40[ "$HMX" != "" ] && hmx="GGML_HEXAGON_USE_HMX=$HMX"41 42ndev=43[ "$NDEV" != "" ] && ndev="GGML_HEXAGON_NDEV=$NDEV"44 45hb=46[ "$HB" != "" ] && hb="GGML_HEXAGON_HOSTBUF=$HB"47 48opbatch=49[ "$OB" != "" ] && opbatch="GGML_HEXAGON_OPBATCH=$OB"50 51opqueue=52[ "$OQ" != "" ] && opqueue="GGML_HEXAGON_OPQUEUE=$OQ"53 54opflt=55[ "$OF" != "" ] && opflt="GGML_HEXAGON_OPFILTER=$OF"56 57vmem=58[ "$VM" != "" ] && opflt="GGML_HEXAGON_VMEM=$VM"59 60mbuf=61[ "$MB" != "" ] && opflt="GGML_HEXAGON_MBUF=$MB"62vmem=63[ "$VM" != "" ] && vmem="GGML_HEXAGON_VMEM=$VM"64 65mbuf=66[ "$MB" != "" ] && mbuf="GGML_HEXAGON_MBUF=$MB"67set -x68 69adb $adbserial $adbhost shell " \70  cd $basedir; ulimit -c unlimited;        \71    LD_LIBRARY_PATH=$basedir/$branch/lib   \72    ADSP_LIBRARY_PATH=$basedir/$branch/lib \73    $verbose $sched $opmask $profile $nhvx $hmx $ndev $hb $opbatch $opqueue $opflt $vmem $mbuf \74      ./$branch/bin/llama-cli --no-mmap -m $basedir/../gguf/$model \75         --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1           \76         --ctx-size 8192 --ubatch-size 1024 -fa on                 \77         -ngl 99 --device $device $cli_opts $@                     \78"79