Brunobkr/llama.cpp_AlgMor24_github
ΩFFFΣLLIa • llama.cpp • AlgMor24 ██████╗ ███████╗███████╗███████╗██╗ ██╗ ██╗ █████╗ ██╔═══██╗██╔════╝██╔════╝██╔════╝██║ ██║ ██║██╔══██╗ ██║ ██║█████╗ █████╗ █████╗ ██║ ██║ ██║███████║ ██║ ██║██╔══╝ ██╔══╝ ██╔══╝ ██║ ██║ ██║██╔══██║ ╚██████╔╝██║ ██║ ███████╗███████╗███████╗██║██║ ██║ ╚═════╝ ╚═╝ ╚═╝ ╚══════╝╚══════╝╚══════╝╚═╝╚═╝ ╚═╝ High-Performance LLM / VLM Inference & Autonomous Agentic Ecosystem… See the full description on the dataset page: https://huggingface.co/datasets/Brunobkr/llama.cpp_AlgMor24_github.
03.1k
1#version 4502 3#include "types.glsl"4#include "generic_unary_head.glsl"5 6layout(local_size_x = 512, local_size_y = 1, local_size_z = 1) in;7 8uint wrap_idx(int i, uint ne) {9 if (i < 0) {10 return i + ne;11 } else if (i >= ne) {12 return i - ne;13 }14 return i;15}16 17void main() {18 const uint idx = get_idx();19 if (idx >= p.ne) {20 return;21 }22 23 const uint i3 = fastdiv(idx, p.ne1_012mp, fastdiv_L(p.ne1_Ls, 0));24 const uint i3_offset = i3 * p.ne12*p.ne11*p.ne10;25 const uint i2 = fastdiv(idx - i3_offset, p.ne1_01mp, fastdiv_L(p.ne1_Ls, 1));26 const uint i2_offset = i2*p.ne11*p.ne10;27 const uint i1 = fastdiv(idx - i3_offset - i2_offset, p.ne1_0mp, fastdiv_L(p.ne1_Ls, 2));28 const uint i0 = idx - i3_offset - i2_offset - i1*p.ne10;29 30 const uint p1 = floatBitsToUint(p.param1);31 const uint p2 = floatBitsToUint(p.param2);32 const int s0 = int(p1 >> 16) - 0x8000;33 const int s1 = int(p1 & 0xFFFF) - 0x8000;34 const int s2 = int(p2 >> 16) - 0x8000;35 const int s3 = int(p2 & 0xFFFF) - 0x8000;36 37 const uint i00 = wrap_idx(int(i0) - s0, p.ne10);38 const uint i01 = wrap_idx(int(i1) - s1, p.ne11);39 const uint i02 = wrap_idx(int(i2) - s2, p.ne12);40 const uint i03 = wrap_idx(int(i3) - s3, p.ne13);41 42 const uint a_idx = i03*p.nb03 + i02*p.nb02 + i01*p.nb01 + i00*p.nb00;43 const uint d_idx = i3 *p.nb13 + i2 *p.nb12 + i1 *p.nb11 + i0 *p.nb10;44 45 data_d[get_doffset() + d_idx] = D_TYPE(data_a[get_aoffset() + a_idx]);46}47 