Apppublic

KBaba7/llama.cpp

sourceHugging Faceapache-2.0updated 2y agoView on Hugging Face

0likes

rootllama.cppggmlsrcggml-cudatemplate-instances

filefattn-mma-f16-instance-cpb16.cu318 Bdownload

filefattn-mma-f16-instance-cpb32.cu318 Bdownload

filefattn-mma-f16-instance-cpb64.cu318 Bdownload

filefattn-mma-f16-instance-cpb8.cu312 Bdownload

filefattn-vec-f16-instance-hs128-f16-q4_0.cu178 Bdownload

filefattn-vec-f16-instance-hs128-f16-q4_1.cu178 Bdownload

filefattn-vec-f16-instance-hs128-f16-q5_1.cu178 Bdownload

filefattn-vec-f16-instance-hs128-f16-q8_0.cu178 Bdownload

filefattn-vec-f16-instance-hs128-q4_0-q4_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_0-q4_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_0-q5_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_0-q5_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_0-q8_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_1-f16.cu178 Bdownload

filefattn-vec-f16-instance-hs128-q4_1-q4_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_1-q4_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_1-q5_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_1-q5_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q4_1-q8_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_0-q4_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_0-q4_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_0-q5_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_0-q5_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_0-q8_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_1-f16.cu178 Bdownload

filefattn-vec-f16-instance-hs128-q5_1-q4_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_1-q4_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_1-q5_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_1-q5_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q5_1-q8_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q8_0-f16.cu178 Bdownload

filefattn-vec-f16-instance-hs128-q8_0-q4_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q8_0-q4_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q8_0-q5_0.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q8_0-q5_1.cu179 Bdownload

filefattn-vec-f16-instance-hs128-q8_0-q8_0.cu179 Bdownload

filefattn-vec-f16-instance-hs256-f16-f16.cu177 Bdownload

filefattn-vec-f16-instance-hs64-f16-f16.cu176 Bdownload

filefattn-vec-f16-instance-hs64-f16-q4_1.cu177 Bdownload

filefattn-vec-f16-instance-hs64-f16-q5_0.cu177 Bdownload

filefattn-vec-f16-instance-hs64-f16-q5_1.cu177 Bdownload

filefattn-vec-f16-instance-hs64-f16-q8_0.cu177 Bdownload

filefattn-vec-f32-instance-hs128-f16-f16.cu177 Bdownload

filefattn-vec-f32-instance-hs128-f16-q4_0.cu178 Bdownload

filefattn-vec-f32-instance-hs128-f16-q4_1.cu178 Bdownload

filefattn-vec-f32-instance-hs128-f16-q5_0.cu178 Bdownload

filefattn-vec-f32-instance-hs128-f16-q8_0.cu178 Bdownload

filefattn-vec-f32-instance-hs128-q4_0-f16.cu178 Bdownload

filefattn-vec-f32-instance-hs128-q4_0-q4_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_0-q4_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_0-q5_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_0-q5_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_1-f16.cu178 Bdownload

filefattn-vec-f32-instance-hs128-q4_1-q4_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_1-q4_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_1-q5_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_1-q5_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q4_1-q8_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_0-f16.cu178 Bdownload

filefattn-vec-f32-instance-hs128-q5_0-q4_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_0-q4_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_0-q5_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_0-q5_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_0-q8_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_1-f16.cu178 Bdownload

filefattn-vec-f32-instance-hs128-q5_1-q4_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_1-q4_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_1-q5_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_1-q5_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q5_1-q8_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q8_0-f16.cu178 Bdownload

filefattn-vec-f32-instance-hs128-q8_0-q4_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q8_0-q4_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q8_0-q5_0.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q8_0-q5_1.cu179 Bdownload

filefattn-vec-f32-instance-hs128-q8_0-q8_0.cu179 Bdownload

filefattn-vec-f32-instance-hs256-f16-f16.cu177 Bdownload

filefattn-vec-f32-instance-hs64-f16-f16.cu176 Bdownload

filefattn-vec-f32-instance-hs64-f16-q4_0.cu177 Bdownload

filefattn-vec-f32-instance-hs64-f16-q4_1.cu177 Bdownload

filefattn-vec-f32-instance-hs64-f16-q5_0.cu177 Bdownload

filefattn-vec-f32-instance-hs64-f16-q5_1.cu177 Bdownload

filefattn-vec-f32-instance-hs64-f16-q8_0.cu177 Bdownload

filegenerate_cu_files.py2 KBdownload

filemmq-instance-iq2_s.cu139 Bdownload

filemmq-instance-iq2_xs.cu140 Bdownload

filemmq-instance-iq2_xxs.cu141 Bdownload

filemmq-instance-iq3_s.cu139 Bdownload

filemmq-instance-iq3_xxs.cu141 Bdownload

filemmq-instance-iq4_nl.cu140 Bdownload

filemmq-instance-iq4_xs.cu140 Bdownload

filemmq-instance-q2_k.cu138 Bdownload

filemmq-instance-q3_k.cu138 Bdownload

filemmq-instance-q4_1.cu138 Bdownload

filemmq-instance-q4_k.cu138 Bdownload

filemmq-instance-q5_0.cu138 Bdownload

filemmq-instance-q5_1.cu138 Bdownload

filemmq-instance-q5_k.cu138 Bdownload

filemmq-instance-q6_k.cu138 Bdownload

filemmq-instance-q8_0.cu138 Bdownload

KBaba7/llama.cpp · main · files are served by the source, never re-hosted here