Brunobkr/llama.cpp_AlgMor24_github

1# Model: Qwen3-Coder-Next2# n_embd=2048, n_ff=5120, n_vocab=151936, n_layer=48, n_head=16, n_head_kv=2, n_expert=5123 4[F32] f325 6[F16] f167 8[Q4_0] q4_09output.weight q6_K10 11[Q4_1] q4_112output.weight q6_K13 14[Q8_0] q8_015 16[Q5_0] q5_017output.weight q6_K18 19[Q5_1] q5_120output.weight q6_K21 22[Q2_K] q2_K23output.weight q6_K24blk.0.attn_qkv.weight q4_K25blk.0.ffn_down_exps.weight q3_K26blk.0.ffn_down_shexp.weight q3_K27blk.1.attn_qkv.weight q4_K28blk.1.ffn_down_exps.weight q3_K29blk.1.ffn_down_shexp.weight q3_K30blk.2.attn_qkv.weight q4_K31blk.2.ffn_down_exps.weight q3_K32blk.2.ffn_down_shexp.weight q3_K33blk.3.attn_output.weight q3_K34blk.3.attn_v.weight q4_K35blk.3.ffn_down_exps.weight q3_K36blk.3.ffn_down_shexp.weight q3_K37blk.4.attn_qkv.weight q4_K38blk.4.ffn_down_exps.weight q3_K39blk.4.ffn_down_shexp.weight q3_K40blk.5.attn_qkv.weight q4_K41blk.5.ffn_down_exps.weight q3_K42blk.5.ffn_down_shexp.weight q3_K43blk.6.attn_qkv.weight q4_K44blk.6.ffn_down_exps.weight q3_K45blk.6.ffn_down_shexp.weight q3_K46blk.7.attn_output.weight q3_K47blk.7.attn_v.weight q4_K48blk.7.ffn_down_exps.weight q3_K49blk.7.ffn_down_shexp.weight q3_K50blk.8.attn_qkv.weight q4_K51blk.8.ffn_down_exps.weight q3_K52blk.8.ffn_down_shexp.weight q3_K53blk.9.attn_qkv.weight q4_K54blk.9.ffn_down_exps.weight q3_K55blk.9.ffn_down_shexp.weight q3_K56blk.10.attn_qkv.weight q4_K57blk.10.ffn_down_exps.weight q3_K58blk.10.ffn_down_shexp.weight q3_K59blk.11.attn_output.weight q3_K60blk.11.attn_v.weight q4_K61blk.11.ffn_down_exps.weight q3_K62blk.11.ffn_down_shexp.weight q3_K63blk.12.attn_qkv.weight q4_K64blk.12.ffn_down_exps.weight q3_K65blk.12.ffn_down_shexp.weight q3_K66blk.13.attn_qkv.weight q4_K67blk.13.ffn_down_exps.weight q3_K68blk.13.ffn_down_shexp.weight q3_K69blk.14.attn_qkv.weight q4_K70blk.14.ffn_down_exps.weight q3_K71blk.14.ffn_down_shexp.weight q3_K72blk.15.attn_output.weight q3_K73blk.15.attn_v.weight q4_K74blk.15.ffn_down_exps.weight q3_K75blk.15.ffn_down_shexp.weight q3_K76blk.16.attn_qkv.weight q4_K77blk.16.ffn_down_exps.weight q3_K78blk.16.ffn_down_shexp.weight q3_K79blk.17.attn_qkv.weight q4_K80blk.17.ffn_down_exps.weight q3_K81blk.17.ffn_down_shexp.weight q3_K82blk.18.attn_qkv.weight q4_K83blk.18.ffn_down_exps.weight q3_K84blk.18.ffn_down_shexp.weight q3_K85blk.19.attn_output.weight q3_K86blk.19.attn_v.weight q4_K87blk.19.ffn_down_exps.weight q3_K88blk.19.ffn_down_shexp.weight q3_K89blk.20.attn_qkv.weight q4_K90blk.20.ffn_down_exps.weight q3_K91blk.20.ffn_down_shexp.weight q3_K92blk.21.attn_qkv.weight q4_K93blk.21.ffn_down_exps.weight q3_K94blk.21.ffn_down_shexp.weight q3_K95blk.22.attn_qkv.weight q4_K96blk.22.ffn_down_exps.weight q3_K97blk.22.ffn_down_shexp.weight q3_K98blk.23.attn_output.weight q3_K99blk.23.attn_v.weight q4_K100blk.23.ffn_down_exps.weight q3_K101blk.23.ffn_down_shexp.weight q3_K102blk.24.attn_qkv.weight q4_K103blk.24.ffn_down_exps.weight q3_K104blk.24.ffn_down_shexp.weight q3_K105blk.25.attn_qkv.weight q4_K106blk.25.ffn_down_exps.weight q3_K107blk.25.ffn_down_shexp.weight q3_K108blk.26.attn_qkv.weight q4_K109blk.26.ffn_down_exps.weight q3_K110blk.26.ffn_down_shexp.weight q3_K111blk.27.attn_output.weight q3_K112blk.27.attn_v.weight q4_K113blk.27.ffn_down_exps.weight q3_K114blk.27.ffn_down_shexp.weight q3_K115blk.28.attn_qkv.weight q4_K116blk.28.ffn_down_exps.weight q3_K117blk.28.ffn_down_shexp.weight q3_K118blk.29.attn_qkv.weight q4_K119blk.29.ffn_down_exps.weight q3_K120blk.29.ffn_down_shexp.weight q3_K121blk.30.attn_qkv.weight q4_K122blk.30.ffn_down_exps.weight q3_K123blk.30.ffn_down_shexp.weight q3_K124blk.31.attn_output.weight q3_K125blk.31.attn_v.weight q4_K126blk.31.ffn_down_exps.weight q3_K127blk.31.ffn_down_shexp.weight q3_K128blk.32.attn_qkv.weight q4_K129blk.32.ffn_down_exps.weight q3_K130blk.32.ffn_down_shexp.weight q3_K131blk.33.attn_qkv.weight q4_K132blk.33.ffn_down_exps.weight q3_K133blk.33.ffn_down_shexp.weight q3_K134blk.34.attn_qkv.weight q4_K135blk.34.ffn_down_exps.weight q3_K136blk.34.ffn_down_shexp.weight q3_K137blk.35.attn_output.weight q3_K138blk.35.attn_v.weight q4_K139blk.35.ffn_down_exps.weight q3_K140blk.35.ffn_down_shexp.weight q3_K141blk.36.attn_qkv.weight q4_K142blk.36.ffn_down_exps.weight q3_K143blk.36.ffn_down_shexp.weight q3_K144blk.37.attn_qkv.weight q4_K145blk.37.ffn_down_exps.weight q3_K146blk.37.ffn_down_shexp.weight q3_K147blk.38.attn_qkv.weight q4_K148blk.38.ffn_down_exps.weight q3_K149blk.38.ffn_down_shexp.weight q3_K150blk.39.attn_output.weight q3_K151blk.39.attn_v.weight q4_K152blk.39.ffn_down_exps.weight q3_K153blk.39.ffn_down_shexp.weight q3_K154blk.40.attn_qkv.weight q4_K155blk.40.ffn_down_exps.weight q3_K156blk.40.ffn_down_shexp.weight q3_K157blk.41.attn_qkv.weight q4_K158blk.41.ffn_down_exps.weight q3_K159blk.41.ffn_down_shexp.weight q3_K160blk.42.attn_qkv.weight q4_K161blk.42.ffn_down_exps.weight q3_K162blk.42.ffn_down_shexp.weight q3_K163blk.43.attn_output.weight q3_K164blk.43.attn_v.weight q4_K165blk.43.ffn_down_exps.weight q3_K166blk.43.ffn_down_shexp.weight q3_K167blk.44.attn_qkv.weight q4_K168blk.44.ffn_down_exps.weight q3_K169blk.44.ffn_down_shexp.weight q3_K170blk.45.attn_qkv.weight q4_K171blk.45.ffn_down_exps.weight q3_K172blk.45.ffn_down_shexp.weight q3_K173blk.46.attn_qkv.weight q4_K174blk.46.ffn_down_exps.weight q3_K175blk.46.ffn_down_shexp.weight q3_K176blk.47.attn_output.weight q3_K177blk.47.attn_v.weight q4_K178blk.47.ffn_down_exps.weight q3_K179blk.47.ffn_down_shexp.weight q3_K180 181[Q3_K_S] q3_K182output.weight q6_K183 184[Q3_K_M] q3_K185output.weight q6_K186blk.0.attn_qkv.weight q5_K187blk.0.ffn_down_exps.weight q5_K188blk.0.ffn_down_shexp.weight q5_K189blk.1.attn_qkv.weight q5_K190blk.1.ffn_down_exps.weight q5_K191blk.1.ffn_down_shexp.weight q5_K192blk.2.attn_qkv.weight q4_K193blk.2.ffn_down_exps.weight q5_K194blk.2.ffn_down_shexp.weight q5_K195blk.3.attn_output.weight q4_K196blk.3.attn_v.weight q4_K197blk.3.ffn_down_exps.weight q4_K198blk.3.ffn_down_shexp.weight q4_K199blk.4.attn_qkv.weight q4_K200blk.4.ffn_down_exps.weight q4_K201blk.4.ffn_down_shexp.weight q4_K202blk.5.attn_qkv.weight q4_K203blk.5.ffn_down_exps.weight q4_K204blk.5.ffn_down_shexp.weight q4_K205blk.6.attn_qkv.weight q4_K206blk.6.ffn_down_exps.weight q4_K207blk.6.ffn_down_shexp.weight q4_K208blk.7.attn_output.weight q4_K209blk.7.attn_v.weight q4_K210blk.7.ffn_down_exps.weight q4_K211blk.7.ffn_down_shexp.weight q4_K212blk.8.attn_qkv.weight q4_K213blk.8.ffn_down_exps.weight q4_K214blk.8.ffn_down_shexp.weight q4_K215blk.9.attn_qkv.weight q4_K216blk.9.ffn_down_exps.weight q4_K217blk.9.ffn_down_shexp.weight q4_K218blk.10.attn_qkv.weight q4_K219blk.10.ffn_down_exps.weight q4_K220blk.10.ffn_down_shexp.weight q4_K221blk.11.attn_output.weight q4_K222blk.11.attn_v.weight q4_K223blk.11.ffn_down_exps.weight q4_K224blk.11.ffn_down_shexp.weight q4_K225blk.12.attn_qkv.weight q4_K226blk.12.ffn_down_exps.weight q4_K227blk.12.ffn_down_shexp.weight q4_K228blk.13.attn_qkv.weight q4_K229blk.13.ffn_down_exps.weight q4_K230blk.13.ffn_down_shexp.weight q4_K231blk.14.attn_qkv.weight q4_K232blk.14.ffn_down_exps.weight q4_K233blk.14.ffn_down_shexp.weight q4_K234blk.15.attn_output.weight q4_K235blk.15.attn_v.weight q4_K236blk.15.ffn_down_exps.weight q4_K237blk.15.ffn_down_shexp.weight q4_K238blk.16.attn_qkv.weight q4_K239blk.16.ffn_down_exps.weight q4_K240blk.16.ffn_down_shexp.weight q4_K241blk.17.attn_qkv.weight q4_K242blk.17.ffn_down_exps.weight q4_K243blk.17.ffn_down_shexp.weight q4_K244blk.18.attn_qkv.weight q4_K245blk.18.ffn_down_exps.weight q4_K246blk.18.ffn_down_shexp.weight q4_K247blk.19.attn_output.weight q4_K248blk.19.attn_v.weight q4_K249blk.19.ffn_down_exps.weight q4_K250blk.19.ffn_down_shexp.weight q4_K251blk.20.attn_qkv.weight q4_K252blk.20.ffn_down_exps.weight q4_K253blk.20.ffn_down_shexp.weight q4_K254blk.21.attn_qkv.weight q4_K255blk.21.ffn_down_exps.weight q4_K256blk.21.ffn_down_shexp.weight q4_K257blk.22.attn_qkv.weight q4_K258blk.22.ffn_down_exps.weight q4_K259blk.22.ffn_down_shexp.weight q4_K260blk.23.attn_output.weight q4_K261blk.23.attn_v.weight q4_K262blk.23.ffn_down_exps.weight q4_K263blk.23.ffn_down_shexp.weight q4_K264blk.24.attn_qkv.weight q4_K265blk.24.ffn_down_exps.weight q4_K266blk.24.ffn_down_shexp.weight q4_K267blk.25.attn_qkv.weight q4_K268blk.25.ffn_down_exps.weight q4_K269blk.25.ffn_down_shexp.weight q4_K270blk.26.attn_qkv.weight q4_K271blk.26.ffn_down_exps.weight q4_K272blk.26.ffn_down_shexp.weight q4_K273blk.27.attn_output.weight q4_K274blk.27.attn_v.weight q4_K275blk.27.ffn_down_exps.weight q4_K276blk.27.ffn_down_shexp.weight q4_K277blk.28.attn_qkv.weight q4_K278blk.28.ffn_down_exps.weight q4_K279blk.28.ffn_down_shexp.weight q4_K280blk.29.attn_qkv.weight q4_K281blk.29.ffn_down_exps.weight q4_K282blk.29.ffn_down_shexp.weight q4_K283blk.30.attn_qkv.weight q4_K284blk.30.ffn_down_exps.weight q4_K285blk.30.ffn_down_shexp.weight q4_K286blk.31.attn_output.weight q4_K287blk.31.attn_v.weight q4_K288blk.31.ffn_down_exps.weight q4_K289blk.31.ffn_down_shexp.weight q4_K290blk.32.attn_qkv.weight q4_K291blk.32.ffn_down_exps.weight q4_K292blk.32.ffn_down_shexp.weight q4_K293blk.33.attn_qkv.weight q4_K294blk.33.ffn_down_exps.weight q4_K295blk.33.ffn_down_shexp.weight q4_K296blk.34.attn_qkv.weight q4_K297blk.34.ffn_down_exps.weight q4_K298blk.34.ffn_down_shexp.weight q4_K299blk.35.attn_output.weight q4_K300blk.35.attn_v.weight q4_K301blk.35.ffn_down_exps.weight q4_K302blk.35.ffn_down_shexp.weight q4_K303blk.36.attn_qkv.weight q4_K304blk.36.ffn_down_exps.weight q4_K305blk.36.ffn_down_shexp.weight q4_K306blk.37.attn_qkv.weight q4_K307blk.37.ffn_down_exps.weight q4_K308blk.37.ffn_down_shexp.weight q4_K309blk.38.attn_qkv.weight q4_K310blk.38.ffn_down_exps.weight q4_K311blk.38.ffn_down_shexp.weight q4_K312blk.39.attn_output.weight q4_K313blk.39.attn_v.weight q4_K314blk.39.ffn_down_exps.weight q4_K315blk.39.ffn_down_shexp.weight q4_K316blk.40.attn_qkv.weight q4_K317blk.40.ffn_down_exps.weight q4_K318blk.40.ffn_down_shexp.weight q4_K319blk.41.attn_qkv.weight q4_K320blk.41.ffn_down_exps.weight q4_K321blk.41.ffn_down_shexp.weight q4_K322blk.42.attn_qkv.weight q4_K323blk.42.ffn_down_exps.weight q4_K324blk.42.ffn_down_shexp.weight q4_K325blk.43.attn_output.weight q4_K326blk.43.attn_v.weight q4_K327blk.43.ffn_down_exps.weight q4_K328blk.43.ffn_down_shexp.weight q4_K329blk.44.attn_qkv.weight q4_K330blk.44.ffn_down_exps.weight q4_K331blk.44.ffn_down_shexp.weight q4_K332blk.45.attn_qkv.weight q4_K333blk.45.ffn_down_exps.weight q4_K334blk.45.ffn_down_shexp.weight q4_K335blk.46.attn_qkv.weight q4_K336blk.46.ffn_down_exps.weight q4_K337blk.46.ffn_down_shexp.weight q4_K338blk.47.attn_output.weight q4_K339blk.47.attn_v.weight q4_K340blk.47.ffn_down_exps.weight q4_K341blk.47.ffn_down_shexp.weight q4_K342 343[Q3_K_L] q3_K344output.weight q6_K345blk.0.attn_qkv.weight q5_K346blk.0.ffn_down_exps.weight q5_K347blk.0.ffn_down_shexp.weight q5_K348blk.1.attn_qkv.weight q5_K349blk.1.ffn_down_exps.weight q5_K350blk.1.ffn_down_shexp.weight q5_K351blk.2.attn_qkv.weight q5_K352blk.2.ffn_down_exps.weight q5_K353blk.2.ffn_down_shexp.weight q5_K354blk.3.attn_output.weight q5_K355blk.3.attn_v.weight q5_K356blk.3.ffn_down_exps.weight q5_K357blk.3.ffn_down_shexp.weight q5_K358blk.4.attn_qkv.weight q5_K359blk.4.ffn_down_exps.weight q5_K360blk.4.ffn_down_shexp.weight q5_K361blk.5.attn_qkv.weight q5_K362blk.5.ffn_down_exps.weight q5_K363blk.5.ffn_down_shexp.weight q5_K364blk.6.attn_qkv.weight q5_K365blk.6.ffn_down_exps.weight q5_K366blk.6.ffn_down_shexp.weight q5_K367blk.7.attn_output.weight q5_K368blk.7.attn_v.weight q5_K369blk.7.ffn_down_exps.weight q5_K370blk.7.ffn_down_shexp.weight q5_K371blk.8.attn_qkv.weight q5_K372blk.8.ffn_down_exps.weight q5_K373blk.8.ffn_down_shexp.weight q5_K374blk.9.attn_qkv.weight q5_K375blk.9.ffn_down_exps.weight q5_K376blk.9.ffn_down_shexp.weight q5_K377blk.10.attn_qkv.weight q5_K378blk.10.ffn_down_exps.weight q5_K379blk.10.ffn_down_shexp.weight q5_K380blk.11.attn_output.weight q5_K381blk.11.attn_v.weight q5_K382blk.11.ffn_down_exps.weight q5_K383blk.11.ffn_down_shexp.weight q5_K384blk.12.attn_qkv.weight q5_K385blk.12.ffn_down_exps.weight q5_K386blk.12.ffn_down_shexp.weight q5_K387blk.13.attn_qkv.weight q5_K388blk.13.ffn_down_exps.weight q5_K389blk.13.ffn_down_shexp.weight q5_K390blk.14.attn_qkv.weight q5_K391blk.14.ffn_down_exps.weight q5_K392blk.14.ffn_down_shexp.weight q5_K393blk.15.attn_output.weight q5_K394blk.15.attn_v.weight q5_K395blk.15.ffn_down_exps.weight q5_K396blk.15.ffn_down_shexp.weight q5_K397blk.16.attn_qkv.weight q5_K398blk.16.ffn_down_exps.weight q5_K399blk.16.ffn_down_shexp.weight q5_K400blk.17.attn_qkv.weight q5_K401blk.17.ffn_down_exps.weight q5_K402blk.17.ffn_down_shexp.weight q5_K403blk.18.attn_qkv.weight q5_K404blk.18.ffn_down_exps.weight q5_K405blk.18.ffn_down_shexp.weight q5_K406blk.19.attn_output.weight q5_K407blk.19.attn_v.weight q5_K408blk.19.ffn_down_exps.weight q5_K409blk.19.ffn_down_shexp.weight q5_K410blk.20.attn_qkv.weight q5_K411blk.20.ffn_down_exps.weight q5_K412blk.20.ffn_down_shexp.weight q5_K413blk.21.attn_qkv.weight q5_K414blk.21.ffn_down_exps.weight q5_K415blk.21.ffn_down_shexp.weight q5_K416blk.22.attn_qkv.weight q5_K417blk.22.ffn_down_exps.weight q5_K418blk.22.ffn_down_shexp.weight q5_K419blk.23.attn_output.weight q5_K420blk.23.attn_v.weight q5_K421blk.23.ffn_down_exps.weight q5_K422blk.23.ffn_down_shexp.weight q5_K423blk.24.attn_qkv.weight q5_K424blk.24.ffn_down_exps.weight q5_K425blk.24.ffn_down_shexp.weight q5_K426blk.25.attn_qkv.weight q5_K427blk.25.ffn_down_exps.weight q5_K428blk.25.ffn_down_shexp.weight q5_K429blk.26.attn_qkv.weight q5_K430blk.26.ffn_down_exps.weight q5_K431blk.26.ffn_down_shexp.weight q5_K432blk.27.attn_output.weight q5_K433blk.27.attn_v.weight q5_K434blk.27.ffn_down_exps.weight q5_K435blk.27.ffn_down_shexp.weight q5_K436blk.28.attn_qkv.weight q5_K437blk.28.ffn_down_exps.weight q5_K438blk.28.ffn_down_shexp.weight q5_K439blk.29.attn_qkv.weight q5_K440blk.29.ffn_down_exps.weight q5_K441blk.29.ffn_down_shexp.weight q5_K442blk.30.attn_qkv.weight q5_K443blk.30.ffn_down_exps.weight q5_K444blk.30.ffn_down_shexp.weight q5_K445blk.31.attn_output.weight q5_K446blk.31.attn_v.weight q5_K447blk.31.ffn_down_exps.weight q5_K448blk.31.ffn_down_shexp.weight q5_K449blk.32.attn_qkv.weight q5_K450blk.32.ffn_down_exps.weight q5_K451blk.32.ffn_down_shexp.weight q5_K452blk.33.attn_qkv.weight q5_K453blk.33.ffn_down_exps.weight q5_K454blk.33.ffn_down_shexp.weight q5_K455blk.34.attn_qkv.weight q5_K456blk.34.ffn_down_exps.weight q5_K457blk.34.ffn_down_shexp.weight q5_K458blk.35.attn_output.weight q5_K459blk.35.attn_v.weight q5_K460blk.35.ffn_down_exps.weight q5_K461blk.35.ffn_down_shexp.weight q5_K462blk.36.attn_qkv.weight q5_K463blk.36.ffn_down_exps.weight q5_K464blk.36.ffn_down_shexp.weight q5_K465blk.37.attn_qkv.weight q5_K466blk.37.ffn_down_exps.weight q5_K467blk.37.ffn_down_shexp.weight q5_K468blk.38.attn_qkv.weight q5_K469blk.38.ffn_down_exps.weight q5_K470blk.38.ffn_down_shexp.weight q5_K471blk.39.attn_output.weight q5_K472blk.39.attn_v.weight q5_K473blk.39.ffn_down_exps.weight q5_K474blk.39.ffn_down_shexp.weight q5_K475blk.40.attn_qkv.weight q5_K476blk.40.ffn_down_exps.weight q5_K477blk.40.ffn_down_shexp.weight q5_K478blk.41.attn_qkv.weight q5_K479blk.41.ffn_down_exps.weight q5_K480blk.41.ffn_down_shexp.weight q5_K481blk.42.attn_qkv.weight q5_K482blk.42.ffn_down_exps.weight q5_K483blk.42.ffn_down_shexp.weight q5_K484blk.43.attn_output.weight q5_K485blk.43.attn_v.weight q5_K486blk.43.ffn_down_exps.weight q5_K487blk.43.ffn_down_shexp.weight q5_K488blk.44.attn_qkv.weight q5_K489blk.44.ffn_down_exps.weight q5_K490blk.44.ffn_down_shexp.weight q5_K491blk.45.attn_qkv.weight q5_K492blk.45.ffn_down_exps.weight q5_K493blk.45.ffn_down_shexp.weight q5_K494blk.46.attn_qkv.weight q5_K495blk.46.ffn_down_exps.weight q5_K496blk.46.ffn_down_shexp.weight q5_K497blk.47.attn_output.weight q5_K498blk.47.attn_v.weight q5_K499blk.47.ffn_down_exps.weight q5_K500blk.47.ffn_down_shexp.weight q5_K501 502[Q4_K_S] q4_K503output.weight q6_K504blk.0.attn_qkv.weight q5_K505blk.0.ffn_down_exps.weight q5_K506blk.0.ffn_down_shexp.weight q5_K507blk.1.attn_qkv.weight q5_K508blk.1.ffn_down_exps.weight q5_K509blk.1.ffn_down_shexp.weight q5_K510blk.2.attn_qkv.weight q5_K511blk.2.ffn_down_exps.weight q5_K512blk.2.ffn_down_shexp.weight q5_K513blk.3.attn_v.weight q5_K514blk.3.ffn_down_exps.weight q5_K515blk.3.ffn_down_shexp.weight q5_K516blk.4.ffn_down_exps.weight q5_K517blk.4.ffn_down_shexp.weight q5_K518blk.5.ffn_down_exps.weight q5_K519blk.5.ffn_down_shexp.weight q5_K520 521[Q4_K_M] q4_K522output.weight q6_K523blk.0.attn_qkv.weight q6_K524blk.0.ffn_down_exps.weight q6_K525blk.0.ffn_down_shexp.weight q6_K526blk.1.attn_qkv.weight q6_K527blk.1.ffn_down_exps.weight q6_K528blk.1.ffn_down_shexp.weight q6_K529blk.2.attn_qkv.weight q6_K530blk.2.ffn_down_exps.weight q6_K531blk.2.ffn_down_shexp.weight q6_K532blk.3.attn_v.weight q6_K533blk.3.ffn_down_exps.weight q6_K534blk.3.ffn_down_shexp.weight q6_K535blk.4.attn_qkv.weight q6_K536blk.4.ffn_down_exps.weight q6_K537blk.4.ffn_down_shexp.weight q6_K538blk.5.attn_qkv.weight q6_K539blk.5.ffn_down_exps.weight q6_K540blk.5.ffn_down_shexp.weight q6_K541blk.8.attn_qkv.weight q6_K542blk.8.ffn_down_exps.weight q6_K543blk.8.ffn_down_shexp.weight q6_K544blk.11.attn_v.weight q6_K545blk.11.ffn_down_exps.weight q6_K546blk.11.ffn_down_shexp.weight q6_K547blk.14.attn_qkv.weight q6_K548blk.14.ffn_down_exps.weight q6_K549blk.14.ffn_down_shexp.weight q6_K550blk.17.attn_qkv.weight q6_K551blk.17.ffn_down_exps.weight q6_K552blk.17.ffn_down_shexp.weight q6_K553blk.20.attn_qkv.weight q6_K554blk.20.ffn_down_exps.weight q6_K555blk.20.ffn_down_shexp.weight q6_K556blk.23.attn_v.weight q6_K557blk.23.ffn_down_exps.weight q6_K558blk.23.ffn_down_shexp.weight q6_K559blk.26.attn_qkv.weight q6_K560blk.26.ffn_down_exps.weight q6_K561blk.26.ffn_down_shexp.weight q6_K562blk.29.attn_qkv.weight q6_K563blk.29.ffn_down_exps.weight q6_K564blk.29.ffn_down_shexp.weight q6_K565blk.32.attn_qkv.weight q6_K566blk.32.ffn_down_exps.weight q6_K567blk.32.ffn_down_shexp.weight q6_K568blk.35.attn_v.weight q6_K569blk.35.ffn_down_exps.weight q6_K570blk.35.ffn_down_shexp.weight q6_K571blk.38.attn_qkv.weight q6_K572blk.38.ffn_down_exps.weight q6_K573blk.38.ffn_down_shexp.weight q6_K574blk.41.attn_qkv.weight q6_K575blk.41.ffn_down_exps.weight q6_K576blk.41.ffn_down_shexp.weight q6_K577blk.42.attn_qkv.weight q6_K578blk.42.ffn_down_exps.weight q6_K579blk.42.ffn_down_shexp.weight q6_K580blk.43.attn_v.weight q6_K581blk.43.ffn_down_exps.weight q6_K582blk.43.ffn_down_shexp.weight q6_K583blk.44.attn_qkv.weight q6_K584blk.44.ffn_down_exps.weight q6_K585blk.44.ffn_down_shexp.weight q6_K586blk.45.attn_qkv.weight q6_K587blk.45.ffn_down_exps.weight q6_K588blk.45.ffn_down_shexp.weight q6_K589blk.46.attn_qkv.weight q6_K590blk.46.ffn_down_exps.weight q6_K591blk.46.ffn_down_shexp.weight q6_K592blk.47.attn_v.weight q6_K593blk.47.ffn_down_exps.weight q6_K594blk.47.ffn_down_shexp.weight q6_K595 596[Q5_K_S] q5_K597output.weight q6_K598 599[Q5_K_M] q5_K600output.weight q6_K601blk.0.attn_qkv.weight q6_K602blk.0.ffn_down_exps.weight q6_K603blk.0.ffn_down_shexp.weight q6_K604blk.1.attn_qkv.weight q6_K605blk.1.ffn_down_exps.weight q6_K606blk.1.ffn_down_shexp.weight q6_K607blk.2.attn_qkv.weight q6_K608blk.2.ffn_down_exps.weight q6_K609blk.2.ffn_down_shexp.weight q6_K610blk.3.attn_v.weight q6_K611blk.3.ffn_down_exps.weight q6_K612blk.3.ffn_down_shexp.weight q6_K613blk.4.attn_qkv.weight q6_K614blk.4.ffn_down_exps.weight q6_K615blk.4.ffn_down_shexp.weight q6_K616blk.5.attn_qkv.weight q6_K617blk.5.ffn_down_exps.weight q6_K618blk.5.ffn_down_shexp.weight q6_K619blk.8.attn_qkv.weight q6_K620blk.8.ffn_down_exps.weight q6_K621blk.8.ffn_down_shexp.weight q6_K622blk.11.attn_v.weight q6_K623blk.11.ffn_down_exps.weight q6_K624blk.11.ffn_down_shexp.weight q6_K625blk.14.attn_qkv.weight q6_K626blk.14.ffn_down_exps.weight q6_K627blk.14.ffn_down_shexp.weight q6_K628blk.17.attn_qkv.weight q6_K629blk.17.ffn_down_exps.weight q6_K630blk.17.ffn_down_shexp.weight q6_K631blk.20.attn_qkv.weight q6_K632blk.20.ffn_down_exps.weight q6_K633blk.20.ffn_down_shexp.weight q6_K634blk.23.attn_v.weight q6_K635blk.23.ffn_down_exps.weight q6_K636blk.23.ffn_down_shexp.weight q6_K637blk.26.attn_qkv.weight q6_K638blk.26.ffn_down_exps.weight q6_K639blk.26.ffn_down_shexp.weight q6_K640blk.29.attn_qkv.weight q6_K641blk.29.ffn_down_exps.weight q6_K642blk.29.ffn_down_shexp.weight q6_K643blk.32.attn_qkv.weight q6_K644blk.32.ffn_down_exps.weight q6_K645blk.32.ffn_down_shexp.weight q6_K646blk.35.attn_v.weight q6_K647blk.35.ffn_down_exps.weight q6_K648blk.35.ffn_down_shexp.weight q6_K649blk.38.attn_qkv.weight q6_K650blk.38.ffn_down_exps.weight q6_K651blk.38.ffn_down_shexp.weight q6_K652blk.41.attn_qkv.weight q6_K653blk.41.ffn_down_exps.weight q6_K654blk.41.ffn_down_shexp.weight q6_K655blk.42.attn_qkv.weight q6_K656blk.42.ffn_down_exps.weight q6_K657blk.42.ffn_down_shexp.weight q6_K658blk.43.attn_v.weight q6_K659blk.43.ffn_down_exps.weight q6_K660blk.43.ffn_down_shexp.weight q6_K661blk.44.attn_qkv.weight q6_K662blk.44.ffn_down_exps.weight q6_K663blk.44.ffn_down_shexp.weight q6_K664blk.45.attn_qkv.weight q6_K665blk.45.ffn_down_exps.weight q6_K666blk.45.ffn_down_shexp.weight q6_K667blk.46.attn_qkv.weight q6_K668blk.46.ffn_down_exps.weight q6_K669blk.46.ffn_down_shexp.weight q6_K670blk.47.attn_v.weight q6_K671blk.47.ffn_down_exps.weight q6_K672blk.47.ffn_down_shexp.weight q6_K673 674[Q6_K] q6_K675 676[IQ2_XXS] iq2_xxs677output.weight q5_K678token_embd.weight q2_K679blk.0.attn_qkv.weight q4_K680blk.0.ffn_down_exps.weight q2_K681blk.0.ffn_down_shexp.weight q2_K682blk.1.attn_qkv.weight q4_K683blk.1.ffn_down_exps.weight q2_K684blk.1.ffn_down_shexp.weight q2_K685blk.2.attn_qkv.weight q4_K686blk.2.ffn_down_exps.weight q2_K687blk.2.ffn_down_shexp.weight q2_K688blk.3.attn_v.weight q4_K689blk.4.attn_qkv.weight q4_K690blk.5.attn_qkv.weight q4_K691blk.6.attn_qkv.weight q4_K692blk.7.attn_v.weight q4_K693blk.8.attn_qkv.weight q4_K694blk.9.attn_qkv.weight q4_K695blk.10.attn_qkv.weight q4_K696blk.11.attn_v.weight q4_K697blk.12.attn_qkv.weight q4_K698blk.13.attn_qkv.weight q4_K699blk.14.attn_qkv.weight q4_K700blk.15.attn_v.weight q4_K701blk.16.attn_qkv.weight q4_K702blk.17.attn_qkv.weight q4_K703blk.18.attn_qkv.weight q4_K704blk.19.attn_v.weight q4_K705blk.20.attn_qkv.weight q4_K706blk.21.attn_qkv.weight q4_K707blk.22.attn_qkv.weight q4_K708blk.23.attn_v.weight q4_K709blk.24.attn_qkv.weight q4_K710blk.25.attn_qkv.weight q4_K711blk.26.attn_qkv.weight q4_K712blk.27.attn_v.weight q4_K713blk.28.attn_qkv.weight q4_K714blk.29.attn_qkv.weight q4_K715blk.30.attn_qkv.weight q4_K716blk.31.attn_v.weight q4_K717blk.32.attn_qkv.weight q4_K718blk.33.attn_qkv.weight q4_K719blk.34.attn_qkv.weight q4_K720blk.35.attn_v.weight q4_K721blk.36.attn_qkv.weight q4_K722blk.37.attn_qkv.weight q4_K723blk.38.attn_qkv.weight q4_K724blk.39.attn_v.weight q4_K725blk.40.attn_qkv.weight q4_K726blk.41.attn_qkv.weight q4_K727blk.42.attn_qkv.weight q4_K728blk.43.attn_v.weight q4_K729blk.44.attn_qkv.weight q4_K730blk.45.attn_qkv.weight q4_K731blk.46.attn_qkv.weight q4_K732blk.47.attn_v.weight q4_K733 734[IQ2_XS] iq2_xs735output.weight q5_K736token_embd.weight q2_K737blk.0.attn_qkv.weight q4_K738blk.0.ffn_down_exps.weight q2_K739blk.0.ffn_down_shexp.weight q2_K740blk.1.attn_qkv.weight q4_K741blk.1.ffn_down_exps.weight q2_K742blk.1.ffn_down_shexp.weight q2_K743blk.2.attn_qkv.weight q4_K744blk.2.ffn_down_exps.weight q2_K745blk.2.ffn_down_shexp.weight q2_K746blk.3.attn_v.weight q4_K747blk.4.attn_qkv.weight q4_K748blk.5.attn_qkv.weight q4_K749blk.6.attn_qkv.weight q4_K750blk.7.attn_v.weight q4_K751blk.8.attn_qkv.weight q4_K752blk.9.attn_qkv.weight q4_K753blk.10.attn_qkv.weight q4_K754blk.11.attn_v.weight q4_K755blk.12.attn_qkv.weight q4_K756blk.13.attn_qkv.weight q4_K757blk.14.attn_qkv.weight q4_K758blk.15.attn_v.weight q4_K759blk.16.attn_qkv.weight q4_K760blk.17.attn_qkv.weight q4_K761blk.18.attn_qkv.weight q4_K762blk.19.attn_v.weight q4_K763blk.20.attn_qkv.weight q4_K764blk.21.attn_qkv.weight q4_K765blk.22.attn_qkv.weight q4_K766blk.23.attn_v.weight q4_K767blk.24.attn_qkv.weight q4_K768blk.25.attn_qkv.weight q4_K769blk.26.attn_qkv.weight q4_K770blk.27.attn_v.weight q4_K771blk.28.attn_qkv.weight q4_K772blk.29.attn_qkv.weight q4_K773blk.30.attn_qkv.weight q4_K774blk.31.attn_v.weight q4_K775blk.32.attn_qkv.weight q4_K776blk.33.attn_qkv.weight q4_K777blk.34.attn_qkv.weight q4_K778blk.35.attn_v.weight q4_K779blk.36.attn_qkv.weight q4_K780blk.37.attn_qkv.weight q4_K781blk.38.attn_qkv.weight q4_K782blk.39.attn_v.weight q4_K783blk.40.attn_qkv.weight q4_K784blk.41.attn_qkv.weight q4_K785blk.42.attn_qkv.weight q4_K786blk.43.attn_v.weight q4_K787blk.44.attn_qkv.weight q4_K788blk.45.attn_qkv.weight q4_K789blk.46.attn_qkv.weight q4_K790blk.47.attn_v.weight q4_K791 792[Q2_K_S] q2_K793output.weight q6_K794blk.0.attn_qkv.weight q4_K795blk.0.ffn_down_exps.weight q4_K796blk.0.ffn_down_shexp.weight q4_K797blk.1.attn_qkv.weight q4_K798blk.1.ffn_down_exps.weight q4_K799blk.1.ffn_down_shexp.weight q4_K800blk.2.attn_qkv.weight q4_K801blk.2.ffn_down_exps.weight q4_K802blk.2.ffn_down_shexp.weight q4_K803blk.3.attn_v.weight q4_K804blk.3.ffn_down_exps.weight q4_K805blk.3.ffn_down_shexp.weight q4_K806blk.4.attn_qkv.weight q4_K807blk.4.ffn_down_exps.weight q4_K808blk.4.ffn_down_shexp.weight q4_K809blk.5.attn_qkv.weight q4_K810blk.5.ffn_down_exps.weight q4_K811blk.5.ffn_down_shexp.weight q4_K812blk.6.attn_qkv.weight q4_K813blk.7.attn_v.weight q4_K814blk.8.attn_qkv.weight q4_K815blk.9.attn_qkv.weight q4_K816blk.10.attn_qkv.weight q4_K817blk.11.attn_v.weight q4_K818blk.12.attn_qkv.weight q4_K819blk.13.attn_qkv.weight q4_K820blk.14.attn_qkv.weight q4_K821blk.15.attn_v.weight q4_K822blk.16.attn_qkv.weight q4_K823blk.17.attn_qkv.weight q4_K824blk.18.attn_qkv.weight q4_K825blk.19.attn_v.weight q4_K826blk.20.attn_qkv.weight q4_K827blk.21.attn_qkv.weight q4_K828blk.22.attn_qkv.weight q4_K829blk.23.attn_v.weight q4_K830blk.24.attn_qkv.weight q4_K831blk.25.attn_qkv.weight q4_K832blk.26.attn_qkv.weight q4_K833blk.27.attn_v.weight q4_K834blk.28.attn_qkv.weight q4_K835blk.29.attn_qkv.weight q4_K836blk.30.attn_qkv.weight q4_K837blk.31.attn_v.weight q4_K838blk.32.attn_qkv.weight q4_K839blk.33.attn_qkv.weight q4_K840blk.34.attn_qkv.weight q4_K841blk.35.attn_v.weight q4_K842blk.36.attn_qkv.weight q4_K843blk.37.attn_qkv.weight q4_K844blk.38.attn_qkv.weight q4_K845blk.39.attn_v.weight q4_K846blk.40.attn_qkv.weight q4_K847blk.41.attn_qkv.weight q4_K848blk.42.attn_qkv.weight q4_K849blk.43.attn_v.weight q4_K850blk.44.attn_qkv.weight q4_K851blk.45.attn_qkv.weight q4_K852blk.46.attn_qkv.weight q4_K853blk.47.attn_v.weight q4_K854 855[IQ3_XS] iq3_s856output.weight q6_K857blk.0.attn_qkv.weight q4_K858blk.1.attn_qkv.weight q4_K859blk.2.attn_qkv.weight q4_K860blk.3.attn_k.weight iq3_xxs861blk.3.attn_q.weight iq3_xxs862blk.3.attn_v.weight q4_K863blk.4.attn_qkv.weight q4_K864blk.5.attn_qkv.weight q4_K865blk.6.attn_qkv.weight q4_K866blk.6.ffn_gate_exps.weight iq3_xxs867blk.6.ffn_gate_shexp.weight iq3_xxs868blk.6.ffn_up_exps.weight iq3_xxs869blk.6.ffn_up_shexp.weight iq3_xxs870blk.7.attn_k.weight iq3_xxs871blk.7.attn_q.weight iq3_xxs872blk.7.attn_v.weight q4_K873blk.7.ffn_gate_exps.weight iq3_xxs874blk.7.ffn_gate_shexp.weight iq3_xxs875blk.7.ffn_up_exps.weight iq3_xxs876blk.7.ffn_up_shexp.weight iq3_xxs877blk.8.attn_qkv.weight q4_K878blk.8.ffn_gate_exps.weight iq3_xxs879blk.8.ffn_gate_shexp.weight iq3_xxs880blk.8.ffn_up_exps.weight iq3_xxs881blk.8.ffn_up_shexp.weight iq3_xxs882blk.9.attn_qkv.weight q4_K883blk.9.ffn_gate_exps.weight iq3_xxs884blk.9.ffn_gate_shexp.weight iq3_xxs885blk.9.ffn_up_exps.weight iq3_xxs886blk.9.ffn_up_shexp.weight iq3_xxs887blk.10.attn_qkv.weight q4_K888blk.10.ffn_gate_exps.weight iq3_xxs889blk.10.ffn_gate_shexp.weight iq3_xxs890blk.10.ffn_up_exps.weight iq3_xxs891blk.10.ffn_up_shexp.weight iq3_xxs892blk.11.attn_k.weight iq3_xxs893blk.11.attn_q.weight iq3_xxs894blk.11.attn_v.weight q4_K895blk.11.ffn_gate_exps.weight iq3_xxs896blk.11.ffn_gate_shexp.weight iq3_xxs897blk.11.ffn_up_exps.weight iq3_xxs898blk.11.ffn_up_shexp.weight iq3_xxs899blk.12.attn_qkv.weight q4_K900blk.12.ffn_gate_exps.weight iq3_xxs901blk.12.ffn_gate_shexp.weight iq3_xxs902blk.12.ffn_up_exps.weight iq3_xxs903blk.12.ffn_up_shexp.weight iq3_xxs904blk.13.attn_qkv.weight q4_K905blk.13.ffn_gate_exps.weight iq3_xxs906blk.13.ffn_gate_shexp.weight iq3_xxs907blk.13.ffn_up_exps.weight iq3_xxs908blk.13.ffn_up_shexp.weight iq3_xxs909blk.14.attn_qkv.weight q4_K910blk.14.ffn_gate_exps.weight iq3_xxs911blk.14.ffn_gate_shexp.weight iq3_xxs912blk.14.ffn_up_exps.weight iq3_xxs913blk.14.ffn_up_shexp.weight iq3_xxs914blk.15.attn_k.weight iq3_xxs915blk.15.attn_q.weight iq3_xxs916blk.15.attn_v.weight q4_K917blk.15.ffn_gate_exps.weight iq3_xxs918blk.15.ffn_gate_shexp.weight iq3_xxs919blk.15.ffn_up_exps.weight iq3_xxs920blk.15.ffn_up_shexp.weight iq3_xxs921blk.16.attn_qkv.weight q4_K922blk.16.ffn_gate_exps.weight iq3_xxs923blk.16.ffn_gate_shexp.weight iq3_xxs924blk.16.ffn_up_exps.weight iq3_xxs925blk.16.ffn_up_shexp.weight iq3_xxs926blk.17.attn_qkv.weight q4_K927blk.17.ffn_gate_exps.weight iq3_xxs928blk.17.ffn_gate_shexp.weight iq3_xxs929blk.17.ffn_up_exps.weight iq3_xxs930blk.17.ffn_up_shexp.weight iq3_xxs931blk.18.attn_qkv.weight q4_K932blk.18.ffn_gate_exps.weight iq3_xxs933blk.18.ffn_gate_shexp.weight iq3_xxs934blk.18.ffn_up_exps.weight iq3_xxs935blk.18.ffn_up_shexp.weight iq3_xxs936blk.19.attn_k.weight iq3_xxs937blk.19.attn_q.weight iq3_xxs938blk.19.attn_v.weight q4_K939blk.19.ffn_gate_exps.weight iq3_xxs940blk.19.ffn_gate_shexp.weight iq3_xxs941blk.19.ffn_up_exps.weight iq3_xxs942blk.19.ffn_up_shexp.weight iq3_xxs943blk.20.attn_qkv.weight q4_K944blk.20.ffn_gate_exps.weight iq3_xxs945blk.20.ffn_gate_shexp.weight iq3_xxs946blk.20.ffn_up_exps.weight iq3_xxs947blk.20.ffn_up_shexp.weight iq3_xxs948blk.21.attn_qkv.weight q4_K949blk.21.ffn_gate_exps.weight iq3_xxs950blk.21.ffn_gate_shexp.weight iq3_xxs951blk.21.ffn_up_exps.weight iq3_xxs952blk.21.ffn_up_shexp.weight iq3_xxs953blk.22.attn_qkv.weight q4_K954blk.22.ffn_gate_exps.weight iq3_xxs955blk.22.ffn_gate_shexp.weight iq3_xxs956blk.22.ffn_up_exps.weight iq3_xxs957blk.22.ffn_up_shexp.weight iq3_xxs958blk.23.attn_k.weight iq3_xxs959blk.23.attn_q.weight iq3_xxs960blk.23.attn_v.weight q4_K961blk.23.ffn_gate_exps.weight iq3_xxs962blk.23.ffn_gate_shexp.weight iq3_xxs963blk.23.ffn_up_exps.weight iq3_xxs964blk.23.ffn_up_shexp.weight iq3_xxs965blk.24.attn_qkv.weight q4_K966blk.24.ffn_gate_exps.weight iq3_xxs967blk.24.ffn_gate_shexp.weight iq3_xxs968blk.24.ffn_up_exps.weight iq3_xxs969blk.24.ffn_up_shexp.weight iq3_xxs970blk.25.attn_qkv.weight q4_K971blk.25.ffn_gate_exps.weight iq3_xxs972blk.25.ffn_gate_shexp.weight iq3_xxs973blk.25.ffn_up_exps.weight iq3_xxs974blk.25.ffn_up_shexp.weight iq3_xxs975blk.26.attn_qkv.weight q4_K976blk.26.ffn_gate_exps.weight iq3_xxs977blk.26.ffn_gate_shexp.weight iq3_xxs978blk.26.ffn_up_exps.weight iq3_xxs979blk.26.ffn_up_shexp.weight iq3_xxs980blk.27.attn_k.weight iq3_xxs981blk.27.attn_q.weight iq3_xxs982blk.27.attn_v.weight q4_K983blk.27.ffn_gate_exps.weight iq3_xxs984blk.27.ffn_gate_shexp.weight iq3_xxs985blk.27.ffn_up_exps.weight iq3_xxs986blk.27.ffn_up_shexp.weight iq3_xxs987blk.28.attn_qkv.weight q4_K988blk.28.ffn_gate_exps.weight iq3_xxs989blk.28.ffn_gate_shexp.weight iq3_xxs990blk.28.ffn_up_exps.weight iq3_xxs991blk.28.ffn_up_shexp.weight iq3_xxs992blk.29.attn_qkv.weight q4_K993blk.29.ffn_gate_exps.weight iq3_xxs994blk.29.ffn_gate_shexp.weight iq3_xxs995blk.29.ffn_up_exps.weight iq3_xxs996blk.29.ffn_up_shexp.weight iq3_xxs997blk.30.attn_qkv.weight q4_K998blk.30.ffn_gate_exps.weight iq3_xxs999blk.30.ffn_gate_shexp.weight iq3_xxs1000blk.30.ffn_up_exps.weight iq3_xxs1001blk.30.ffn_up_shexp.weight iq3_xxs1002blk.31.attn_k.weight iq3_xxs1003blk.31.attn_q.weight iq3_xxs1004blk.31.attn_v.weight q4_K1005blk.31.ffn_gate_exps.weight iq3_xxs1006blk.31.ffn_gate_shexp.weight iq3_xxs1007blk.31.ffn_up_exps.weight iq3_xxs1008blk.31.ffn_up_shexp.weight iq3_xxs1009blk.32.attn_qkv.weight q4_K1010blk.32.ffn_gate_exps.weight iq3_xxs1011blk.32.ffn_gate_shexp.weight iq3_xxs1012blk.32.ffn_up_exps.weight iq3_xxs1013blk.32.ffn_up_shexp.weight iq3_xxs1014blk.33.attn_qkv.weight q4_K1015blk.33.ffn_gate_exps.weight iq3_xxs1016blk.33.ffn_gate_shexp.weight iq3_xxs1017blk.33.ffn_up_exps.weight iq3_xxs1018blk.33.ffn_up_shexp.weight iq3_xxs1019blk.34.attn_qkv.weight q4_K1020blk.34.ffn_gate_exps.weight iq3_xxs1021blk.34.ffn_gate_shexp.weight iq3_xxs1022blk.34.ffn_up_exps.weight iq3_xxs1023blk.34.ffn_up_shexp.weight iq3_xxs1024blk.35.attn_k.weight iq3_xxs1025blk.35.attn_q.weight iq3_xxs1026blk.35.attn_v.weight q4_K1027blk.35.ffn_gate_exps.weight iq3_xxs1028blk.35.ffn_gate_shexp.weight iq3_xxs1029blk.35.ffn_up_exps.weight iq3_xxs1030blk.35.ffn_up_shexp.weight iq3_xxs1031blk.36.attn_qkv.weight q4_K1032blk.36.ffn_gate_exps.weight iq3_xxs1033blk.36.ffn_gate_shexp.weight iq3_xxs1034blk.36.ffn_up_exps.weight iq3_xxs1035blk.36.ffn_up_shexp.weight iq3_xxs1036blk.37.attn_qkv.weight q4_K1037blk.37.ffn_gate_exps.weight iq3_xxs1038blk.37.ffn_gate_shexp.weight iq3_xxs1039blk.37.ffn_up_exps.weight iq3_xxs1040blk.37.ffn_up_shexp.weight iq3_xxs1041blk.38.attn_qkv.weight q4_K1042blk.38.ffn_gate_exps.weight iq3_xxs1043blk.38.ffn_gate_shexp.weight iq3_xxs1044blk.38.ffn_up_exps.weight iq3_xxs1045blk.38.ffn_up_shexp.weight iq3_xxs1046blk.39.attn_k.weight iq3_xxs1047blk.39.attn_q.weight iq3_xxs1048blk.39.attn_v.weight q4_K1049blk.39.ffn_gate_exps.weight iq3_xxs1050blk.39.ffn_gate_shexp.weight iq3_xxs1051blk.39.ffn_up_exps.weight iq3_xxs1052blk.39.ffn_up_shexp.weight iq3_xxs1053blk.40.attn_qkv.weight q4_K1054blk.40.ffn_gate_exps.weight iq3_xxs1055blk.40.ffn_gate_shexp.weight iq3_xxs1056blk.40.ffn_up_exps.weight iq3_xxs1057blk.40.ffn_up_shexp.weight iq3_xxs1058blk.41.attn_qkv.weight q4_K1059blk.41.ffn_gate_exps.weight iq3_xxs1060blk.41.ffn_gate_shexp.weight iq3_xxs1061blk.41.ffn_up_exps.weight iq3_xxs1062blk.41.ffn_up_shexp.weight iq3_xxs1063blk.42.attn_qkv.weight q4_K1064blk.43.attn_k.weight iq3_xxs1065blk.43.attn_q.weight iq3_xxs1066blk.43.attn_v.weight q4_K1067blk.44.attn_qkv.weight q4_K1068blk.45.attn_qkv.weight q4_K1069blk.46.attn_qkv.weight q4_K1070blk.47.attn_k.weight iq3_xxs1071blk.47.attn_q.weight iq3_xxs1072blk.47.attn_v.weight q4_K1073 1074[IQ3_XXS] iq3_xxs1075output.weight q5_K1076token_embd.weight iq3_s1077blk.0.attn_qkv.weight q4_K1078blk.0.ffn_down_exps.weight q4_K1079blk.0.ffn_down_shexp.weight q4_K1080blk.1.attn_qkv.weight q4_K1081blk.1.ffn_down_exps.weight q4_K1082blk.1.ffn_down_shexp.weight q4_K1083blk.2.attn_qkv.weight q4_K1084blk.2.ffn_down_exps.weight q4_K1085blk.2.ffn_down_shexp.weight q4_K1086blk.3.attn_k.weight iq2_s1087blk.3.attn_output.weight iq3_s1088blk.3.attn_q.weight iq2_s1089blk.3.attn_v.weight q4_K1090blk.3.ffn_down_exps.weight q4_K1091blk.3.ffn_down_shexp.weight q4_K1092blk.4.attn_qkv.weight q4_K1093blk.4.ffn_down_exps.weight q4_K1094blk.4.ffn_down_shexp.weight q4_K1095blk.5.attn_qkv.weight q4_K1096blk.5.ffn_down_exps.weight q4_K1097blk.5.ffn_down_shexp.weight q4_K1098blk.6.attn_qkv.weight q4_K1099blk.6.ffn_down_exps.weight q3_K1100blk.6.ffn_down_shexp.weight q3_K1101blk.7.attn_k.weight iq2_s1102blk.7.attn_output.weight iq3_s1103blk.7.attn_q.weight iq2_s1104blk.7.attn_v.weight q4_K1105blk.7.ffn_down_exps.weight q3_K1106blk.7.ffn_down_shexp.weight q3_K1107blk.8.attn_qkv.weight q4_K1108blk.8.ffn_down_exps.weight q3_K1109blk.8.ffn_down_shexp.weight q3_K1110blk.9.attn_qkv.weight q4_K1111blk.9.ffn_down_exps.weight q3_K1112blk.9.ffn_down_shexp.weight q3_K1113blk.10.attn_qkv.weight q4_K1114blk.10.ffn_down_exps.weight q3_K1115blk.10.ffn_down_shexp.weight q3_K1116blk.11.attn_k.weight iq2_s1117blk.11.attn_output.weight iq3_s1118blk.11.attn_q.weight iq2_s1119blk.11.attn_v.weight q4_K1120blk.11.ffn_down_exps.weight q3_K1121blk.11.ffn_down_shexp.weight q3_K1122blk.12.attn_qkv.weight q4_K1123blk.12.ffn_down_exps.weight q3_K1124blk.12.ffn_down_shexp.weight q3_K1125blk.13.attn_qkv.weight q4_K1126blk.13.ffn_down_exps.weight q3_K1127blk.13.ffn_down_shexp.weight q3_K1128blk.14.attn_qkv.weight q4_K1129blk.14.ffn_down_exps.weight q3_K1130blk.14.ffn_down_shexp.weight q3_K1131blk.15.attn_k.weight iq2_s1132blk.15.attn_output.weight iq3_s1133blk.15.attn_q.weight iq2_s1134blk.15.attn_v.weight q4_K1135blk.15.ffn_down_exps.weight q3_K1136blk.15.ffn_down_shexp.weight q3_K1137blk.16.attn_qkv.weight q4_K1138blk.16.ffn_down_exps.weight q3_K1139blk.16.ffn_down_shexp.weight q3_K1140blk.17.attn_qkv.weight q4_K1141blk.17.ffn_down_exps.weight q3_K1142blk.17.ffn_down_shexp.weight q3_K1143blk.18.attn_qkv.weight q4_K1144blk.18.ffn_down_exps.weight q3_K1145blk.18.ffn_down_shexp.weight q3_K1146blk.19.attn_k.weight iq2_s1147blk.19.attn_output.weight iq3_s1148blk.19.attn_q.weight iq2_s1149blk.19.attn_v.weight q4_K1150blk.19.ffn_down_exps.weight q3_K1151blk.19.ffn_down_shexp.weight q3_K1152blk.20.attn_qkv.weight q4_K1153blk.20.ffn_down_exps.weight q3_K1154blk.20.ffn_down_shexp.weight q3_K1155blk.21.attn_qkv.weight q4_K1156blk.21.ffn_down_exps.weight q3_K1157blk.21.ffn_down_shexp.weight q3_K1158blk.22.attn_qkv.weight q4_K1159blk.22.ffn_down_exps.weight q3_K1160blk.22.ffn_down_shexp.weight q3_K1161blk.23.attn_k.weight iq2_s1162blk.23.attn_output.weight iq3_s1163blk.23.attn_q.weight iq2_s1164blk.23.attn_v.weight q4_K1165blk.23.ffn_down_exps.weight q3_K1166blk.23.ffn_down_shexp.weight q3_K1167blk.24.attn_qkv.weight q4_K1168blk.24.ffn_down_exps.weight q3_K1169blk.24.ffn_down_shexp.weight q3_K1170blk.25.attn_qkv.weight q4_K1171blk.25.ffn_down_exps.weight q3_K1172blk.25.ffn_down_shexp.weight q3_K1173blk.26.attn_qkv.weight q4_K1174blk.26.ffn_down_exps.weight q3_K1175blk.26.ffn_down_shexp.weight q3_K1176blk.27.attn_k.weight iq2_s1177blk.27.attn_output.weight iq3_s1178blk.27.attn_q.weight iq2_s1179blk.27.attn_v.weight q4_K1180blk.27.ffn_down_exps.weight q3_K1181blk.27.ffn_down_shexp.weight q3_K1182blk.28.attn_qkv.weight q4_K1183blk.28.ffn_down_exps.weight q3_K1184blk.28.ffn_down_shexp.weight q3_K1185blk.29.attn_qkv.weight q4_K1186blk.29.ffn_down_exps.weight q3_K1187blk.29.ffn_down_shexp.weight q3_K1188blk.30.attn_qkv.weight q4_K1189blk.30.ffn_down_exps.weight q3_K1190blk.30.ffn_down_shexp.weight q3_K1191blk.31.attn_k.weight iq2_s1192blk.31.attn_output.weight iq3_s1193blk.31.attn_q.weight iq2_s1194blk.31.attn_v.weight q4_K1195blk.31.ffn_down_exps.weight q3_K1196blk.31.ffn_down_shexp.weight q3_K1197blk.32.attn_qkv.weight q4_K1198blk.32.ffn_down_exps.weight q3_K1199blk.32.ffn_down_shexp.weight q3_K1200blk.33.attn_qkv.weight q4_K

Showing the first 1,200 of 2139 lines. Download the file for the rest.