Felipe97/llama-cpp-compiled
01.2k
1# test-fusion baseline for device MTL2# arch ,moe ,mode ,label , count3afmoe ,1 ,any ,MUL+ADD , 24afmoe ,1 ,any ,RMS_NORM+MUL , 105afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 36arcee ,0 ,any ,RMS_NORM+MUL , 57arctic ,0 ,any ,MUL+ADD , 48arctic ,0 ,any ,RMS_NORM+MUL , 79arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 210baichuan ,0 ,any ,RMS_NORM+MUL , 511bailingmoe ,1 ,any ,ADD+ADD , 212bailingmoe ,1 ,any ,MUL+ADD , 413bailingmoe ,1 ,any ,RMS_NORM+MUL , 514bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 215bailingmoe2 ,1 ,any ,ADD+ADD , 116bailingmoe2 ,1 ,any ,MUL+ADD , 217bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 918bailingmoe3 ,1 ,any ,ADD+ADD , 119bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 120bailingmoe3 ,1 ,any ,MUL+ADD , 221bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 822bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 223bloom ,0 ,any ,NORM+MUL+ADD , 624chatglm ,0 ,any ,RMS_NORM+MUL , 525codeshell ,0 ,any ,NORM+MUL+ADD , 526cogvlm ,0 ,any ,RMS_NORM+MUL , 527cohere2 ,0 ,any ,ADD+ADD , 228cohere2 ,0 ,any ,NORM+MUL , 329cohere2moe ,1 ,any ,ADD+ADD , 230cohere2moe ,1 ,any ,MUL+ADD , 231cohere2moe ,1 ,any ,RMS_NORM+MUL , 332command-r ,0 ,any ,NORM+MUL , 333dbrx ,0 ,any ,MUL+ADD , 434dbrx ,0 ,any ,NORM+MUL , 535dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 236deci ,0 ,any ,RMS_NORM+MUL , 537deepseek ,0 ,any ,ADD+ADD , 138deepseek ,0 ,any ,MUL+ADD , 239deepseek ,0 ,any ,RMS_NORM+MUL , 540deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 141deepseek2 ,0 ,any ,ADD+ADD , 142deepseek2 ,0 ,any ,MUL+ADD , 243deepseek2 ,0 ,any ,RMS_NORM+MUL , 944deepseek32 ,0 ,any ,ADD+ADD , 145deepseek32 ,0 ,any ,MUL+ADD , 246deepseek32 ,0 ,any ,NORM+MUL+ADD , 247deepseek32 ,0 ,any ,RMS_NORM+MUL , 948deepseek4 ,0 ,any ,MUL+ADD , 849deepseek4 ,0 ,any ,RMS_NORM+MUL , 2050dots1 ,0 ,any ,ADD+ADD , 151dots1 ,0 ,any ,MUL+ADD , 252dots1 ,0 ,any ,RMS_NORM+MUL , 953dots3note ,0 ,any ,ADD+ADD , 154dots3note ,0 ,any ,MUL+ADD , 255dots3note ,0 ,any ,NORM+MUL+ADD , 156dots3note ,0 ,any ,RMS_NORM+MUL , 1157dream ,0 ,any ,RMS_NORM+MUL , 558ernie4_5-moe ,1 ,any ,ADD+ADD , 159ernie4_5-moe ,1 ,any ,MUL+ADD , 260ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 561ernie4_5 ,0 ,any ,RMS_NORM+MUL , 562exaone ,0 ,any ,RMS_NORM+MUL , 563exaone-moe ,1 ,any ,ADD+ADD , 164exaone-moe ,1 ,any ,MUL+ADD , 265exaone-moe ,1 ,any ,RMS_NORM+MUL , 966exaone4 ,0 ,any ,RMS_NORM+MUL , 567exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 468falcon ,0 ,any ,ADD+ADD , 269falcon ,0 ,any ,NORM+MUL+ADD , 570falcon-h1 ,0 ,any ,ADD+ADD , 271falcon-h1 ,0 ,any ,RMS_NORM+MUL , 972gemma ,0 ,any ,RMS_NORM+MUL , 573gemma2 ,0 ,any ,RMS_NORM+MUL , 574gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 475gemma3 ,0 ,any ,RMS_NORM+MUL , 976gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 477glm-dsa ,0 ,any ,ADD+ADD , 178glm-dsa ,0 ,any ,MUL+ADD , 279glm-dsa ,0 ,any ,NORM+MUL+ADD , 280glm-dsa ,0 ,any ,RMS_NORM+MUL , 981glm4 ,0 ,any ,RMS_NORM+MUL , 582glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 483glm4moe ,1 ,any ,ADD+ADD , 184glm4moe ,1 ,any ,MUL+ADD , 285glm4moe ,1 ,any ,RMS_NORM+MUL , 986gpt-oss ,0 ,any ,MUL+ADD , 487gpt-oss ,0 ,any ,RMS_NORM+MUL , 588gpt2 ,0 ,any ,NORM+MUL+ADD , 589gptneox ,0 ,any ,NORM+MUL+ADD , 590granite ,0 ,any ,RMS_NORM+MUL , 591granite ,0 ,any ,MUL+ADD , 492granite ,0 ,any ,RMS_NORM+MUL , 593granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 294granite_swa ,0 ,any ,RMS_NORM+MUL , 595granitehybrid ,0 ,any ,RMS_NORM+MUL , 696granitemoe ,1 ,any ,RMS_NORM+MUL , 597granitemoe ,1 ,any ,MUL+ADD , 498granitemoe ,1 ,any ,RMS_NORM+MUL , 599granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2100grok ,0 ,any ,MUL+ADD , 4101grok ,0 ,any ,RMS_NORM+MUL , 5102grok ,0 ,any ,RMS_NORM+MUL+ADD , 4103grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2104grovemoe ,1 ,any ,ADD+ADD , 2105grovemoe ,1 ,any ,MUL+ADD , 8106grovemoe ,1 ,any ,RMS_NORM+MUL , 9107hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9108hunyuan-moe ,1 ,any ,ADD+ADD , 2109hunyuan-moe ,1 ,any ,MUL+ADD , 4110hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9111hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2112hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9113hy_v3 ,0 ,any ,ADD+ADD , 2114hy_v3 ,0 ,any ,MUL+ADD , 4115hy_v3 ,0 ,any ,RMS_NORM+MUL , 9116hy_v4 ,0 ,any ,MUL+ADD , 2117hy_v4 ,0 ,any ,NORM+MUL+ADD , 1118hy_v4 ,0 ,any ,RMS_NORM+MUL , 9119internlm2 ,0 ,any ,RMS_NORM+MUL , 5120jais ,0 ,any ,NORM+MUL+ADD , 5121jais2 ,0 ,any ,NORM+MUL+ADD , 5122jamba ,0 ,any ,RMS_NORM+MUL , 8123kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1124kimi-k3 ,0 ,any ,MUL+ADD , 2125kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17126kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2127kimi-linear ,0 ,any ,ADD+ADD , 1128kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1129kimi-linear ,0 ,any ,MUL+ADD , 2130kimi-linear ,0 ,any ,RMS_NORM+MUL , 7131kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2132laguna ,0 ,any ,ADD+ADD , 1133laguna ,0 ,any ,MUL+ADD , 2134laguna ,0 ,any ,RMS_NORM+MUL , 9135lfm2 ,0 ,any ,RMS_NORM+MUL , 7136lfm2moe ,1 ,any ,MUL+ADD , 2137lfm2moe ,1 ,any ,RMS_NORM+MUL , 7138llada ,0 ,any ,RMS_NORM+MUL , 5139llada-moe ,1 ,any ,MUL+ADD , 4140llada-moe ,1 ,any ,RMS_NORM+MUL , 9141llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2142llama ,0 ,any ,RMS_NORM+MUL , 5143llama ,0 ,any ,MUL+ADD , 4144llama ,0 ,any ,RMS_NORM+MUL , 5145llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2146llama4 ,0 ,any ,ADD+ADD , 2147llama4 ,0 ,any ,RMS_NORM+MUL , 9148maincoder ,0 ,any ,RMS_NORM+MUL , 9149mamba ,0 ,any ,RMS_NORM+MUL , 3150mamba2 ,0 ,any ,RMS_NORM+MUL , 5151maple ,0 ,any ,MUL+ADD , 4152maple ,0 ,any ,RMS_NORM+MUL , 9153maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2154mellum ,0 ,any ,MUL+ADD , 4155mellum ,0 ,any ,RMS_NORM+MUL , 9156mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2157mimo2 ,0 ,any ,MUL+ADD , 4158mimo2 ,0 ,any ,RMS_NORM+MUL , 5159minicpm ,0 ,any ,RMS_NORM+MUL , 5160minicpm ,0 ,any ,MUL+ADD , 4161minicpm ,0 ,any ,RMS_NORM+MUL , 5162minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2163minicpm3 ,0 ,any ,RMS_NORM+MUL , 9164minimax-01 ,0 ,any ,MUL+ADD , 4165minimax-01 ,0 ,any ,RMS_NORM+MUL , 6166minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2167minimax-m2 ,0 ,any ,MUL+ADD , 4168minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9169minimax-m3 ,0 ,any ,ADD+ADD , 1170minimax-m3 ,0 ,any ,MUL+ADD , 2171minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11172mistral3 ,0 ,any ,RMS_NORM+MUL , 5173mistral3 ,0 ,any ,MUL+ADD , 4174mistral3 ,0 ,any ,RMS_NORM+MUL , 5175mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2176mistral4 ,0 ,any ,ADD+ADD , 1177mistral4 ,0 ,any ,MUL+ADD , 2178mistral4 ,0 ,any ,RMS_NORM+MUL , 9179mpt ,0 ,any ,NORM+MUL+ADD , 5180muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10181muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3182nanbeige ,0 ,any ,RMS_NORM+MUL , 5183nemotron ,0 ,any ,NORM+MUL+ADD , 5184nemotron_h ,0 ,any ,RMS_NORM+MUL , 5185nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5186olmo2 ,0 ,any ,RMS_NORM+MUL , 5187olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4188olmoe ,1 ,any ,MUL+ADD , 4189olmoe ,1 ,any ,RMS_NORM+MUL , 9190olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2191openelm ,0 ,any ,RMS_NORM+MUL , 9192orion ,0 ,any ,NORM+MUL+ADD , 5193paddleocr ,0 ,any ,RMS_NORM+MUL , 5194pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5195phi2 ,0 ,any ,ADD+ADD , 2196phi2 ,0 ,any ,NORM+MUL+ADD , 3197phi3 ,0 ,any ,RMS_NORM+MUL , 5198phimoe ,1 ,any ,MUL+ADD , 4199phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5200phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2201plamo ,0 ,any ,ADD+ADD , 2202plamo ,0 ,any ,RMS_NORM+MUL , 3203plamo2 ,0 ,any ,RMS_NORM+MUL , 10204plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4205plamo2 ,0 ,any ,SSM_CONV+UNARY , 1206plamo3 ,0 ,any ,RMS_NORM+MUL , 9207plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4208pockettts ,0 ,any ,NORM+MUL+ADD , 5209qwen ,0 ,any ,RMS_NORM+MUL , 5210qwen2 ,0 ,any ,RMS_NORM+MUL , 5211qwen2moe ,1 ,any ,ADD+ADD , 2212qwen2moe ,1 ,any ,MUL+ADD , 4213qwen2moe ,1 ,any ,RMS_NORM+MUL , 5214qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2215qwen2vl ,0 ,any ,RMS_NORM+MUL , 5216qwen3 ,0 ,any ,RMS_NORM+MUL , 9217qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1218qwen35 ,0 ,any ,RMS_NORM+MUL , 8219qwen35 ,0 ,any ,RMS_NORM+SCALE , 2220qwen35 ,0 ,any ,SSM_CONV+UNARY , 1221qwen35moe ,1 ,any ,ADD+ADD , 2222qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1223qwen35moe ,1 ,any ,MUL+ADD , 4224qwen35moe ,1 ,any ,RMS_NORM+MUL , 8225qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2226qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2227qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1228qwen3moe ,1 ,any ,MUL+ADD , 4229qwen3moe ,1 ,any ,RMS_NORM+MUL , 9230qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2231qwen3next ,0 ,any ,ADD+ADD , 2232qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1233qwen3next ,0 ,any ,MUL+ADD , 4234qwen3next ,0 ,any ,RMS_NORM+MUL , 8235qwen3next ,0 ,any ,RMS_NORM+SCALE , 2236qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2237qwen3next ,0 ,any ,SSM_CONV+UNARY , 1238qwen3tts ,0 ,any ,RMS_NORM+MUL , 9239qwen3vl ,0 ,any ,RMS_NORM+MUL , 9240qwen3vlmoe ,1 ,any ,MUL+ADD , 4241qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9242qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2243qwen4exp ,0 ,any ,ADD+ADD+ADD , 1244qwen4exp ,0 ,any ,ADD+ADD+ADD+ADD+ADD+ADD+ADD , 9245qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1246qwen4exp ,0 ,any ,MUL+ADD , 4247qwen4exp ,0 ,any ,RMS_NORM+MUL , 13248qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2249qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2250qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1251refact ,0 ,any ,RMS_NORM+MUL , 5252refact ,0 ,any ,RMS_NORM+MUL , 5253rnd1 ,0 ,any ,MUL+ADD , 4254rnd1 ,0 ,any ,RMS_NORM+MUL , 9255rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2256seed_oss ,0 ,any ,RMS_NORM+MUL , 5257smallthinker ,0 ,any ,MUL+ADD , 4258smallthinker ,0 ,any ,RMS_NORM+MUL , 5259smollm3 ,0 ,any ,RMS_NORM+MUL , 5260spark2_5 ,0 ,any ,RMS_NORM+MUL , 5261stablelm ,0 ,any ,NORM+MUL , 4262stablelm ,0 ,any ,NORM+MUL+ADD , 5263starcoder ,0 ,any ,NORM+MUL+ADD , 5264starcoder2 ,0 ,any ,NORM+MUL+ADD , 5265talkie ,0 ,any ,ADD+ADD , 2266xverse ,0 ,any ,RMS_NORM+MUL , 5267