# test-fusion baseline for device MTL # arch ,moe ,mode ,label , count afmoe ,1 ,any ,MUL+ADD , 2 afmoe ,1 ,any ,RMS_NORM+MUL , 10 afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3 arcee ,0 ,any ,RMS_NORM+MUL , 5 arctic ,0 ,any ,MUL+ADD , 4 arctic ,0 ,any ,RMS_NORM+MUL , 7 arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 baichuan ,0 ,any ,RMS_NORM+MUL , 5 bailingmoe ,1 ,any ,ADD+ADD , 2 bailingmoe ,1 ,any ,MUL+ADD , 4 bailingmoe ,1 ,any ,RMS_NORM+MUL , 5 bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2 bailingmoe2 ,1 ,any ,ADD+ADD , 1 bailingmoe2 ,1 ,any ,MUL+ADD , 2 bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9 bailingmoe3 ,1 ,any ,ADD+ADD , 1 bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1 bailingmoe3 ,1 ,any ,MUL+ADD , 2 bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8 bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2 bloom ,0 ,any ,NORM+MUL+ADD , 6 chatglm ,0 ,any ,RMS_NORM+MUL , 5 codeshell ,0 ,any ,NORM+MUL+ADD , 5 cogvlm ,0 ,any ,RMS_NORM+MUL , 5 cohere2 ,0 ,any ,ADD+ADD , 2 cohere2 ,0 ,any ,NORM+MUL , 3 cohere2moe ,1 ,any ,ADD+ADD , 2 cohere2moe ,1 ,any ,MUL+ADD , 2 cohere2moe ,1 ,any ,RMS_NORM+MUL , 3 command-r ,0 ,any ,NORM+MUL , 3 dbrx ,0 ,any ,MUL+ADD , 4 dbrx ,0 ,any ,NORM+MUL , 5 dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 deci ,0 ,any ,RMS_NORM+MUL , 5 deepseek ,0 ,any ,ADD+ADD , 1 deepseek ,0 ,any ,MUL+ADD , 2 deepseek ,0 ,any ,RMS_NORM+MUL , 5 deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1 deepseek2 ,0 ,any ,ADD+ADD , 1 deepseek2 ,0 ,any ,MUL+ADD , 2 deepseek2 ,0 ,any ,RMS_NORM+MUL , 9 deepseek32 ,0 ,any ,ADD+ADD , 1 deepseek32 ,0 ,any ,MUL+ADD , 2 deepseek32 ,0 ,any ,NORM+MUL+ADD , 2 deepseek32 ,0 ,any ,RMS_NORM+MUL , 9 deepseek4 ,0 ,any ,MUL+ADD , 8 deepseek4 ,0 ,any ,RMS_NORM+MUL , 20 dots1 ,0 ,any ,ADD+ADD , 1 dots1 ,0 ,any ,MUL+ADD , 2 dots1 ,0 ,any ,RMS_NORM+MUL , 9 dots3note ,0 ,any ,ADD+ADD , 1 dots3note ,0 ,any ,MUL+ADD , 2 dots3note ,0 ,any ,NORM+MUL+ADD , 1 dots3note ,0 ,any ,RMS_NORM+MUL , 11 dream ,0 ,any ,RMS_NORM+MUL , 5 ernie4_5-moe ,1 ,any ,ADD+ADD , 1 ernie4_5-moe ,1 ,any ,MUL+ADD , 2 ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5 ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5 exaone ,0 ,any ,RMS_NORM+MUL , 5 exaone-moe ,1 ,any ,ADD+ADD , 1 exaone-moe ,1 ,any ,MUL+ADD , 2 exaone-moe ,1 ,any ,RMS_NORM+MUL , 9 exaone4 ,0 ,any ,RMS_NORM+MUL , 5 exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4 falcon ,0 ,any ,ADD+ADD , 2 falcon ,0 ,any ,NORM+MUL+ADD , 5 falcon-h1 ,0 ,any ,ADD+ADD , 2 falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9 gemma ,0 ,any ,RMS_NORM+MUL , 5 gemma2 ,0 ,any ,RMS_NORM+MUL , 5 gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4 gemma3 ,0 ,any ,RMS_NORM+MUL , 9 gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4 glm-dsa ,0 ,any ,ADD+ADD , 1 glm-dsa ,0 ,any ,MUL+ADD , 2 glm-dsa ,0 ,any ,NORM+MUL+ADD , 2 glm-dsa ,0 ,any ,RMS_NORM+MUL , 9 glm4 ,0 ,any ,RMS_NORM+MUL , 5 glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4 glm4moe ,1 ,any ,ADD+ADD , 1 glm4moe ,1 ,any ,MUL+ADD , 2 glm4moe ,1 ,any ,RMS_NORM+MUL , 9 glm5-next ,0 ,any ,ADD+ADD+ADD , 1 glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1 glm5-next ,0 ,any ,MUL+ADD , 2 glm5-next ,0 ,any ,NORM+MUL+ADD , 1 glm5-next ,0 ,any ,RMS_NORM+MUL , 8 glm5-next ,0 ,any ,RMS_NORM+SCALE , 2 gpt-oss ,0 ,any ,MUL+ADD , 4 gpt-oss ,0 ,any ,RMS_NORM+MUL , 5 gpt2 ,0 ,any ,NORM+MUL+ADD , 5 gptneox ,0 ,any ,NORM+MUL+ADD , 5 granite ,0 ,any ,RMS_NORM+MUL , 5 granite ,0 ,any ,MUL+ADD , 4 granite ,0 ,any ,RMS_NORM+MUL , 5 granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 granite_swa ,0 ,any ,RMS_NORM+MUL , 5 granitehybrid ,0 ,any ,RMS_NORM+MUL , 6 granitemoe ,1 ,any ,RMS_NORM+MUL , 5 granitemoe ,1 ,any ,MUL+ADD , 4 granitemoe ,1 ,any ,RMS_NORM+MUL , 5 granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 grok ,0 ,any ,MUL+ADD , 4 grok ,0 ,any ,RMS_NORM+MUL , 5 grok ,0 ,any ,RMS_NORM+MUL+ADD , 4 grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 grovemoe ,1 ,any ,ADD+ADD , 2 grovemoe ,1 ,any ,MUL+ADD , 8 grovemoe ,1 ,any ,RMS_NORM+MUL , 9 hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9 hunyuan-moe ,1 ,any ,ADD+ADD , 2 hunyuan-moe ,1 ,any ,MUL+ADD , 4 hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9 hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9 hy_v3 ,0 ,any ,ADD+ADD , 2 hy_v3 ,0 ,any ,MUL+ADD , 4 hy_v3 ,0 ,any ,RMS_NORM+MUL , 9 hy_v4 ,0 ,any ,MUL+ADD , 2 hy_v4 ,0 ,any ,NORM+MUL+ADD , 1 hy_v4 ,0 ,any ,RMS_NORM+MUL , 9 internlm2 ,0 ,any ,RMS_NORM+MUL , 5 jais ,0 ,any ,NORM+MUL+ADD , 5 jais2 ,0 ,any ,NORM+MUL+ADD , 5 jamba ,0 ,any ,RMS_NORM+MUL , 8 kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1 kimi-k3 ,0 ,any ,MUL+ADD , 2 kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17 kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2 kimi-linear ,0 ,any ,ADD+ADD , 1 kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1 kimi-linear ,0 ,any ,MUL+ADD , 2 kimi-linear ,0 ,any ,RMS_NORM+MUL , 7 kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2 laguna ,0 ,any ,ADD+ADD , 1 laguna ,0 ,any ,MUL+ADD , 2 laguna ,0 ,any ,RMS_NORM+MUL , 9 lfm2 ,0 ,any ,RMS_NORM+MUL , 7 lfm2moe ,1 ,any ,MUL+ADD , 2 lfm2moe ,1 ,any ,RMS_NORM+MUL , 7 llada ,0 ,any ,RMS_NORM+MUL , 5 llada-moe ,1 ,any ,MUL+ADD , 4 llada-moe ,1 ,any ,RMS_NORM+MUL , 9 llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2 llama ,0 ,any ,RMS_NORM+MUL , 5 llama ,0 ,any ,MUL+ADD , 4 llama ,0 ,any ,RMS_NORM+MUL , 5 llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 llama4 ,0 ,any ,ADD+ADD , 2 llama4 ,0 ,any ,RMS_NORM+MUL , 9 maincoder ,0 ,any ,RMS_NORM+MUL , 9 mamba ,0 ,any ,RMS_NORM+MUL , 3 mamba2 ,0 ,any ,RMS_NORM+MUL , 5 maple ,0 ,any ,MUL+ADD , 4 maple ,0 ,any ,RMS_NORM+MUL , 9 maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 mellum ,0 ,any ,MUL+ADD , 4 mellum ,0 ,any ,RMS_NORM+MUL , 9 mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 mimo2 ,0 ,any ,MUL+ADD , 4 mimo2 ,0 ,any ,RMS_NORM+MUL , 5 minicpm ,0 ,any ,RMS_NORM+MUL , 5 minicpm ,0 ,any ,MUL+ADD , 4 minicpm ,0 ,any ,RMS_NORM+MUL , 5 minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 minicpm3 ,0 ,any ,RMS_NORM+MUL , 9 minimax-01 ,0 ,any ,MUL+ADD , 4 minimax-01 ,0 ,any ,RMS_NORM+MUL , 6 minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 minimax-m2 ,0 ,any ,MUL+ADD , 4 minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9 minimax-m3 ,0 ,any ,ADD+ADD , 1 minimax-m3 ,0 ,any ,MUL+ADD , 2 minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11 mistral3 ,0 ,any ,RMS_NORM+MUL , 5 mistral3 ,0 ,any ,MUL+ADD , 4 mistral3 ,0 ,any ,RMS_NORM+MUL , 5 mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 mistral4 ,0 ,any ,ADD+ADD , 1 mistral4 ,0 ,any ,MUL+ADD , 2 mistral4 ,0 ,any ,RMS_NORM+MUL , 9 mpt ,0 ,any ,NORM+MUL+ADD , 5 muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10 muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3 nanbeige ,0 ,any ,RMS_NORM+MUL , 5 nemotron ,0 ,any ,NORM+MUL+ADD , 5 nemotron_h ,0 ,any ,RMS_NORM+MUL , 5 nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5 olmo2 ,0 ,any ,RMS_NORM+MUL , 5 olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4 olmoe ,1 ,any ,MUL+ADD , 4 olmoe ,1 ,any ,RMS_NORM+MUL , 9 olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2 openelm ,0 ,any ,RMS_NORM+MUL , 9 orion ,0 ,any ,NORM+MUL+ADD , 5 paddleocr ,0 ,any ,RMS_NORM+MUL , 5 pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5 phi2 ,0 ,any ,ADD+ADD , 2 phi2 ,0 ,any ,NORM+MUL+ADD , 3 phi3 ,0 ,any ,RMS_NORM+MUL , 5 phimoe ,1 ,any ,MUL+ADD , 4 phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5 phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 plamo ,0 ,any ,ADD+ADD , 2 plamo ,0 ,any ,RMS_NORM+MUL , 3 plamo2 ,0 ,any ,RMS_NORM+MUL , 10 plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4 plamo2 ,0 ,any ,SSM_CONV+UNARY , 1 plamo3 ,0 ,any ,RMS_NORM+MUL , 9 plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4 pockettts ,0 ,any ,NORM+MUL+ADD , 5 qwen ,0 ,any ,RMS_NORM+MUL , 5 qwen2 ,0 ,any ,RMS_NORM+MUL , 5 qwen2moe ,1 ,any ,ADD+ADD , 2 qwen2moe ,1 ,any ,MUL+ADD , 4 qwen2moe ,1 ,any ,RMS_NORM+MUL , 5 qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2 qwen2vl ,0 ,any ,RMS_NORM+MUL , 5 qwen3 ,0 ,any ,RMS_NORM+MUL , 9 qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1 qwen35 ,0 ,any ,RMS_NORM+MUL , 8 qwen35 ,0 ,any ,RMS_NORM+SCALE , 2 qwen35 ,0 ,any ,SSM_CONV+UNARY , 1 qwen35moe ,1 ,any ,ADD+ADD , 2 qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1 qwen35moe ,1 ,any ,MUL+ADD , 4 qwen35moe ,1 ,any ,RMS_NORM+MUL , 8 qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2 qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1 qwen3moe ,1 ,any ,MUL+ADD , 4 qwen3moe ,1 ,any ,RMS_NORM+MUL , 9 qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 qwen3next ,0 ,any ,ADD+ADD , 2 qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1 qwen3next ,0 ,any ,MUL+ADD , 4 qwen3next ,0 ,any ,RMS_NORM+MUL , 8 qwen3next ,0 ,any ,RMS_NORM+SCALE , 2 qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 qwen3next ,0 ,any ,SSM_CONV+UNARY , 1 qwen3tts ,0 ,any ,RMS_NORM+MUL , 9 qwen3vl ,0 ,any ,RMS_NORM+MUL , 9 qwen3vlmoe ,1 ,any ,MUL+ADD , 4 qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9 qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 qwen4exp ,0 ,any ,ADD+ADD+ADD , 2 qwen4exp ,0 ,any ,ADD+ADD+ADD+ADD+ADD+ADD+ADD , 9 qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1 qwen4exp ,0 ,any ,MUL+ADD , 4 qwen4exp ,0 ,any ,RMS_NORM+MUL , 13 qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2 qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1 refact ,0 ,any ,RMS_NORM+MUL , 5 refact ,0 ,any ,RMS_NORM+MUL , 5 rnd1 ,0 ,any ,MUL+ADD , 4 rnd1 ,0 ,any ,RMS_NORM+MUL , 9 rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2 seed_oss ,0 ,any ,RMS_NORM+MUL , 5 smallthinker ,0 ,any ,MUL+ADD , 4 smallthinker ,0 ,any ,RMS_NORM+MUL , 5 smollm3 ,0 ,any ,RMS_NORM+MUL , 5 spark2_5 ,0 ,any ,RMS_NORM+MUL , 5 stablelm ,0 ,any ,NORM+MUL , 4 stablelm ,0 ,any ,NORM+MUL+ADD , 5 starcoder ,0 ,any ,NORM+MUL+ADD , 5 starcoder2 ,0 ,any ,NORM+MUL+ADD , 5 talkie ,0 ,any ,ADD+ADD , 2 xverse ,0 ,any ,RMS_NORM+MUL , 5