llama.cpp/tests/fusion/MTL.csv at master

mirrors/llama.cpp

0 Fork 0

mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-10-28 17:56:13 +08:00

Files

T

19cce69199 model : add LiquidAI/LFM3-1.7B and LiquidAI/LFM3-VL-2B (#31252 )

* model : add LiquidAI/LFM3-1.7B and LiquidAI/LFM3-VL-2B

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
Co-authored-by: Xuan-Son Nguyen <son@huggingface.co>
Assisted-by: Claude Opus 5.5

* tests : set the SWA rope base of the LFM3 test model

Assisted-by: Claude Opus 5.5

* llama : enable recurrent state rollback for LFM3

Assisted-by: Claude Opus 5.5

* Apply batched suggestions from code review

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
Co-authored-by: Tarek Dakhran <github@dakhran.com>

* gguf-py : align the lfm3vl mapping comments

Assisted-by: Claude Opus 5.5

* llama : fix CRLF line endings from the review suggestions

Assisted-by: Claude Opus 5.5

* tests : add the LFM3 Metal fusion baseline

Assisted-by: Claude Opus 5.5

* llama : keep the LFM3-VL depthwise conv kernels in F32 when quantizing

Assisted-by: Claude Opus 5.5

---------

Co-authored-by: Sigbjørn Skjæret <sigbjorn.skjaeret@huggingface.co>
Co-authored-by: Xuan-Son Nguyen <son@huggingface.co>

2026-10-27 17:06:40 +01:00

21 KiB

Raw Permalink Blame History

1	# test-fusion baseline for device MTL
2	# arch ,moe ,mode ,label , count
3	afmoe ,1 ,any ,MUL+ADD , 2
4	afmoe ,1 ,any ,RMS_NORM+MUL , 10
5	afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6	arcee ,0 ,any ,RMS_NORM+MUL , 5
7	arctic ,0 ,any ,MUL+ADD , 4
8	arctic ,0 ,any ,RMS_NORM+MUL , 7
9	arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10	baichuan ,0 ,any ,RMS_NORM+MUL , 5
11	bailingmoe ,1 ,any ,ADD+ADD , 2
12	bailingmoe ,1 ,any ,MUL+ADD , 4
13	bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14	bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15	bailingmoe2 ,1 ,any ,ADD+ADD , 1
16	bailingmoe2 ,1 ,any ,MUL+ADD , 2
17	bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18	bailingmoe3 ,1 ,any ,ADD+ADD , 1
19	bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20	bailingmoe3 ,1 ,any ,MUL+ADD , 2
21	bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22	bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23	beam ,0 ,any ,MUL+ADD , 6
24	beam ,0 ,any ,RMS_NORM+MUL , 25
25	bloom ,0 ,any ,NORM+MUL+ADD , 6
26	chatglm ,0 ,any ,RMS_NORM+MUL , 5
27	codeshell ,0 ,any ,NORM+MUL+ADD , 5
28	cogvlm ,0 ,any ,RMS_NORM+MUL , 5
29	cohere2 ,0 ,any ,ADD+ADD , 2
30	cohere2 ,0 ,any ,NORM+MUL , 3
31	cohere2moe ,1 ,any ,ADD+ADD , 2
32	cohere2moe ,1 ,any ,MUL+ADD , 2
33	cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
34	command-r ,0 ,any ,NORM+MUL , 3
35	dbrx ,0 ,any ,MUL+ADD , 4
36	dbrx ,0 ,any ,NORM+MUL , 5
37	dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
38	deci ,0 ,any ,RMS_NORM+MUL , 5
39	deepseek ,0 ,any ,ADD+ADD , 1
40	deepseek ,0 ,any ,MUL+ADD , 2
41	deepseek ,0 ,any ,RMS_NORM+MUL , 5
42	deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
43	deepseek2 ,0 ,any ,ADD+ADD , 1
44	deepseek2 ,0 ,any ,MUL+ADD , 2
45	deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
46	deepseek32 ,0 ,any ,ADD+ADD , 1
47	deepseek32 ,0 ,any ,MUL+ADD , 2
48	deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
49	deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
50	deepseek4 ,0 ,any ,MUL+ADD , 8
51	deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
52	deepseek41 ,0 ,any ,MUL+ADD , 12
53	deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
54	dots1 ,0 ,any ,ADD+ADD , 1
55	dots1 ,0 ,any ,MUL+ADD , 2
56	dots1 ,0 ,any ,RMS_NORM+MUL , 9
57	dots3note ,0 ,any ,ADD+ADD , 1
58	dots3note ,0 ,any ,MUL+ADD , 2
59	dots3note ,0 ,any ,NORM+MUL+ADD , 1
60	dots3note ,0 ,any ,RMS_NORM+MUL , 11
61	dream ,0 ,any ,RMS_NORM+MUL , 5
62	ernie4_5-moe ,1 ,any ,ADD+ADD , 1
63	ernie4_5-moe ,1 ,any ,MUL+ADD , 2
64	ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
65	ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
66	exaone ,0 ,any ,RMS_NORM+MUL , 5
67	exaone-moe ,1 ,any ,ADD+ADD , 1
68	exaone-moe ,1 ,any ,MUL+ADD , 2
69	exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
70	exaone4 ,0 ,any ,RMS_NORM+MUL , 5
71	exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
72	falcon ,0 ,any ,ADD+ADD , 2
73	falcon ,0 ,any ,NORM+MUL+ADD , 5
74	falcon-h1 ,0 ,any ,ADD+ADD , 2
75	falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
76	flint ,0 ,any ,ADD+ADD , 1
77	flint ,0 ,any ,MUL+ADD , 2
78	flint ,0 ,any ,RMS_NORM+MUL , 9
79	gemma ,0 ,any ,RMS_NORM+MUL , 5
80	gemma2 ,0 ,any ,RMS_NORM+MUL , 5
81	gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
82	gemma3 ,0 ,any ,RMS_NORM+MUL , 9
83	gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
84	glm-dsa ,0 ,any ,ADD+ADD , 1
85	glm-dsa ,0 ,any ,MUL+ADD , 2
86	glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
87	glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
88	glm4 ,0 ,any ,RMS_NORM+MUL , 5
89	glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
90	glm4moe ,1 ,any ,ADD+ADD , 1
91	glm4moe ,1 ,any ,MUL+ADD , 2
92	glm4moe ,1 ,any ,RMS_NORM+MUL , 9
93	glm5-next ,0 ,any ,ADD+ADD+ADD , 1
94	glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
95	glm5-next ,0 ,any ,MUL+ADD , 2
96	glm5-next ,0 ,any ,NORM+MUL+ADD , 1
97	glm5-next ,0 ,any ,RMS_NORM+MUL , 8
98	glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
99	gpt-oss ,0 ,any ,MUL+ADD , 4
100	gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
101	gpt2 ,0 ,any ,NORM+MUL+ADD , 5
102	gptneox ,0 ,any ,NORM+MUL+ADD , 5
103	granite ,0 ,any ,RMS_NORM+MUL , 5
104	granite ,0 ,any ,MUL+ADD , 4
105	granite ,0 ,any ,RMS_NORM+MUL , 5
106	granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
107	granite_swa ,0 ,any ,RMS_NORM+MUL , 5
108	granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
109	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
110	granitemoe ,1 ,any ,MUL+ADD , 4
111	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
112	granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
113	grok ,0 ,any ,MUL+ADD , 4
114	grok ,0 ,any ,RMS_NORM+MUL , 5
115	grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
116	grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
117	grovemoe ,1 ,any ,ADD+ADD , 2
118	grovemoe ,1 ,any ,MUL+ADD , 8
119	grovemoe ,1 ,any ,RMS_NORM+MUL , 9
120	hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
121	hunyuan-moe ,1 ,any ,ADD+ADD , 2
122	hunyuan-moe ,1 ,any ,MUL+ADD , 4
123	hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
124	hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
125	hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
126	hy_v3 ,0 ,any ,ADD+ADD , 2
127	hy_v3 ,0 ,any ,MUL+ADD , 4
128	hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
129	hy_v4 ,0 ,any ,MUL+ADD , 2
130	hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
131	hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
132	internlm2 ,0 ,any ,RMS_NORM+MUL , 5
133	jais ,0 ,any ,NORM+MUL+ADD , 5
134	jais2 ,0 ,any ,NORM+MUL+ADD , 5
135	jamba ,0 ,any ,RMS_NORM+MUL , 8
136	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
137	k2-horizon ,0 ,any ,ADD+ADD , 1
138	k2-horizon ,0 ,any ,MUL+ADD , 2
139	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
140	kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
141	kimi-k3 ,0 ,any ,MUL+ADD , 2
142	kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
143	kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
144	kimi-linear ,0 ,any ,ADD+ADD , 1
145	kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
146	kimi-linear ,0 ,any ,MUL+ADD , 2
147	kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
148	kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
149	kolibri1 ,0 ,any ,MUL+ADD , 4
150	kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
151	kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
152	laguna ,0 ,any ,ADD+ADD , 1
153	laguna ,0 ,any ,MUL+ADD , 2
154	laguna ,0 ,any ,RMS_NORM+MUL , 9
155	lfm2 ,0 ,any ,RMS_NORM+MUL , 7
156	lfm2moe ,1 ,any ,MUL+ADD , 2
157	lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
158	lfm3 ,0 ,any ,RMS_NORM+MUL , 17
159	llada ,0 ,any ,RMS_NORM+MUL , 5
160	llada-moe ,1 ,any ,MUL+ADD , 4
161	llada-moe ,1 ,any ,RMS_NORM+MUL , 9
162	llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
163	llama ,0 ,any ,RMS_NORM+MUL , 5
164	llama ,0 ,any ,MUL+ADD , 4
165	llama ,0 ,any ,RMS_NORM+MUL , 5
166	llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
167	llama4 ,0 ,any ,ADD+ADD , 2
168	llama4 ,0 ,any ,RMS_NORM+MUL , 9
169	maincoder ,0 ,any ,RMS_NORM+MUL , 9
170	maion-coder ,0 ,any ,MUL+ADD , 4
171	maion-coder ,0 ,any ,RMS_NORM+MUL , 17
172	maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
173	maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
174	mamba ,0 ,any ,RMS_NORM+MUL , 3
175	mamba2 ,0 ,any ,RMS_NORM+MUL , 5
176	maple ,0 ,any ,MUL+ADD , 4
177	maple ,0 ,any ,RMS_NORM+MUL , 9
178	maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
179	mellum ,0 ,any ,MUL+ADD , 4
180	mellum ,0 ,any ,RMS_NORM+MUL , 9
181	mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
182	mimo2 ,0 ,any ,MUL+ADD , 4
183	mimo2 ,0 ,any ,RMS_NORM+MUL , 5
184	minicpm ,0 ,any ,RMS_NORM+MUL , 5
185	minicpm ,0 ,any ,MUL+ADD , 4
186	minicpm ,0 ,any ,RMS_NORM+MUL , 5
187	minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
188	minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
189	minimax-01 ,0 ,any ,MUL+ADD , 4
190	minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
191	minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
192	minimax-m2 ,0 ,any ,MUL+ADD , 4
193	minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
194	minimax-m3 ,0 ,any ,ADD+ADD , 1
195	minimax-m3 ,0 ,any ,MUL+ADD , 2
196	minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
197	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
198	mistral3 ,0 ,any ,MUL+ADD , 4
199	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
200	mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
201	mistral4 ,0 ,any ,ADD+ADD , 1
202	mistral4 ,0 ,any ,MUL+ADD , 2
203	mistral4 ,0 ,any ,RMS_NORM+MUL , 9
204	mpt ,0 ,any ,NORM+MUL+ADD , 5
205	muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
206	muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
207	muse-spark ,0 ,any ,MUL+ADD , 4
208	muse-spark ,0 ,any ,RMS_NORM+MUL , 14
209	nanbeige ,0 ,any ,RMS_NORM+MUL , 5
210	nemotron ,0 ,any ,NORM+MUL+ADD , 5
211	nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
212	nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
213	olmo2 ,0 ,any ,RMS_NORM+MUL , 5
214	olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
215	olmoe ,1 ,any ,MUL+ADD , 4
216	olmoe ,1 ,any ,RMS_NORM+MUL , 9
217	olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
218	openelm ,0 ,any ,RMS_NORM+MUL , 9
219	orion ,0 ,any ,NORM+MUL+ADD , 5
220	paddleocr ,0 ,any ,RMS_NORM+MUL , 5
221	pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
222	phi2 ,0 ,any ,ADD+ADD , 2
223	phi2 ,0 ,any ,NORM+MUL+ADD , 3
224	phi3 ,0 ,any ,RMS_NORM+MUL , 5
225	phimoe ,1 ,any ,MUL+ADD , 4
226	phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
227	phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
228	plamo ,0 ,any ,ADD+ADD , 2
229	plamo ,0 ,any ,RMS_NORM+MUL , 3
230	plamo2 ,0 ,any ,RMS_NORM+MUL , 10
231	plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
232	plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
233	plamo3 ,0 ,any ,RMS_NORM+MUL , 9
234	plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
235	pockettts ,0 ,any ,NORM+MUL+ADD , 5
236	qwen ,0 ,any ,RMS_NORM+MUL , 5
237	qwen2 ,0 ,any ,RMS_NORM+MUL , 5
238	qwen2moe ,1 ,any ,ADD+ADD , 2
239	qwen2moe ,1 ,any ,MUL+ADD , 4
240	qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
241	qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
242	qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
243	qwen3 ,0 ,any ,RMS_NORM+MUL , 9
244	qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
245	qwen35 ,0 ,any ,RMS_NORM+MUL , 8
246	qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
247	qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
248	qwen35moe ,1 ,any ,ADD+ADD , 2
249	qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
250	qwen35moe ,1 ,any ,MUL+ADD , 4
251	qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
252	qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
253	qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
254	qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
255	qwen3moe ,1 ,any ,MUL+ADD , 4
256	qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
257	qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
258	qwen3next ,0 ,any ,ADD+ADD , 2
259	qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
260	qwen3next ,0 ,any ,MUL+ADD , 4
261	qwen3next ,0 ,any ,RMS_NORM+MUL , 8
262	qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
263	qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
264	qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
265	qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
266	qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
267	qwen3vlmoe ,1 ,any ,MUL+ADD , 4
268	qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
269	qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
270	qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
271	qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
272	qwen4exp ,0 ,any ,MUL+ADD , 4
273	qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
274	qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
275	qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
276	qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
277	refact ,0 ,any ,RMS_NORM+MUL , 5
278	refact ,0 ,any ,RMS_NORM+MUL , 5
279	rnd1 ,0 ,any ,MUL+ADD , 4
280	rnd1 ,0 ,any ,RMS_NORM+MUL , 9
281	rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
282	seed_oss ,0 ,any ,RMS_NORM+MUL , 5
283	smallthinker ,0 ,any ,MUL+ADD , 4
284	smallthinker ,0 ,any ,RMS_NORM+MUL , 5
285	smollm3 ,0 ,any ,RMS_NORM+MUL , 5
286	spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
287	stablelm ,0 ,any ,NORM+MUL , 4
288	stablelm ,0 ,any ,NORM+MUL+ADD , 5
289	starcoder ,0 ,any ,NORM+MUL+ADD , 5
290	starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
291	talkie ,0 ,any ,ADD+ADD , 2
292	xverse ,0 ,any ,RMS_NORM+MUL , 5

21 KiB Raw Permalink Blame History

21 KiB

Raw Permalink Blame History