llama : fix build_ffn without gate (#13336)

ngxson · web-flow · commit 2f54e348ad29 · 2025-05-06T14:25:40.000+02:00
* llama : fix build_ffn without gate * fix build on windows * Revert "fix build on windows" This reverts commit fc420d3.
diff --git a/src/llama-graph.cpp b/src/llama-graph.cpp
@@ -782,7 +782,7 @@ ggml_tensor * llm_graph_context::build_ffn(
             } break;
     }
 
-    if (type_gate == LLM_FFN_PAR) {
+    if (gate && type_gate == LLM_FFN_PAR) {
         cur = ggml_mul(ctx0, cur, tmp);
         cb(cur, "ffn_gate_par", il);
     }

Original file line number	Diff line number	Diff line change
`@@ -782,7 +782,7 @@ ggml_tensor * llm_graph_context::build_ffn(`
`782`	`782`	`} break;`
`783`	`783`	`}`
`784`	`784`
`785`		`- if (type_gate == LLM_FFN_PAR) {`
	`785`	`+ if (gate && type_gate == LLM_FFN_PAR) {`
`786`	`786`	`cur = ggml_mul(ctx0, cur, tmp);`
`787`	`787`	`cb(cur, "ffn_gate_par", il);`
`788`	`788`	`}`