diff --git a/src/models/bitnet.cpp b/src/models/bitnet.cpp
index a08881b..e9f0124 100644
--- a/src/models/bitnet.cpp
+++ b/src/models/bitnet.cpp
@@ -129,7 +129,7 @@ llama_model_bitnet::graph::graph(const llama_model & model, const llm_graph_para
                 model.layers[il].ffn_gate, NULL, model.layers[il].ffn_gate_s,
                 NULL,                      NULL, NULL,
                 NULL,
-                LLM_FFN_SILU, LLM_FFN_PAR, il);
+                LLM_FFN_RELU_SQR, LLM_FFN_PAR, il);
         cb(cur, "ffn_sub_out", il);
 
         cur = build_norm(cur,