ml/backend/ggml: fix rms norm

OpenBMB · Feb 21, 2025 · 2192a28 · 2192a28
1 parent 5d81c1a
commit 2192a28
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ml/backend/ggml/ggml.go b/ml/backend/ggml/ggml.go
@@ -485,7 +485,7 @@ func (t *Tensor) LayerNorm(ctx ml.Context, w, b ml.Tensor, eps float32) ml.Tenso
 }
 
 func (t *Tensor) RMSNorm(ctx ml.Context, w ml.Tensor, eps float32) ml.Tensor {
-	return (&Tensor{t: C.ggml_norm(ctx.(*Context).ctx, t.t, C.float(eps))}).Mul(ctx, w)
+	return (&Tensor{t: C.ggml_rms_norm(ctx.(*Context).ctx, t.t, C.float(eps))}).Mul(ctx, w)
 }
 
 func (t *Tensor) Pad(ctx ml.Context, shape ...int) ml.Tensor {