def rms_fwd

bendtorch@1.3.0.0 · main.bend:1614

import bendtorch@1.3.0.0/main.bend as Bendtorch

import Base
import bend-ml-tensor-array@0.1.18.0/main.bend as TA

1614def rms_fwd(+n: Nat, +d: Nat, +eps: F32, p: TA.Mat<1n, d>, x: TA.Mat<n, d>) -> Fwd<TA.Mat<1n, d>, TA.Mat<n, d>, TA.Mat<n, d>>:
1615  match p x:
1616    case TA.Mat{g} TA.Mat{xa}:
1617      rms_f2(n, d, rmsf_rows(Nat.sub(n, 1n), 0, d, F32.from_nat(d), eps, R3{xa, g, zeros_a(Nat.mul(n, d))}))

Uses (11)

Used by (1)

bendtorch@1.3.0.0/main:RMSNorm