def ln_fwd

bendtorch@1.3.0.0 · main.bend:1752

import bendtorch@1.3.0.0/main.bend as Bendtorch

import Base
import bend-ml-tensor-array@0.1.18.0/main.bend as TA

1752def ln_fwd(+n: Nat, +d: Nat, +eps: F32, p: LN<d>, x: TA.Mat<n, d>) -> Fwd<LN<d>, TA.Mat<n, d>, TA.Mat<n, d>>:
1753  match p x:
1754    case LN{TA.Mat{g}, TA.Mat{b}} TA.Mat{xa}:
1755      ln_f2(n, d, lnf_rows(Nat.sub(n, 1n), 0, d, F32.from_nat(d), eps, R4{xa, g, b, zeros_a(Nat.mul(n, d))}))

Uses (12)

Used by (1)

bendtorch@1.3.0.0/main:LayerNorm