def rms_bwd

bendtorch@1.3.0.0 · main.bend:1680

import Base
import bend-ml-tensor-array@0.1.18.0/main.bend as TA

1680def rms_bwd(+n: Nat, +d: Nat, +eps: F32, p: TA.Mat<1n, d>, x: TA.Mat<n, d>, dy: TA.Mat<n, d>, gacc: TA.Mat<1n, d>) -> Bwd<TA.Mat<1n, d>, TA.Mat<n, d>>:
1681  match p x dy:
1682    case TA.Mat{g} TA.Mat{xa} TA.Mat{da}:
1683      rms_b2(d, n, gacc, rmsb_rows(Nat.sub(n, 1n), 0, d, F32.from_nat(d), eps, R5{xa, da, g, zeros_a(Nat.mul(n, d)), zeros_a(d)}))