def Mat.relu_bwd

bend-ml-tensor-array@0.1.19.0 · main.bend:1350

import Base

1350def Mat.relu_bwd(+r: Nat, +c: Nat, dy: Mat<r, c>, h: Mat<r, c>) -> MPair<r, c>:
1351  match dy h:
1352    case Mat{d} Mat{x}:
1353      mpair_fin(r, c, mask_l(Nat.mul(r, c), 0, Array.get(F32, d, 0), Array.get(F32, x, 0)))