def relu_bwd

bend-ml-autograd@0.1.1.0 · main.bend:237

import Base
import bend-ml-tensor@0.1.0.0/main.bend as T

237# y = relu(x); the gradient passes where x > 0
238def relu_bwd(-r: Nat, -c: Nat, x: T.Mat<r, c>, dy: T.Mat<r, c>) -> T.Mat<r, c>:
239  match x:
240    case T.Mat{rows}:
241      T.Mat.mul(r, c, dy, T.Mat{mask.rows(rows)})