def relu_v

bendtorch@1.3.0.0 · main.bend:752

import bendtorch@1.3.0.0/main.bend as Bendtorch

import Base

752# relu(x) = x unless x < 0 (so relu(NaN) = NaN and relu(-0) = -0); its gradient is +0 where the output is <= 0 and
753# passes everywhere else, NaN included (PyTorch's threshold_backward)
754def relu_v(+x: F32) -> F32:
755  pick(F32.is_lt(x, 0.0), 0.0, x)

Uses (3)

Used by (1)

bendtorch@1.3.0.0/main:ReLU