def relu

bendtorch-core@0.1.0.0 · src/autograd/tensor_backward.bend:1630

import Base

1630# Records relu(a), PyTorch's relu, of a's shape: the pointwise product of a
1631# copy of a's value with ReluLeft against a rank-0 +0.0, on the parallel
1632# elementwise build. The copy is saved for the VJP.
1633def relu(tape: Tape, +a: Nat) -> Tape & Result<&2, &2, Error, Nat>:
1634  Tape{entries} = tape
1635  relu_found(a, value_counted(a, counted(entries)))