def silu_v

bendtorch@1.3.0.0 · main.bend:1081

import bendtorch@1.3.0.0/main.bend as Bendtorch

import Base

1081# silu(x) = x * sigmoid(x), computed as PyTorch's CPU kernel: x / (1 + exp(-x));
1082# its gradient dy * s * (1 + x * (1 - s)) with s = sigmoid(x)
1083def silu_v(+x: F32) -> F32:
1084  (x / (1.0 + F32.exp(F32.neg(x)) : F32) : F32)

Uses (5)

Used by (3)