~/jendhub

def layernorm.fin

bend-ml-tensor@0.1.2.0 · main.bend:386

import bend-ml-tensor@0.1.2.0/main.bend as BendMlTensor
import Base

386# (x - mean) / sqrt(variance + eps), then * gamma + beta
387def layernorm.fin(+cs: List<&2, F32>, +d: F32, +eps: F32, +gamma: List<&2, F32>, +beta: List<&2, F32>) -> List<&2, F32>:
388  zip_with.add(zip_with.mul(scale.l((1.0 / F32.sqrt(((sq_sum(cs, 0.0) / d : F32) + eps : F32)) : F32), cs), gamma), beta)

Uses (9)

Used by (1)