def Mat.layernorm

bend-ml-tensor@0.1.2.0 · main.bend:410

import Base

410# normalizes each row (d columns) and applies gamma and beta, vectors of d numbers
411def Mat.layernorm(-n: Nat, d: Nat, eps: F32, g: Vec<d>, bt: Vec<d>, a: Mat<n, d>) -> Mat<n, d>:
412  match g bt a:
413    case Vec{gamma} Vec{beta} Mat{x}:
414      Mat{rows.layernorm(x, F32.from_nat(d), eps, gamma, beta)}