def RMSNorm

bendtorch-fast@1.3.0.0 · main.bend:327

import Base
import bend-ml-tensor-array@0.1.18.0/main.bend as TA
import bendtorch@1.3.0.0/main.bend as T

327# main.bend's RMSNorm, RoPE, Attention, MSE and CrossEntropy under their own names (Embedding below, with its step in
328# blocks), so that a program that takes its layers from here can take device versions of the same names from another
329# file by its import line alone (they run as in main.bend)
330def RMSNorm(+n: Nat, +d: Nat, +eps: F32) -> T.Layer<TA.Mat<1n, d>, TA.Mat<n, d>, TA.Mat<n, d>, TA.Mat<n, d>>:
331  T.RMSNorm(n, d, eps)