type Cfg

bend-ml-llama@0.2.1.0 · main.bend:84

import Base

84# kv: key/value heads; g: query heads per key/value head; half: half a head (a head has 2·half numbers, so its
85# size is even by construction); f: the MLP's inner width; layers; vocab: the vocabulary (the embedding has
86# vocab rows, and the LM head is the embedding); eps: RMSNorm's epsilon; theta: RoPE's base.
87type Cfg is Data:
88  Cfg{kv: Nat, g: Nat, half: Nat, f: Nat, layers: Nat, vocab: Nat, eps: F32, theta: F32}