type LW

bend-ml-llama@0.2.1.0 · main.bend:898

import Base
import bend-ml-tensor-array@0.1.19.0/main.bend as TA

898# the weights of one layer, with their shapes from the config (row = output, as PyTorch stores them)
899type LW<-c: Cfg> is Type:
900  LW{ln1: List<&2, F32>, q: TA.Bands<Cfg.dim(c), Cfg.dim(c)>, k: TA.Bands<Cfg.kvw(c), Cfg.dim(c)>, v: TA.Bands<Cfg.kvw(c), Cfg.dim(c)>, o: TA.Bands<Cfg.dim(c), Cfg.dim(c)>, ln2: List<&2, F32>, gate: TA.Bands<Cfg.ffn(c), Cfg.dim(c)>, up: TA.Bands<Cfg.ffn(c), Cfg.dim(c)>, down: TA.Bands<Cfg.dim(c), Cfg.ffn(c)>}