def Cfg.kvw
import bend-ml-llama@0.2.1.0/main.bend as BendMlLlamaimport Base
146# the width of the keys (and of the values): one head per key/value head
147def Cfg.kvw(+c: Cfg) -> Nat:
148 Nat.mul(Cfg.kv(c), Cfg.head(c))
import bend-ml-llama@0.2.1.0/main.bend as BendMlLlamaimport Base
146# the width of the keys (and of the values): one head per key/value head
147def Cfg.kvw(+c: Cfg) -> Nat:
148 Nat.mul(Cfg.kv(c), Cfg.head(c))