def KV.empty

bend-ml-llama@0.2.1.0 · main.bend:487

import Base
import bend-ml-tensor-array@0.1.19.0/main.bend as TA

487# a cache with no position yet, with room for cap positions per key/value head
488def KV.empty(+c: Cfg, +cap: Nat) -> KV<cap, 0n>:
489  KV{arrays(Cfg.kv(c), TA.cap_depth(Nat.mul(cap, Cfg.head(c)))), arrays(Cfg.kv(c), TA.cap_depth(Nat.mul(cap, Cfg.head(c))))}