~/jendhub

def kv_count

bend-ml-llama@0.2.1.0 · main.bend:505

import bend-ml-llama@0.2.1.0/main.bend as BendMlLlama
import Base

505# the number of key/value heads a cache holds
506def kv_count(-cap: Nat, -t: Nat, kv: KV<cap, t>) -> Nat:
507  match kv:
508    case KV{ka, va}:
509      List.length(&1, Array<F32>, ka)

Uses (5)

Used by (1)