type GW
import bend-ml-llama@0.2.1.0/main.bend as BendMlLlamaimport Base
807# one key/value head's work: its group of query heads, its keys and its values
808type GW is Type:
809 GW{g: List<&2, Head>, k: Array<F32>, v: Array<F32>}
import bend-ml-llama@0.2.1.0/main.bend as BendMlLlamaimport Base
807# one key/value head's work: its group of query heads, its keys and its values
808type GW is Type:
809 GW{g: List<&2, Head>, k: Array<F32>, v: Array<F32>}