type Out

bend-ml-llama@0.2.1.0 · main.bend:1007

import Base

1007# what one position produces: the logits, the final norm, every layer's activations, the caches grown to t + 1
1008# positions and the model handed back
1009type Out<-c: Cfg, -cap: Nat, -t: Nat> is Type:
1010  Out{lg: List<&2, F32>, nf: List<&2, F32>, acts: List<&2, Act>, cs: List<&1, KV<cap, 1n+t>>, m: Model<c>}