def pre_of

bend-ml-llama@0.2.0.0 · main.bend:1047

import Base
import bend-ml-tensor-array@0.1.14.0/main.bend as TA

1047# a prompt position, whose logits nobody reads: the layers and the caches as forward_gen gives them, without the final
1048# norm and the product by the embedding (vocab x dim, the largest of a position), so lg and nf are empty
1049def pre_of(-c: Cfg, -cap: Nat, -t: Nat, +d: Nat, emb: TA.Bands<Cfg.vocab(c), Cfg.dim(c)>, +lnf: List<&2, F32>, r: Run<c, cap, t>) -> Out<c, cap, t>:
1050  match r:
1051    case Run{x, ls, cs, acts}:
1052      Out{Nil{}, Nil{}, acts, cs, Model{d, emb, ls, lnf}}