def forward_pre

bend-ml-llama@0.2.1.0 · main.bend:1061

import Base
import bend-ml-tensor-array@0.1.19.0/main.bend as TA

1061def forward_pre(+c: Cfg, -cap: Nat, +t: Nat, m: Model<c>, cs: List<&1, KV<cap, t>>, -room: {True{} == TA.leb(1n+t, cap) : Bool}, +tok: Nat) -> Out<c, cap, t>:
1062  match m:
1063    case Model{+d, emb, ls, +lnf}:
1064      forward_pre.go(c, cap, t, room, d, ls, lnf, cs, TA.Bands.read_row(Cfg.vocab(c), Cfg.dim(c), emb, tok))