def forward

bend-ml-llama@0.2.1.0 · main.bend:1037

import Base
import bend-ml-tensor-array@0.1.19.0/main.bend as TA

1037# a position with every layer's activations (the tests read them)
1038def forward(+c: Cfg, -cap: Nat, +t: Nat, m: Model<c>, cs: List<&1, KV<cap, t>>, -room: {True{} == TA.leb(1n+t, cap) : Bool}, +tok: Nat) -> Out<c, cap, t>:
1039  forward_k(True{}, c, cap, t, m, cs, room, tok)