def sr_read

bend-ml-llama@0.2.1.0 · main.bend:719

import Base
import bend-ml-tensor-array@0.1.19.0/main.bend as TA

719# read the 1 + t scores the gemm wrote (read_l reads from the last index down, so it starts at t)
720def sr_read(+t: Nat, g: TA.G) -> SR:
721  match g:
722    case TA.G{qa, k, s}:
723      sr_of(k, TA.read_l(t, U32.from_nat(t), Nil{}, Array.get(F32, s, U32.from_nat(t))))