type Act

bend-ml-llama@0.2.0.0 · main.bend:900

import Base

900# what a layer computes at one position, every intermediate: the tests compare them with transformers, and a
901# backward pass would read them
902type Act is Data:
903  Act{n1: List<&2, F32>, q: List<&2, F32>, k: List<&2, F32>, v: List<&2, F32>, qr: List<&2, F32>, kr: List<&2, F32>, attn: List<&2, F32>, a: List<&2, F32>, n2: List<&2, F32>, m: List<&2, F32>, y: List<&2, F32>}