type Act

bend-ml-llama@0.2.1.0 · main.bend:902

import Base

902# what a layer computes at one position, every intermediate: the tests compare them with transformers, and a
903# backward pass would read them
904type Act is Data:
905  Act{n1: List<&2, F32>, q: List<&2, F32>, k: List<&2, F32>, v: List<&2, F32>, qr: List<&2, F32>, kr: List<&2, F32>, attn: List<&2, F32>, a: List<&2, F32>, n2: List<&2, F32>, m: List<&2, F32>, y: List<&2, F32>}