type S6
import bendtorch-gpu@1.3.0.0/main.bend as BendtorchGpuimport Base
807# backward 1: P's score cell as forward 1, and G's cell dP = dO's row · v's row, as drow's dot (S6{q, k, v, d, p, g})
808type S6 is Type:
809 S6{q: Array<F32>, k: Array<F32>, v: Array<F32>, d: Array<F32>, p: Array<F32>, g: Array<F32>}