~/jendhub

def head_bwd

bendtorch@1.3.0.0 · main.bend:2685

import bendtorch@1.3.0.0/main.bend as Bendtorch
import Base

2685# one head's backward pass at head_cols' columns (no head index, as head_fwd)
2686def head_bwd(+dm: Dm, +cols: HC, s: BS) -> BS:
2687  match dm cols s:
2688    case Dm{+t, +g, +hd, +w, +kvw, +sc} HC{+hc, +kc} BS{q, k, v, d, dq, dka, dva}:
2689      hb1(t, hd, w, kvw, sc, hc, kc, v, d, dq, dka, dva, probs(t, hd, sc, U32.from_nat(w), hc, U32.from_nat(kvw), kc, q, k))

Uses (6)

Used by (1)