def dm_of

bendtorch@1.3.0.0 · main.bend:2910

import Base

2910# a unit's dimensions: g query heads (g·hd columns) over one key/value head (hd columns)
2911def dm_of(+dm: AttnDims) -> Dm:
2912  match dm:
2913    case AttnDims{+b, +t, +kv, +g, +hd, +sc}:
2914      Dm{t, g, hd, Nat.mul(g, hd), hd, sc}