type OptState

bendtorch@1.3.0.0 · main.bend:62

import Base

62# Owned optimizer buffers: SGD has none, momentum one, Adam/AdamW two (Packed: two, in packed BF16, see PTree).
63type OptState<-P: Type> is Type:
64  NoMom{}
65  OneMom{m: P}
66  TwoMom{m: P, v: P}
67  Packed{t: PTree}