def Opt.at
bendtorch@1.3.0.0 · main.bend:457
import bendtorch@1.3.0.0/main.bend as Bendtorch
import Base
457def Opt.at(+cfg: OptCfg, +q1: F32, +q2: F32) -> Opt:
458 match cfg:
459 case CSGD{lr}:
460 SGD{lr}
461 case CMomentum{lr, mu}:
462 Momentum{lr, mu}
463 case CAdam{lr, b1, b2, eps, wd, c1, c2}:
464 Adam{lr, b1, b2, eps, wd, False{}, (lr / q1 : F32), F32.sqrt(q2), c1, c2}
465 case CAdamW{lr, b1, b2, eps, wd, c1, c2}:
466 Adam{lr, b1, b2, eps, wd, True{}, (lr / q1 : F32), F32.sqrt(q2), c1, c2}
467 case CAdamWBF16{lr, b1, b2, eps, wd, c1, c2, v16}:
468 Adam{lr, b1, b2, eps, wd, True{}, (lr / q1 : F32), F32.sqrt(q2), c1, c2}