~/jendhub

def train_at_b

bendtorch@1.3.0.0 · main.bend:952

import bendtorch@1.3.0.0/main.bend as Bendtorch
import Base

952# One owned model, including dimensions captured at run time. Its fwd, bwd and step closures each run once.
953def train_at_b(-P: Type, -X: Type, sf: Opt -> P -> P -> OptState<P> -> Step<P>, +cfg: OptCfg, st: OptState<P>, +p1: F32, +p2: F32, +l: F32, r: Bwd<P, X>) -> Train<P>:
954  match r:
955    case Bwd{p, dx, g}:
956      +q1 = (p1 + (OptCfg.c1(cfg) * (1.0 - p1 : F32) : F32) : F32)
957      +q2 = (p2 + (OptCfg.c2(cfg) * (1.0 - p2 : F32) : F32) : F32)
958      ts5(P, l, q1, q2, sf(Opt.at(cfg, q1, q2), p, g, st))

Uses (14)

Used by (1)