def adamhv_l

import bendtorch@1.3.0.0/main.bend as Bendtorch
import Base

368# m packed, v in F32 (one cell an element, as adam_l's)
369def adamhv_l(nleft: Nat, +t: U32, +lr: F32, +c1: F32, +b2: F32, +c2: F32, +eps: F32, +wd: F32, +dec: Bool, +step: F32, +bc2: F32, rw: Array<F32> & F32, rg: Array<F32> & F32, rm: Array<U32> & U32, rv: Array<F32> & F32) -> PQV:
370  match nleft rw rg rm rv:
371    case 0n Tuple{w, x} Tuple{g, y} Tuple{m, a} Tuple{v, b}:
372      PQV{w, g, m, v}
373    case 1n+p Tuple{w, +x} Tuple{g, +y} Tuple{m, +a} Tuple{v, +b}:
374      +odd = U32.is_eq((t .&. 1 : U32), 1)
375      +gg = adam_grad(dec, wd, x, y)
376      +hm = ph_of(adam_m(c1, ph_to(ph_half(odd, a)), gg))
377      +nv = adam_v(b2, c2, b, gg)
378      +nw = adam_w(step, bc2, eps, adam_decay(dec, lr, wd, x), ph_to(hm), nv)
379      +u = (t + 1 : U32)
380      adamhv_l(p, u, lr, c1, b2, c2, eps, wd, dec, step, bc2, Array.get(F32, Array.set(F32, w, t, nw), u), Array.get(F32, Array.set(F32, g, t, 0.0), u), Array.get(U32, Array.set(U32, m, U32.shrn(t, 1n), ph_put(odd, a, hm)), U32.shrn(u, 1n)), Array.get(F32, Array.set(F32, v, t, nv), u))
def adamhv_l

Uses (23)

Used by (2)
