def sr3

bend-ml-tensor-fork@0.1.6.0 · main.bend:324

import Base
import bend-ml-tensor-array@0.1.19.0/main.bend as TA

324# a row's loss term log(max(p, 1e-12)) and its gradient: cea_row3..cea_row0 without the running loss
325def sr3(+mm1: Nat, +o: U32, +label: Nat, +s: F32, +nf: F32, q: TA.AF) -> TA.L2:
326  match q:
327    case TA.AF{c, +p}:
328      TA.L2{F32.log(F32.max(p, 0.000000000001)), TA.cea_grad(mm1, o, 0n, label, s, nf, Array.get(F32, c, o))}