def ce_pick2

bendtorch@1.3.0.0 · main.bend:3200

import Base

3200# loss - log_softmax(x)[y], log_softmax as PyTorch computes it: (x[y] - m) - log(sum exp(x - m)) (since 2026-10-18; it
3201# was loss - log(max(p[y], 1e-12)), which capped a row's loss at 27.63 where PyTorch's grows, NOTES)
3202def ce_pick2(+xy: F32, loss: F32, r: CSM) -> AS:
3203  match r:
3204    case CSM{z, +m, +ls}:
3205      AS{z, (loss - ((xy - m : F32) - ls : F32) : F32)}