1 # Parameter updates in a fixed FP32 order. The parameter's storage is reused. 2 import Base 3 import ./tensor.bend as Tensors 4 import ./tensor_f32.bend as F 5 6 def Tensor() -> Type: 7 Tensors.Tensor 8 9 # parameter - gradient * rate, for a gradient of the parameter's shape. 10 def sgd(parameter: Tensor(),gradient: Tensor(),+rate: F32) -> Tensor(): 11 F.sub(parameter,F.mul_scalar(gradient,rate))