def swiglu

bend-ml-llama@0.2.0.0 · main.bend:459

import Base

459# silu(gate) * up
460def swiglu(g: List<&2, F32>, u: List<&2, F32>) -> List<&2, F32>:
461  match g u:
462    case Con{+a, ga} Con{+b, ub}:
463      (silu(a) * b : F32) <> swiglu(ga, ub)
464    case _ _:
465      Nil{}