def swiglu

bend-ml-llama@0.2.1.0 · main.bend:460

import Base

460# silu(gate) * up
461def swiglu(g: List<&2, F32>, u: List<&2, F32>) -> List<&2, F32>:
462  match g u:
463    case Con{+a, ga} Con{+b, ub}:
464      (silu(a) * b : F32) <> swiglu(ga, ub)
465    case _ _:
466      Nil{}