type Kept
import bend-ml-llama@0.2.1.0/main.bend as BendMlLlamaimport Base
1210# how many candidates top-p keeps (n) and their weight (z)
1211type Kept is Data:
1212 Kept{n: Nat, z: F32}
import bend-ml-llama@0.2.1.0/main.bend as BendMlLlamaimport Base
1210# how many candidates top-p keeps (n) and their weight (z)
1211type Kept is Data:
1212 Kept{n: Nat, z: F32}