type Rule

bend-ml-bpe-tokenizer@0.1.3.0 · main.bend:25

import Base

25# Merge rule: joins the pair (a, b) into the token M{id}.
26type Rule is Data:
27  Rule{id: Nat, a: Tk, b: Tk}