def lift

bend-ml-bpe-tokenizer@0.1.3.0 · main.bend:128

import bend-ml-bpe-tokenizer@0.1.3.0/main.bend as BendMlBpeTokenizer

import Base

128# bytes -> initial tokens
129def lift(bs: List<&2, Nat>) -> List<&2, Tk>:
130  match bs:
131    case Nil{}:
132      Nil{}
133    case Con{n, t}:
134      B{n} <> lift(t)

Uses (3)

Used by (5)