type Lexeme

qasim-bend-kit@0.1.0.2 · libs/JSON.bend:931

import Base

931# Lexical boundaries are found once. Token payloads are then parsed on a
932# balanced fork tree, so strings and numbers in one document can use different
933# GPU lanes. Delimiter assembly follows token order.
934type Lexeme is Data:
935    Punctuation{character: Char}
936    Payload{text: String}