Lex.tokens: def of emerging-ezjson@1.3.0.0
Import: import emerging-ezjson@1.3.0.0/src/lex.bend as Lex
Lines 417-419 of emerging-ezjson@1.3.0.0/src/lex.bend: https://jend.leeeet.dev/read.txt?path=emerging-ezjson@1.3.0.0/src/lex.bend&start_line=417&end_line=419

import Base

# a text as tokens. Clean words and strings are spans of the text
def tokens(txt: String) -> List<&2, Tok>:
  tokens.go(txt, Go{"", 0, GIdle{}, []})

Uses (6):
  https://jend.leeeet.dev/definition.txt?path=Base/base.bend&name=List
  https://jend.leeeet.dev/definition.txt?path=Base/base.bend&name=String
  https://jend.leeeet.dev/definition.txt?path=emerging-ezjson@1.3.0.0/src/lex.bend&name=Scan
  https://jend.leeeet.dev/definition.txt?path=emerging-ezjson@1.3.0.0/src/lex.bend&name=Span
  https://jend.leeeet.dev/definition.txt?path=emerging-ezjson@1.3.0.0/src/lex.bend&name=Tok
  https://jend.leeeet.dev/definition.txt?path=emerging-ezjson@1.3.0.0/src/lex.bend&name=tokens.go