Error :: Error

Token :: Token

Token_Kind :: Token_Kind

Tokenizer :: Tokenizer

advance_rune :: proc(t: ^Tokenizer) -> (err: Error) {…}

init :: proc(t: ^Tokenizer, str: string, flags: bit_set[Flag]) {…}

peek_byte :: proc(t: ^Tokenizer, offset: int = 0) -> u8 {…}

@(require_results)

scan :: proc(t: ^Tokenizer) -> (token: Token) {…}

@(require_results)

scan_class :: proc(t: ^Tokenizer) -> (str: string, ok: bool) {…}

scan_comment :: proc(t: ^Tokenizer) {…}

@(require_results)

scan_non_capture_group :: proc(t: ^Tokenizer) -> bool {…}

@(require_results)

scan_non_greedy :: proc(t: ^Tokenizer) -> bool {…}

@(require_results)

scan_repeat :: proc(t: ^Tokenizer) -> (str: string, ok: bool) {…}