KEYWORD_LUT_LEN :: 1 << 9

KEYWORD_LUT_MASK :: KEYWORD_LUT_LEN - 1

Error_Handler :: Error_Handler

Flag :: Flag

Flags :: distinct Flags

Keyword_Hash_Entry :: Keyword_Hash_Entry

Keyword_LUT :: [512]Keyword_Hash_Entry

Pos :: Pos

Token :: Token

Token_Kind :: Token_Kind

Tokenizer :: Tokenizer

advance_rune :: proc(t: ^Tokenizer) {…}

default_error_handler :: proc(pos: Pos, msg: string, args: ..any) {…}

digit_val :: proc(r: rune) -> int {…}

error :: proc(t: ^Tokenizer, offset: int, msg: string, args: ..any) {…}

init :: proc(t: ^Tokenizer, src: string, path: string, err: Error_Handler = default_error_handler) {…}

is_assignment_operator :: proc(kind: Token_Kind) -> bool {…}

is_digit :: proc(r: rune) -> bool {…}

is_keyword :: proc(kind: Token_Kind) -> bool {…}

is_letter :: proc(r: rune) -> bool {…}

is_literal :: proc(kind: Token_Kind) -> bool {…}

is_newline :: proc(tok: Token) -> bool {…}

is_operator :: proc(kind: Token_Kind) -> bool {…}

@(require_results)

keyword_hash :: proc(text: string) -> u32 {…}

keyword_lut_init :: proc(lut: ^[512]Keyword_Hash_Entry) -> bool {…}

peek_byte :: proc(t: ^Tokenizer, offset: int = 0) -> u8 {…}

pos_compare :: proc(lhs, rhs: Pos) -> int {…}

scan :: proc(t: ^Tokenizer) -> Token {…}

scan_comment :: proc(t: ^Tokenizer) -> string {…}

scan_escape :: proc(t: ^Tokenizer) -> bool {…}

scan_file_tag :: proc(t: ^Tokenizer) -> string {…}

scan_identifier :: proc(t: ^Tokenizer) -> string {…}

scan_number :: proc(t: ^Tokenizer, seen_decimal_point: bool) -> (Token_Kind, string) {…}

scan_raw_string :: proc(t: ^Tokenizer) -> string {…}

scan_rune :: proc(t: ^Tokenizer) -> string {…}

scan_string :: proc(t: ^Tokenizer) -> string {…}

skip_whitespace :: proc(t: ^Tokenizer) {…}

to_string :: proc(kind: Token_Kind) -> string {…}

token_to_string :: proc(tok: Token) -> string {…}

custom_keyword_tokens: []string

global_keyword_lut: [512]Keyword_Hash_Entry

tokens: [119]string = [Token_Kind.COUNT]string{"Invalid", "EOF", "Comment", "FileTag", "", "identifier", "integer", "float", "imaginary", "rune", "string", "", "", "=", "!", "#", "@", "$", "^", "?", "+", "-", "*", "/", "%", "%%", "&", "|", "~", "&~", "<<", ">>", "&&", "||", "", "+=", "-=", "*=", "/=", "%=", "%%=", "&=", "|=", "~=", "&~=", "<<=", ">>=", "&&=", "||=", "", "++", "--", "->", "---", "", "==", "!=", "<", ">", "<=", ">=", "", "(", ")", "[", "]", "{", "}", ":", ";", ".", ",", "..", "..<", "..=", "", "", "import", "foreign", "package", "typeid", "when", "where", "if", "else", "for", "switch", "in", "not_in", "do", "case", "break", "continue", "fallthrough", "defer", "return", "proc", "struct", "union", "enum", "bit_set", "bit_field", "map", "dynamic", "auto_cast", "cast", "transmute", "distinct", "using", "context", "or_else", "or_return", "or_break", "or_continue", "asm", "inline", "no_inline", "matrix", ""}