TokenType

Represents the type of Token

All types (except for STRING, NUMBER, IDENTIFIER, EOL and EOF) should be loaded dynamically from this enum during lexical analysis, they should not need to be separately defined there.

Entries

EOF()

EOL()

KW_CATCH("catch")

KW_TRY("try")

KW_CONST("const")

KW_VAR("var")

KW_NAMESPACE("namespace")

KW_NEW

KW_NEW("new")

KW_METHODS

KW_METHODS("methods")

KW_FIELDS("fields")

KW_STRUCT("struct")

KW_IN("in")

KW_NATIVE("native")

KW_DEFAULT("default")

KW_RETURN

KW_RETURN("return")

KW_FUNCTION

KW_FUNCTION("function")

KW_CONTINUE

KW_CONTINUE("continue")

KW_BREAK("break")

KW_WHILE("while")

KW_FOR("for")

KW_ELSE("else")

KW_IF("if")

KW_NOT("not")

KW_OR("or")

KW_AND("and")

NUMBER()

STRING()

POWER_ASS("^=")

MOD_ASS("%=")

DIV_ASS("//=")

DIVIDE_ASS("/=")

MULTIPLY_ASS("*=")

MINUS_ASS("-=")

PLUS_ASS("+=")

ASSIGN("=")

MAP("->")

CMP_LE("<=")

CMP_LT("<")

CMP_GE(">=")

CMP_GT(">")

CMP_NE("!=")

CMP_EQ("==")

POWER("^")

MOD("%")

DIV("//")

DIVIDE("/")

MULTIPLY("*")

MINUS("-")

PLUS("+")

COLON(':')

COMMA(',')

DECIMAL('.')

RBRACE('}')

LBRACE('{')

RSQ_BRACK(']')

LSQ_BRACK('[')

RBRACK(')')

LBRACK('(')

Functions

toString

open override fun toString(): String

Properties

keyword

val keyword: String? = null

a valid identifier that should be recognised as a language reserved keyword

multiChars

val multiChars: String? = null

A sequence of characters

name

val name: String

ordinal

val ordinal: Int

singleChar

val singleChar: Char? = null

a single character