token

const (
	ILLEGAL = "ILLEGAL" // unknown token
	EOF     = "EOF"     // end of file

	// Identifiers + literals
	IDENT  = "IDENT"  // add, foobar, x, y, ...
	INT    = "INT"    // 1343456
	STRING = "STRING" // "foobar"

	// Operators
	ASSIGN   = "="
	PLUS     = "+"
	MINUS    = "-"
	BANG     = "!"
	ASTERISK = "*"
	SLASH    = "/"
	LT       = "<"
	GT       = ">"
	EQ       = "=="
	NOT_EQ   = "!="

	// Delimiters
	COMMA     = "," // acts as a delimiter in arrays
	SEMICOLON = ";"
	NEWLINE   = "\\n" // Add this line

	LPAREN   = "("
	RPAREN   = ")"
	LBRACE   = "{"
	RBRACE   = "}"
	LBRACKET = "["
	RBRACKET = "]"

	// Comment
	SINGLE_LINE_COMMENT = "#"

	// Keywords
	LOAD     = "LOAD" // load csv file
	READ     = "READ" // read data from the loaded csv file
	UPDATE   = "UPDATE"
	DELETE   = "DELETE"
	FUNCTION = "FUNCTION"
	LET      = "LET"
	TRUE     = "TRUE"
	FALSE    = "FALSE"
	IF       = "IF"
	FOR      = "FOR"
	IN       = "IN"
	ELSE     = "ELSE"
	RETURN   = "RETURN"
	SAVE     = "SAVE"
	AS       = "AS" // used in "save rows as filtered.csv" statements

	ROW   = "ROW"   // read particular rows from the loaded csv file
	COL   = "COL"   // read particular columns from the loaded csv rows
	WHERE = "WHERE" // filter rows based on a condition
)