blob: fda4449a31e24622a2cc600a86adc7671820e8ba (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
|
package token
// TokenType represents the type of the token
type TokenType string
// Token represents a token, with the type and the literal value of the token
type Token struct {
Type TokenType
Literal string
}
const (
ILLEGAL = "ILLEGAL"
EOF = "EOF"
IDENT = "IDENT"
INT = "INT"
ASSIGN = "="
PLUS = "+"
COMMA = ","
SEMICOLON = ";"
LPAREN = "("
RPAREN = ")"
LBRACE = "{"
RBRACE = "}"
FUNCTION = "FUNCTION"
LET = "LET"
)
// List of our keywords for the language
var keywords = map[string]TokenType{
"fn": FUNCTION,
"let": LET,
}
// LookupIdent returns the token type for a given identifier. If the identifier
// is one of our keyword, we return the corresponding value, otherwise we return
// the given identifier.
func LookupIdent(ident string) TokenType {
if tok, ok := keywords[ident]; ok {
return tok
}
return IDENT
}
|
