1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
package lexer
import (
"mana/tokens"
"testing"
)
func TestNextToken(t *testing.T) {
const input string = `
let five = 5;
let ten = 10;
let add = fn(x, y) {
x + y;
};
let result = add(five, ten);
!-/*5;
5 < 10 > 5;
if (5 < 10) {
return true;
} else {
return false;
}
10 == 10;
10 != 9;
`
var tests = []struct {
expectedType tokens.TokenType
expectedLiteral string
}{
{tokens.LET, "let"},
{tokens.IDENT, "five"},
{tokens.ASSIGN, "="},
{tokens.INT, "5"},
{tokens.SEMICOLON, ";"},
{tokens.LET, "let"},
{tokens.IDENT, "ten"},
{tokens.ASSIGN, "="},
{tokens.INT, "10"},
{tokens.SEMICOLON, ";"},
{tokens.LET, "let"},
{tokens.IDENT, "add"},
{tokens.ASSIGN, "="},
{tokens.FUNCTION, "fn"},
{tokens.LPAREN, "("},
{tokens.IDENT, "x"},
{tokens.COMMA, ","},
{tokens.IDENT, "y"},
{tokens.RPAREN, ")"},
{tokens.LBRACE, "{"},
{tokens.IDENT, "x"},
{tokens.PLUS, "+"},
{tokens.IDENT, "y"},
{tokens.SEMICOLON, ";"},
{tokens.RBRACE, "}"},
{tokens.SEMICOLON, ";"},
{tokens.LET, "let"},
{tokens.IDENT, "result"},
{tokens.ASSIGN, "="},
{tokens.IDENT, "add"},
{tokens.LPAREN, "("},
{tokens.IDENT, "five"},
{tokens.COMMA, ","},
{tokens.IDENT, "ten"},
{tokens.RPAREN, ")"},
{tokens.SEMICOLON, ";"},
{tokens.BANG, "!"},
{tokens.MINUS, "-"},
{tokens.SLASH, "/"},
{tokens.ASTERISK, "*"},
{tokens.INT, "5"},
{tokens.SEMICOLON, ";"},
{tokens.INT, "5"},
{tokens.LT, "<"},
{tokens.INT, "10"},
{tokens.GT, ">"},
{tokens.INT, "5"},
{tokens.SEMICOLON, ";"},
{tokens.IF, "if"},
{tokens.LPAREN, "("},
{tokens.INT, "5"},
{tokens.LT, "<"},
{tokens.INT, "10"},
{tokens.RPAREN, ")"},
{tokens.LBRACE, "{"},
{tokens.RETURN, "return"},
{tokens.TRUE, "true"},
{tokens.SEMICOLON, ";"},
{tokens.RBRACE, "}"},
{tokens.ELSE, "else"},
{tokens.LBRACE, "{"},
{tokens.RETURN, "return"},
{tokens.FALSE, "false"},
{tokens.SEMICOLON, ";"},
{tokens.RBRACE, "}"},
{tokens.INT, "10"},
{tokens.EQ, "=="},
{tokens.INT, "10"},
{tokens.SEMICOLON, ";"},
{tokens.INT, "10"},
{tokens.NOT_EQ, "!="},
{tokens.INT, "9"},
{tokens.SEMICOLON, ";"},
{tokens.EOF, ""},
}
var l *Lexer = New(input)
for i, tt := range tests {
var tok tokens.Token = l.NextToken()
if tok.Type != tt.expectedType {
t.Fatalf("tests[%d] - tokentype wrong. expected=%q, got=%q",
i, tt.expectedType, tok.Type)
}
if tok.Literal != tt.expectedLiteral {
t.Fatalf("tests[%d] - literal wrong. expected=%q, got=%q",
i, tt.expectedLiteral, tok.Literal)
}
}
}
|
