Added more tokenizer tests

This commit is contained in:
Eduard Urbach 2025-02-01 14:44:24 +01:00
parent cad7e4b625
commit dd6ebd9cd4
Signed by: eduard
GPG key ID: 49226B848C78F6C8
3 changed files with 102 additions and 2 deletions

View file

@ -45,8 +45,14 @@ func TestTokenGroups(t *testing.T) {
assignment := token.Token{Kind: token.Assign}
operator := token.Token{Kind: token.Add}
keyword := token.Token{Kind: token.If}
unary := token.Token{Kind: token.Not}
number := token.Token{Kind: token.Number}
comparison := token.Token{Kind: token.Equal}
assert.True(t, assignment.IsAssignment())
assert.True(t, operator.IsOperator())
assert.True(t, keyword.IsKeyword())
assert.True(t, unary.IsUnaryOperator())
assert.True(t, number.IsNumeric())
assert.True(t, comparison.IsComparison())
}