Added more tokenizer tests

This commit is contained in:
Eduard Urbach 2025-01-31 11:42:34 +01:00
parent 4149fcec80
commit ff40760186
Signed by: eduard
GPG key ID: 49226B848C78F6C8
2 changed files with 89 additions and 7 deletions

View file

@ -228,10 +228,10 @@ func Tokenize(buffer []byte) List {
// kind = ReturnType
case ".":
kind = Period
case "/":
kind = Div
case "/=":
kind = DivAssign
// case "/":
// kind = Div
// case "/=":
// kind = DivAssign
case ":=":
kind = Define
case "<":