Added more tokenizer tests
This commit is contained in:
parent
4149fcec80
commit
ff40760186
2 changed files with 89 additions and 7 deletions
|
@ -228,10 +228,10 @@ func Tokenize(buffer []byte) List {
|
|||
// kind = ReturnType
|
||||
case ".":
|
||||
kind = Period
|
||||
case "/":
|
||||
kind = Div
|
||||
case "/=":
|
||||
kind = DivAssign
|
||||
// case "/":
|
||||
// kind = Div
|
||||
// case "/=":
|
||||
// kind = DivAssign
|
||||
case ":=":
|
||||
kind = Define
|
||||
case "<":
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue