cli/q
Code Issues 1 Pull Requests Activity

Improved Windows support in the tokenizer

Browse Source
This commit is contained in:
Eduard Urbach
2025-04-18 14:48:59 +02:00
parent a023b058f8
commit 9107a06df5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/token/Tokenize.go
View File

@ -9,7 +9,7 @@ func Tokenize(buffer []byte) List {
for i < Position(len(buffer)) { for i < Position(len(buffer)) {
switch buffer[i] { switch buffer[i] {
case ' ', '\t': case ' ', '\t', '\r':
case ',': case ',':
tokens = append(tokens, Token{Kind: Separator, Position: i, Length: 1}) tokens = append(tokens, Token{Kind: Separator, Position: i, Length: 1})
case '(': case '(':