|
bench_test.go
|
Improved tokenizer benchmarks
|
2024-06-28 19:33:02 +02:00 |
|
Count.go
|
Reduced memory usage
|
2024-07-22 22:54:24 +02:00 |
|
Count_test.go
|
Reduced token size
|
2024-07-21 14:35:06 +02:00 |
|
Kind.go
|
Implemented runes
|
2024-07-22 15:32:16 +02:00 |
|
Length.go
|
Reduced token size
|
2024-07-21 14:35:06 +02:00 |
|
List.go
|
Reduced token size
|
2024-07-21 14:35:06 +02:00 |
|
List_test.go
|
Improved tokenizer test coverage
|
2024-07-16 23:32:39 +02:00 |
|
Position.go
|
Reduced token size
|
2024-07-20 23:33:07 +02:00 |
|
Token.go
|
Reduced token size
|
2024-07-21 14:35:06 +02:00 |
|
Token_test.go
|
Reduced token size
|
2024-07-21 14:35:06 +02:00 |
|
Tokenize.go
|
Improved tokenizer performance
|
2024-07-24 12:14:51 +02:00 |
|
Tokenize_test.go
|
Reduced token size
|
2024-07-21 14:35:06 +02:00 |
