fix: cannot parse just a token

2025-12-25 02:00:04 -05:00
parent 99703c2587
commit d9deee0734
1 changed files with 5 additions and 1 deletions
--- a/pkg/tokenizer/tokenizer.go
+++ b/pkg/tokenizer/tokenizer.go
@@ -55,7 +55,11 @@ func getToken(i *iterator.Iterator[rune]) (*Token, error) {
 	index := i.Index()
 	for {
 		if i.IsDone() {
-			return nil, nil
+			return &Token{
+				Index: index,
+				Type:  TokenVariable,
+				Value: atom,
+			}, nil
 		}

 		pop, err := i.Peek()