feat: reducer, but doesn`t work

2025-12-25 00:30:15 -05:00
parent 2c3ce9baf7
commit d5999e8e1c
15 changed files with 228 additions and 150 deletions
--- a/pkg/tokenizer/tokenizer.go
+++ b/pkg/tokenizer/tokenizer.go
@@ -62,7 +62,7 @@ func getToken(i *iterator.Iterator[rune]) (*Token, error) {
 		if err != nil || unicode.IsSpace(pop) || unicode.IsPunct(pop) {
 			return &Token{
 				Index: index,
-				Type:  TokenAtom,
+				Type:  TokenVariable,
 				Value: atom,
 			}, nil
 		}