From d9deee07343a2fb6ea148e9ca49112257aa74ca2 Mon Sep 17 00:00:00 2001 From: Max Date: Thu, 25 Dec 2025 02:00:04 -0500 Subject: [PATCH] fix: cannot parse just a token --- pkg/tokenizer/tokenizer.go | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/pkg/tokenizer/tokenizer.go b/pkg/tokenizer/tokenizer.go index 332713f..dbb113a 100644 --- a/pkg/tokenizer/tokenizer.go +++ b/pkg/tokenizer/tokenizer.go @@ -55,7 +55,11 @@ func getToken(i *iterator.Iterator[rune]) (*Token, error) { index := i.Index() for { if i.IsDone() { - return nil, nil + return &Token{ + Index: index, + Type: TokenVariable, + Value: atom, + }, nil } pop, err := i.Peek()