feat: error for when there is more source code than parsed

This commit is contained in:
2025-12-27 02:08:18 -05:00
parent df53409887
commit 884180de92
6 changed files with 54 additions and 13 deletions

View File

@@ -70,8 +70,8 @@ func getToken(i *iterator.Iterator[rune]) (*token.Token, error) {
}
// Parses a list of runes into tokens. All error encountered are returned, as well.
func GetTokens(input []rune) (*iterator.Iterator[token.Token], error) {
i := iterator.Of(input)
func GetTokens(input string) ([]token.Token, error) {
i := iterator.Of([]rune(input))
tokens := []token.Token{}
errorList := []error{}
@@ -84,5 +84,5 @@ func GetTokens(input []rune) (*iterator.Iterator[token.Token], error) {
}
}
return iterator.Of(tokens), errors.Join(errorList...)
return tokens, errors.Join(errorList...)
}