mvhutz/lambda
1
0
Fork 0
Code Issues 3 Pull Requests Actions Packages Projects Releases Wiki Activity

docs: token

Browse Source
This commit is contained in:
Maxim Hutz
2026-02-09 18:40:35 -05:00
parent 4201225ce9
commit d24cbd9d86
2 changed files with 49 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
pkg/saccharine/scan.go
View File

@@ -55,27 +55,27 @@ func scanToken(i *iterator.Iterator[rune]) (*Token, error) {
switch {
case letter == '(':
return NewTokenOpenParen(index), nil
return NewToken(TokenOpenParen, index), nil
case letter == ')':
return NewTokenCloseParen(index), nil
return NewToken(TokenCloseParen, index), nil
case letter == '.':
return NewTokenDot(index), nil
return NewToken(TokenDot, index), nil
case letter == '\\':
return NewTokenSlash(index), nil
return NewToken(TokenSlash, index), nil
case letter == '\n':
return NewTokenSoftBreak(index), nil
return NewToken(TokenSoftBreak, index), nil
case letter == '{':
return NewTokenOpenBrace(index), nil
return NewToken(TokenOpenBrace, index), nil
case letter == '}':
return NewTokenCloseBrace(index), nil
return NewToken(TokenCloseBrace, index), nil
case letter == ':':
if _, err := scanCharacter(i, '='); err != nil {
return nil, err
} else {
return NewTokenAssign(index), nil
return NewToken(TokenAssign, index), nil
}
case letter == ';':
return NewTokenHardBreak(index), nil
return NewToken(TokenHardBreak, index), nil
case letter == '#':
// Skip everything until the next newline or EOF.
for !i.Done() {