18 lines
196 B
Go
18 lines
196 B
Go
package tokenizer
|
|
|
|
type TokenType int
|
|
|
|
const (
|
|
TokenOpenParen TokenType = iota
|
|
TokenCloseParen
|
|
TokenAtom
|
|
TokenSlash
|
|
TokenDot
|
|
)
|
|
|
|
type Token struct {
|
|
Index int
|
|
Type TokenType
|
|
Value string
|
|
}
|