feat: tokenizer accepts braces, line terminator, and equal sign

pkg/saccharine/token/token.go

@@ -6,6 +6,10 @@ type Type int
 const (
 	OpenParen  Type = iota // Denotes the '(' token.
 	CloseParen             // Denotes the ')' token.
+	OpenBrace              // Denotes the '{' token.
+	CloseBrace             // Denotes the '}' token.
+	End                    // Denotes the ';' token.
+	Assign                 // Denotes the ':=' token.
 	Atom                   // Denotes an alpha-numeric variable.
 	Slash                  // Denotes the '/' token.
 	Dot                    // Denotes the '.' token.
@@ -27,10 +31,26 @@ func NewCloseParen(column int) *Token {
 	return &Token{Type: CloseParen, Column: column, Value: ")"}
 }
 
+func NewOpenBrace(column int) *Token {
+	return &Token{Type: OpenBrace, Column: column, Value: "{"}
+}
+
+func NewCloseBrace(column int) *Token {
+	return &Token{Type: CloseBrace, Column: column, Value: "}"}
+}
+
 func NewDot(column int) *Token {
 	return &Token{Type: Dot, Column: column, Value: "."}
 }
 
+func NewEnd(column int) *Token {
+	return &Token{Type: End, Column: column, Value: ";"}
+}
+
+func NewAssign(column int) *Token {
+	return &Token{Type: Assign, Column: column, Value: ":="}
+}
+
 func NewSlash(column int) *Token {
 	return &Token{Type: Slash, Column: column, Value: "\\"}
 }