Create ampersand tokenizer

This commit is contained in:
2021-11-03 19:58:53 +01:00
parent ce20e00704
commit 4a8a0ec437

View File

@@ -12,6 +12,7 @@ data Token = Operator VM.Op
| StringLiteral String
| Identifier String
| Colon
| Ampersand
| WhiteSpace
| Comment String
deriving (Eq, Show)
@@ -132,6 +133,7 @@ tokenizers = anyTokenizer
, sepTokenizer Char.isSpace tokenizeDecimal
, tokenizeIdentifier
, keywordTokenizer False ":" Colon
, keywordTokenizer False "&" Ampersand
, tokenizeChar
, tokenizeString
]