Create ampersand tokenizer

This commit is contained in:
2021-11-03 19:58:53 +01:00
parent ce20e00704
commit 4a8a0ec437

View File

@@ -12,6 +12,7 @@ data Token = Operator VM.Op
| StringLiteral String | StringLiteral String
| Identifier String | Identifier String
| Colon | Colon
| Ampersand
| WhiteSpace | WhiteSpace
| Comment String | Comment String
deriving (Eq, Show) deriving (Eq, Show)
@@ -132,6 +133,7 @@ tokenizers = anyTokenizer
, sepTokenizer Char.isSpace tokenizeDecimal , sepTokenizer Char.isSpace tokenizeDecimal
, tokenizeIdentifier , tokenizeIdentifier
, keywordTokenizer False ":" Colon , keywordTokenizer False ":" Colon
, keywordTokenizer False "&" Ampersand
, tokenizeChar , tokenizeChar
, tokenizeString , tokenizeString
] ]