Create ampersand tokenizer
This commit is contained in:
@@ -12,6 +12,7 @@ data Token = Operator VM.Op
|
|||||||
| StringLiteral String
|
| StringLiteral String
|
||||||
| Identifier String
|
| Identifier String
|
||||||
| Colon
|
| Colon
|
||||||
|
| Ampersand
|
||||||
| WhiteSpace
|
| WhiteSpace
|
||||||
| Comment String
|
| Comment String
|
||||||
deriving (Eq, Show)
|
deriving (Eq, Show)
|
||||||
@@ -132,6 +133,7 @@ tokenizers = anyTokenizer
|
|||||||
, sepTokenizer Char.isSpace tokenizeDecimal
|
, sepTokenizer Char.isSpace tokenizeDecimal
|
||||||
, tokenizeIdentifier
|
, tokenizeIdentifier
|
||||||
, keywordTokenizer False ":" Colon
|
, keywordTokenizer False ":" Colon
|
||||||
|
, keywordTokenizer False "&" Ampersand
|
||||||
, tokenizeChar
|
, tokenizeChar
|
||||||
, tokenizeString
|
, tokenizeString
|
||||||
]
|
]
|
||||||
Reference in New Issue
Block a user