Add new token (dots = '...')

2019-07-10 00:06:17 +02:00
parent 360b686a8f
commit 99647df061
2 changed files with 2 additions and 0 deletions
--- a/smnp/token/tokenizer.py
+++ b/smnp/token/tokenizer.py
@@ -24,6 +24,7 @@ tokenizers = (
    defaultTokenizer(TokenType.ARROW),
    defaultTokenizer(TokenType.COMMA),
    defaultTokenizer(TokenType.MINUS),
+    defaultTokenizer(TokenType.DOTS),
    defaultTokenizer(TokenType.AMP),
    defaultTokenizer(TokenType.DOT),

--- a/smnp/token/type.py
+++ b/smnp/token/type.py
@@ -15,6 +15,7 @@ class TokenType(Enum):
    ARROW = '->'
    COMMA = ','
    MINUS = '-'
+    DOTS = '...'
    AMP = '&'
    DOT = '.'
    INTEGER = 'integer'