diff --git a/smnp/token/tokenizer.py b/smnp/token/tokenizer.py index 02df488..bf5dec4 100644 --- a/smnp/token/tokenizer.py +++ b/smnp/token/tokenizer.py @@ -24,6 +24,7 @@ tokenizers = ( defaultTokenizer(TokenType.ARROW), defaultTokenizer(TokenType.COMMA), defaultTokenizer(TokenType.MINUS), + defaultTokenizer(TokenType.DOTS), defaultTokenizer(TokenType.AMP), defaultTokenizer(TokenType.DOT), diff --git a/smnp/token/type.py b/smnp/token/type.py index 7f4f87e..315b843 100644 --- a/smnp/token/type.py +++ b/smnp/token/type.py @@ -15,6 +15,7 @@ class TokenType(Enum): ARROW = '->' COMMA = ',' MINUS = '-' + DOTS = '...' AMP = '&' DOT = '.' INTEGER = 'integer'