Add new token (dots = '...')

2019-07-10 00:06:17 +02:00
parent 360b686a8f
commit 99647df061
2 changed files with 2 additions and 0 deletions
--- a/smnp/token/tokenizer.py
+++ b/smnp/token/tokenizer.py
@@ -24,6 +24,7 @@ tokenizers = (
    defaultTokenizer(TokenType.ARROW),
    defaultTokenizer(TokenType.COMMA),
    defaultTokenizer(TokenType.MINUS),
+    defaultTokenizer(TokenType.DOTS),
    defaultTokenizer(TokenType.AMP),
    defaultTokenizer(TokenType.DOT),