From 99647df0617829680ca02249137466bfb1dd77a4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bart=C5=82omiej=20Pluta?= Date: Wed, 10 Jul 2019 00:06:17 +0200 Subject: [PATCH] Add new token (dots = '...') --- smnp/token/tokenizer.py | 1 + smnp/token/type.py | 1 + 2 files changed, 2 insertions(+) diff --git a/smnp/token/tokenizer.py b/smnp/token/tokenizer.py index 02df488..bf5dec4 100644 --- a/smnp/token/tokenizer.py +++ b/smnp/token/tokenizer.py @@ -24,6 +24,7 @@ tokenizers = ( defaultTokenizer(TokenType.ARROW), defaultTokenizer(TokenType.COMMA), defaultTokenizer(TokenType.MINUS), + defaultTokenizer(TokenType.DOTS), defaultTokenizer(TokenType.AMP), defaultTokenizer(TokenType.DOT), diff --git a/smnp/token/type.py b/smnp/token/type.py index 7f4f87e..315b843 100644 --- a/smnp/token/type.py +++ b/smnp/token/type.py @@ -15,6 +15,7 @@ class TokenType(Enum): ARROW = '->' COMMA = ',' MINUS = '-' + DOTS = '...' AMP = '&' DOT = '.' INTEGER = 'integer'