bartek/smnp-py
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add new token (dots = '...')

Browse Source
This commit is contained in:
Bartłomiej Pluta
2019-07-10 00:06:17 +02:00
parent 360b686a8f
commit 99647df061
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
smnp/token/tokenizer.py
View File

@@ -24,6 +24,7 @@ tokenizers = (
defaultTokenizer(TokenType.ARROW), defaultTokenizer(TokenType.ARROW),
defaultTokenizer(TokenType.COMMA), defaultTokenizer(TokenType.COMMA),
defaultTokenizer(TokenType.MINUS), defaultTokenizer(TokenType.MINUS),
defaultTokenizer(TokenType.DOTS),
defaultTokenizer(TokenType.AMP), defaultTokenizer(TokenType.AMP),
defaultTokenizer(TokenType.DOT), defaultTokenizer(TokenType.DOT),

1
smnp/token/type.py
View File

@@ -15,6 +15,7 @@ class TokenType(Enum):
ARROW = '->' ARROW = '->'
COMMA = ',' COMMA = ','
MINUS = '-' MINUS = '-'
DOTS = '...'
AMP = '&' AMP = '&'
DOT = '.' DOT = '.'
INTEGER = 'integer' INTEGER = 'integer'