bartek/smnp-py
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add new angle parentheses and rename BRACKET to CURLY

Browse Source
This commit is contained in:
Bartłomiej Pluta
2019-07-06 22:18:19 +02:00
parent 756f4544e4
commit af91c8dc3b
4 changed files with 28 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
smnp/token/tokenizer.py
View File

@@ -11,12 +11,14 @@ from smnp.token.type import TokenType
tokenizers = (
# Characters
defaultTokenizer(TokenType.OPEN_BRACKET),
defaultTokenizer(TokenType.CLOSE_BRACKET),
defaultTokenizer(TokenType.OPEN_CURLY),
defaultTokenizer(TokenType.CLOSE_CURLY),
defaultTokenizer(TokenType.OPEN_PAREN),
defaultTokenizer(TokenType.CLOSE_PAREN),
defaultTokenizer(TokenType.OPEN_SQUARE),
defaultTokenizer(TokenType.CLOSE_SQUARE),
defaultTokenizer(TokenType.CLOSE_PAREN),
defaultTokenizer(TokenType.OPEN_ANGLE),
defaultTokenizer(TokenType.CLOSE_ANGLE),
defaultTokenizer(TokenType.ASTERISK),
defaultTokenizer(TokenType.ASSIGN),
defaultTokenizer(TokenType.COMMA),