bartek/smnp-py
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix ARROW operator

Browse Source
This commit is contained in:
Bartłomiej Pluta
2019-07-10 23:21:51 +02:00
parent 18884eb5d9
commit e115c6e33a
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
smnp/token/tokenizer.py
View File

@@ -12,6 +12,8 @@ from smnp.token.tools import defaultTokenizer, separated, regexPatternTokenizer
from smnp.token.type import TokenType from smnp.token.type import TokenType
tokenizers = ( tokenizers = (
defaultTokenizer(TokenType.ARROW),
# Double-character operators # Double-character operators
relationOperatorTokenizer, relationOperatorTokenizer,
defaultTokenizer(TokenType.DOUBLE_ASTERISK), defaultTokenizer(TokenType.DOUBLE_ASTERISK),
@@ -27,7 +29,6 @@ tokenizers = (
defaultTokenizer(TokenType.CLOSE_ANGLE), defaultTokenizer(TokenType.CLOSE_ANGLE),
defaultTokenizer(TokenType.ASTERISK), defaultTokenizer(TokenType.ASTERISK),
defaultTokenizer(TokenType.ASSIGN), defaultTokenizer(TokenType.ASSIGN),
defaultTokenizer(TokenType.ARROW),
defaultTokenizer(TokenType.COMMA), defaultTokenizer(TokenType.COMMA),
defaultTokenizer(TokenType.SLASH), defaultTokenizer(TokenType.SLASH),
defaultTokenizer(TokenType.MINUS), defaultTokenizer(TokenType.MINUS),