Fix ARROW operator

2019-07-10 23:21:51 +02:00
parent 18884eb5d9
commit e115c6e33a
1 changed files with 2 additions and 1 deletions
--- a/smnp/token/tokenizer.py
+++ b/smnp/token/tokenizer.py
@@ -12,6 +12,8 @@ from smnp.token.tools import defaultTokenizer, separated, regexPatternTokenizer
 from smnp.token.type import TokenType

 tokenizers = (
+    defaultTokenizer(TokenType.ARROW),
+
    # Double-character operators
    relationOperatorTokenizer,
    defaultTokenizer(TokenType.DOUBLE_ASTERISK),
@@ -27,7 +29,6 @@ tokenizers = (
    defaultTokenizer(TokenType.CLOSE_ANGLE),
    defaultTokenizer(TokenType.ASTERISK),
    defaultTokenizer(TokenType.ASSIGN),
-    defaultTokenizer(TokenType.ARROW),
    defaultTokenizer(TokenType.COMMA),
    defaultTokenizer(TokenType.SLASH),
    defaultTokenizer(TokenType.MINUS),