Add optional semicolon at the end of statements and move loop parser from factor to expression (change precedence)

2019-07-15 20:17:40 +02:00
parent 2737139962
commit 79a7b8bb1d
7 changed files with 90 additions and 67 deletions
--- a/smnp/token/tokenizer.py
+++ b/smnp/token/tokenizer.py
@@ -27,6 +27,7 @@ tokenizers = (
    defaultTokenizer(TokenType.CLOSE_SQUARE),
    defaultTokenizer(TokenType.OPEN_ANGLE),
    defaultTokenizer(TokenType.CLOSE_ANGLE),
+    defaultTokenizer(TokenType.SEMICOLON),
    defaultTokenizer(TokenType.ASTERISK),
    defaultTokenizer(TokenType.ASSIGN),
    defaultTokenizer(TokenType.COMMA),