bartek/smnp-py
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improve lists

Browse Source
This commit is contained in:
Bartłomiej Pluta
2019-07-05 18:17:00 +02:00
parent acd9a42e1b
commit ad19e851ec
6 changed files with 48 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
smnp/token/tokenizer.py
View File

@@ -1,5 +1,4 @@
from smnp.error.syntax import SyntaxException
from smnp.error.syntax import SyntaxException
from smnp.token.model import TokenList
from smnp.token.tokenizers.assign import tokenizeAssign
from smnp.token.tokenizers.asterisk import tokenizeAsterisk
@@ -16,13 +15,16 @@ from smnp.token.tokenizers.note import tokenizeNote
from smnp.token.tokenizers.paren import tokenizeOpenParen, tokenizeCloseParen
from smnp.token.tokenizers.percent import tokenizePercent
from smnp.token.tokenizers.ret import tokenizeReturn
from smnp.token.tokenizers.square import tokenizeOpenSquare, tokenizeCloseSquare
from smnp.token.tokenizers.string import tokenizeString
from smnp.token.tokenizers.whitespace import tokenizeWhitespaces
from smnp.token.type import TokenType
tokenizers = (
tokenizeOpenParen,
tokenizeCloseParen,
tokenizeCloseParen,
tokenizeOpenSquare,
tokenizeCloseSquare,
tokenizeAsterisk,
tokenizeString,
tokenizeFunction,