Files
smnp-py/smnp/token/tokenizers/square.py
Bartłomiej Pluta ad19e851ec Improve lists
2019-07-05 18:17:00 +02:00

9 lines
324 B
Python

from smnp.token.tools import tokenizeChar
from smnp.token.type import TokenType
def tokenizeOpenSquare(input, current, line):
return tokenizeChar(TokenType.OPEN_SQUARE, '[', input, current, line)
def tokenizeCloseSquare(input, current, line):
return tokenizeChar(TokenType.CLOSE_SQUARE, ']', input, current, line)