Files
smnp-py/smnp/token/tokenizers/percent.py
Bartłomiej Pluta f826516d8f Refactor tokenizer
2019-07-03 01:55:08 +02:00

6 lines
194 B
Python

from smnp.token.tools import tokenizeChar
from smnp.token.type import TokenType
def tokenizePercent(input, current, line):
return tokenizeChar(TokenType.PERCENT, '%', input, current, line)