Files
smnp-py/smnp/token/tokenizers/integer.py
Bartłomiej Pluta f826516d8f Refactor tokenizer
2019-07-03 01:55:08 +02:00

6 lines
216 B
Python

from smnp.token.tools import tokenizeRegexPattern
from smnp.token.type import TokenType
def tokenizeInteger(input, current, line):
return tokenizeRegexPattern(TokenType.INTEGER, r'\d', input, current, line)