7 lines
199 B
Python
7 lines
199 B
Python
from smnp.token.tools import charTokenizer
|
|
from smnp.token.type import TokenType
|
|
|
|
|
|
def tokenizeAsterisk(input, current, line):
|
|
return charTokenizer(TokenType.ASTERISK, '*')(input, current, line)
|