11 lines
281 B
Python
11 lines
281 B
Python
from smnp.token.tools import keywordsTokenizer, separated
|
|
from smnp.token.type import TokenType
|
|
from smnp.type.model import Type
|
|
|
|
|
|
typeTokenizer = separated(keywordsTokenizer(TokenType.TYPE, *[type.name.lower() for type in Type], mapKeyword=lambda value: Type[value.upper()]))
|
|
|
|
|
|
|
|
|