4 lines
110 B
Python
4 lines
110 B
Python
from smnp.token.tools import regexPatternTokenizer
|
|
|
|
whitespacesTokenizer = regexPatternTokenizer(None, r'\s')
|