5 lines
169 B
Python
5 lines
169 B
Python
from smnp.token.tools import tokenizeRegexPattern
|
|
|
|
def tokenizeWhitespaces(input, current, line):
|
|
return tokenizeRegexPattern(None, r'\s', input, current, line)
|