Files
smnp-py/smnp/token/tokenizers/comment.py
Bartłomiej Pluta f826516d8f Refactor tokenizer
2019-07-03 01:55:08 +02:00

14 lines
454 B
Python

from smnp.token.type import TokenType
from smnp.token.model import Token
def tokenizeComment(input, current, line):
if input[current] == '#':
consumedChars = 0
value = ''
while current+consumedChars < len(input):
value += input[current+consumedChars]
consumedChars += 1
pass
return (consumedChars, Token(TokenType.COMMENT, value, (line, current)))
return (0, None)