From b711b6a58230a54f450074220346b4a6f0e742d0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bart=C5=82omiej=20Pluta?= Date: Fri, 12 Jul 2019 16:52:26 +0200 Subject: [PATCH] Improve a little bit string tokenizer --- smnp/token/tokenizers/string.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/smnp/token/tokenizers/string.py b/smnp/token/tokenizers/string.py index 4135036..69924c8 100644 --- a/smnp/token/tokenizers/string.py +++ b/smnp/token/tokenizers/string.py @@ -13,5 +13,5 @@ def stringTokenizer(input, current, line): char = input[current + consumedChars] value += char consumedChars += 1 - return (consumedChars, Token(TokenType.STRING, value[1:len(value)-1], (line, current))) + return (consumedChars, Token(TokenType.STRING, value[1:len(value)-1], (line, current), value)) return (0, None)