Create new line tokenizer

2021-11-03 20:25:25 +01:00
parent 4a8a0ec437
commit 674c574fda
1 changed files with 3 additions and 1 deletions
--- a/app/Assembler.hs
+++ b/app/Assembler.hs
@@ -13,6 +13,7 @@ data Token = Operator VM.Op
           | Identifier String
           | Colon
           | Ampersand
+           | NewLine
           | WhiteSpace
           | Comment String
           deriving (Eq, Show)
@@ -126,7 +127,8 @@ tokenize input = case tokenizers input of

 tokenizers :: Tokenizer
 tokenizers = anyTokenizer
-  [ tokenizeWhitespace
+  [ keywordTokenizer False "\n" NewLine
+  , tokenizeWhitespace
  , tokenizeComment
  , sepTokenizer Char.isSpace tokenizeOperators
  , sepTokenizer Char.isSpace tokenizeHex