From 674c574fdae7fd49762f21d020455d983ff65109 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Bart=C5=82omiej=20Przemys=C5=82aw=20Pluta?=
 <noreply.git@mx.bartlomiejpluta.com>
Date: Wed, 3 Nov 2021 20:25:25 +0100
Subject: [PATCH] Create new line tokenizer

---
 app/Assembler.hs | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/app/Assembler.hs b/app/Assembler.hs
index 6e765e6..f476698 100644
--- a/app/Assembler.hs
+++ b/app/Assembler.hs
@@ -13,6 +13,7 @@ data Token = Operator VM.Op
            | Identifier String
            | Colon
            | Ampersand
+           | NewLine
            | WhiteSpace
            | Comment String
            deriving (Eq, Show)
@@ -126,7 +127,8 @@ tokenize input = case tokenizers input of
 
 tokenizers :: Tokenizer
 tokenizers = anyTokenizer
-  [ tokenizeWhitespace
+  [ keywordTokenizer False "\n" NewLine
+  , tokenizeWhitespace
   , tokenizeComment
   , sepTokenizer Char.isSpace tokenizeOperators
   , sepTokenizer Char.isSpace tokenizeHex