Create unit test for Util module

2021-11-08 11:12:09 +01:00
parent 42b2eb5e41
commit 66dad8ea00
5 changed files with 69 additions and 7 deletions
--- a/app/Assembler/Tokenizer.hs
+++ b/app/Assembler/Tokenizer.hs
@@ -111,12 +111,7 @@ sepTokenizer _ _ [] = Nothing
 sepTokenizer predicate tokenizer input = do
  result@(TokenizeResult _ consumed) <- tokenizer input
  let next = drop consumed input
-  let (isSep, _) =  if null next 
-                           then (True, 0)
-                           else if predicate . head $ next
-                             then (True, 1)
-                             else (False, 0)
-  if isSep
+  if null next || (predicate . head $ next)
  then return $ result
  else Nothing