new line edge case

malta895 · Sep 8, 2024 · 986d06b · 986d06b
1 parent 9a74f8e
commit 986d06b
Showing 1 changed file with 39 additions and 0 deletions.
diff --git a/src/parser/lexer.rs b/src/parser/lexer.rs
@@ -46,6 +46,11 @@ pub fn lex<R: BufRead>(mut reader: R) -> Result<Vec<Token>, JSONError> {
                         ('\n', State::Normal) => {
                             tokens.push(Token::NewLine);
                         }
+                        ('\n', State::ValueNumber) => {
+                            state = State::Normal;
+                            tokens.push(Token::Number);
+                            tokens.push(Token::NewLine);
+                        }
 
                         (':', State::Normal) => {
                             tokens.push(Token::Column);
@@ -342,6 +347,23 @@ mod lexer_tests {
         )
     }
 
+    #[test]
+    fn should_lex_a_number_before_new_line() {
+        run_test_case_with(
+            "{ \"key\": 123456789\n}",
+            Vec::from([
+                Token::OpenBrace,
+                Token::DoubleQuotes,
+                Token::StringLiteral("key".to_string()),
+                Token::DoubleQuotes,
+                Token::Column,
+                Token::Number,
+                Token::NewLine,
+                Token::ClosedBrace,
+            ]),
+        )
+    }
+
     #[test]
     fn should_lex_a_number_before_comma() {
         run_test_case_with(
@@ -382,6 +404,23 @@ mod lexer_tests {
         )
     }
 
+    #[test]
+    fn should_lex_true_before_new_line() {
+        run_test_case_with(
+            "{ \"key\": true\n}",
+            Vec::from([
+                Token::OpenBrace,
+                Token::DoubleQuotes,
+                Token::StringLiteral("key".to_string()),
+                Token::DoubleQuotes,
+                Token::Column,
+                Token::BoolTrue,
+                Token::NewLine,
+                Token::ClosedBrace,
+            ]),
+        )
+    }
+
     #[test]
     fn should_lex_true_before_comma() {
         run_test_case_with(