flesh/core/tests/test_lex.rs

112 lines
3.8 KiB
Rust
Raw Permalink Normal View History

mod lex_tests {
2024-02-06 22:39:08 +00:00
use flesh::ast::lex;
#[test]
fn test_lex_basic_pair() {
let document = String::from("(hello \"world\")");
2023-03-05 22:21:18 -08:00
assert_eq!(lex(&document).unwrap().to_string(), document);
}
#[test]
fn test_lex_basic_list() {
let document = String::from("(hello \"world\" 1 2 3)");
2023-03-05 22:21:18 -08:00
assert_eq!(lex(&document).unwrap().to_string(), document);
}
#[test]
2023-03-10 13:16:25 -08:00
fn test_bad_symbol() {
let document = String::from("(as@dd)");
let output: &str = "Problem lexing document: \"Unparsable token \\\"as@dd\\\" at char 7\"";
assert_eq!(lex(&document).err().unwrap().0.first().unwrap().message, output.to_string(),);
}
2021-01-24 22:32:09 -08:00
#[test]
2023-03-10 13:16:25 -08:00
fn test_lex_complex_list() {
let document = String::from("(hello \"world\" (1 2 (1 2 3)) 1 2 3)");
2023-03-10 13:16:25 -08:00
assert_eq!(lex(&document).unwrap().to_string(), document);
2021-01-24 22:32:09 -08:00
}
#[test]
fn test_list_delim_in_str() {
let document = String::from("(\"(\")");
2023-03-05 22:21:18 -08:00
assert_eq!(lex(&document).unwrap().to_string(), document);
}
#[test]
fn test_comment_delim_in_str() {
let document = String::from("(\"#\")");
assert_eq!(lex(&document).unwrap().to_string(), document);
}
#[test]
fn test_empty_string() {
let document = String::from("(\"\")");
2023-03-05 22:21:18 -08:00
assert_eq!(lex(&document).unwrap().to_string(), document);
}
2021-01-24 22:32:09 -08:00
#[test]
fn test_unmatched_list_delim_flat() {
let document = String::from("(one two");
2021-01-24 22:32:09 -08:00
let output: &str = "Problem lexing document: \"Unmatched list delimiter in input\"";
assert_eq!(lex(&document).err().unwrap().0.first().unwrap().message, output.to_string(),);
2021-01-24 22:32:09 -08:00
}
#[test]
fn test_unmatched_list_delim_complex() {
let document = String::from("(one two (three)");
2021-01-24 22:32:09 -08:00
let output: &str = "Problem lexing document: \"Unmatched list delimiter in input\"";
assert_eq!(lex(&document).err().unwrap().0.first().unwrap().message, output.to_string(),);
2021-01-24 22:32:09 -08:00
}
#[test]
2023-03-10 13:16:25 -08:00
fn test_comment_1() {
2024-02-06 22:39:08 +00:00
let document = String::from("#!/bin/flesh\n(one two)");
let output: &str = "(one two)";
2023-03-05 22:21:18 -08:00
assert_eq!(lex(&document).unwrap().to_string(), output.to_string(),);
2021-01-24 22:32:09 -08:00
}
#[test]
2023-03-10 13:16:25 -08:00
fn test_comment_2() {
let document = String::from(";; big doc string\n(one two)");
let output: &str = "(one two)";
assert_eq!(lex(&document).unwrap().to_string(), output.to_string(),);
}
#[test]
fn test_postline_comment_1() {
let document =
String::from("#!/bin/flesh\n((one two)# another doc comment\n(\"three\" four))");
let output: &str = "((one two) (\"three\" four))";
2023-03-10 13:16:25 -08:00
assert_eq!(lex(&document).unwrap().to_string(), output.to_string(),);
}
#[test]
fn test_postline_comment_2() {
let document =
2024-02-06 22:39:08 +00:00
String::from("#!/bin/flesh\n((one two);;another doc comment\n(three four))");
let output: &str = "((one two) (three four))";
2023-03-05 22:21:18 -08:00
assert_eq!(lex(&document).unwrap().to_string(), output.to_string(),);
2021-01-24 22:32:09 -08:00
}
#[test]
2023-03-10 13:16:25 -08:00
fn test_inline_comment_1() {
2024-02-06 22:39:08 +00:00
let document = String::from("#!/flesh/flesh\n((one two)\n# another comment\nthree)");
2023-03-10 13:16:25 -08:00
let output: &str = "((one two) three)";
assert_eq!(lex(&document).unwrap().to_string(), output.to_string(),);
}
#[test]
fn test_inline_comment_2() {
let document = String::from("# head\n((one two)\n;; another comment\nthree)");
let output: &str = "((one two) three)";
2023-03-05 22:21:18 -08:00
assert_eq!(lex(&document).unwrap().to_string(), output.to_string(),);
2021-01-24 22:32:09 -08:00
}
#[test]
fn test_bad_token_list() {
let document = String::from("(one t(wo)");
let output: &str = "Problem lexing document: \"list started in middle of another token: t\"";
assert_eq!(lex(&document).err().unwrap().0.first().unwrap().message, output.to_string(),);
2021-01-24 22:32:09 -08:00
}
}