2018-08-11 07:03:03 +00:00
|
|
|
extern crate libsyntax2;
|
2018-08-12 15:50:16 +00:00
|
|
|
#[macro_use]
|
2018-08-25 11:26:34 +00:00
|
|
|
extern crate test_utils;
|
2018-08-13 14:42:43 +00:00
|
|
|
extern crate walkdir;
|
2018-01-07 11:56:08 +00:00
|
|
|
|
2018-07-30 12:25:52 +00:00
|
|
|
use std::{
|
|
|
|
fs,
|
2018-07-31 12:40:40 +00:00
|
|
|
path::{Path, PathBuf},
|
2018-08-11 07:03:03 +00:00
|
|
|
fmt::Write,
|
2018-07-30 12:25:52 +00:00
|
|
|
};
|
2018-01-07 11:56:08 +00:00
|
|
|
|
2018-08-25 11:45:17 +00:00
|
|
|
use test_utils::extract_range;
|
|
|
|
use libsyntax2::{
|
|
|
|
File, AtomEdit,
|
2018-09-08 15:42:59 +00:00
|
|
|
utils::{dump_tree, check_fuzz_invariants},
|
2018-08-25 11:45:17 +00:00
|
|
|
};
|
2018-08-25 09:10:35 +00:00
|
|
|
|
2018-08-11 07:03:03 +00:00
|
|
|
#[test]
|
|
|
|
fn lexer_tests() {
|
|
|
|
dir_tests(&["lexer"], |text| {
|
|
|
|
let tokens = libsyntax2::tokenize(text);
|
|
|
|
dump_tokens(&tokens, text)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn parser_tests() {
|
|
|
|
dir_tests(&["parser/inline", "parser/ok", "parser/err"], |text| {
|
2018-08-25 09:10:35 +00:00
|
|
|
let file = File::parse(text);
|
2018-08-25 11:45:17 +00:00
|
|
|
dump_tree(file.syntax())
|
2018-08-11 07:03:03 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2018-09-08 15:42:59 +00:00
|
|
|
#[test]
|
|
|
|
fn parser_fuzz_tests() {
|
|
|
|
for (_, text) in collect_tests(&["parser/fuzz-failures"]) {
|
|
|
|
check_fuzz_invariants(&text)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-25 11:45:17 +00:00
|
|
|
#[test]
|
|
|
|
fn reparse_test() {
|
|
|
|
fn do_check(before: &str, replace_with: &str) {
|
|
|
|
let (range, before) = extract_range(before);
|
|
|
|
let after = libsyntax2::replace_range(before.clone(), range, replace_with);
|
|
|
|
|
|
|
|
let fully_reparsed = File::parse(&after);
|
|
|
|
let incrementally_reparsed = {
|
|
|
|
let f = File::parse(&before);
|
|
|
|
let edit = AtomEdit { delete: range, insert: replace_with.to_string() };
|
|
|
|
f.incremental_reparse(&edit).unwrap()
|
|
|
|
};
|
|
|
|
assert_eq_text!(
|
|
|
|
&dump_tree(fully_reparsed.syntax()),
|
|
|
|
&dump_tree(incrementally_reparsed.syntax()),
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
|
|
|
do_check(r"
|
|
|
|
fn foo() {
|
|
|
|
let x = foo + <|>bar<|>
|
|
|
|
}
|
|
|
|
", "baz");
|
|
|
|
do_check(r"
|
|
|
|
struct Foo {
|
|
|
|
f: foo<|><|>
|
|
|
|
}
|
|
|
|
", ",\n g: (),");
|
2018-08-25 12:12:17 +00:00
|
|
|
do_check(r"
|
|
|
|
fn foo {
|
|
|
|
let;
|
|
|
|
1 + 1;
|
|
|
|
<|>92<|>;
|
|
|
|
}
|
|
|
|
", "62");
|
2018-08-25 11:45:17 +00:00
|
|
|
}
|
|
|
|
|
2018-08-11 07:03:03 +00:00
|
|
|
|
2018-01-28 00:17:05 +00:00
|
|
|
/// Read file and normalize newlines.
|
|
|
|
///
|
|
|
|
/// `rustc` seems to always normalize `\r\n` newlines to `\n`:
|
|
|
|
///
|
|
|
|
/// ```
|
|
|
|
/// let s = "
|
|
|
|
/// ";
|
|
|
|
/// assert_eq!(s.as_bytes(), &[10]);
|
|
|
|
/// ```
|
|
|
|
///
|
|
|
|
/// so this should always be correct.
|
|
|
|
fn read_text(path: &Path) -> String {
|
2018-07-30 12:25:52 +00:00
|
|
|
fs::read_to_string(path).unwrap().replace("\r\n", "\n")
|
2018-01-28 00:17:05 +00:00
|
|
|
}
|
|
|
|
|
2018-02-03 09:51:06 +00:00
|
|
|
pub fn dir_tests<F>(paths: &[&str], f: F)
|
2018-08-11 07:03:03 +00:00
|
|
|
where
|
|
|
|
F: Fn(&str) -> String,
|
2018-01-07 12:34:11 +00:00
|
|
|
{
|
2018-09-08 15:42:59 +00:00
|
|
|
for (path, input_code) in collect_tests(paths) {
|
2018-02-11 08:19:54 +00:00
|
|
|
let parse_tree = f(&input_code);
|
2018-01-07 12:34:11 +00:00
|
|
|
let path = path.with_extension("txt");
|
|
|
|
if !path.exists() {
|
|
|
|
println!("\nfile: {}", path.display());
|
2018-02-11 08:19:54 +00:00
|
|
|
println!("No .txt file with expected result, creating...\n");
|
|
|
|
println!("{}\n{}", input_code, parse_tree);
|
2018-07-30 12:25:52 +00:00
|
|
|
fs::write(&path, parse_tree).unwrap();
|
2018-01-07 12:34:11 +00:00
|
|
|
panic!("No expected result")
|
|
|
|
}
|
2018-01-28 00:17:05 +00:00
|
|
|
let expected = read_text(&path);
|
2018-01-07 12:34:11 +00:00
|
|
|
let expected = expected.as_str();
|
2018-02-11 08:19:54 +00:00
|
|
|
let parse_tree = parse_tree.as_str();
|
|
|
|
assert_equal_text(expected, parse_tree, &path);
|
2018-01-07 12:34:11 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-08-12 15:50:16 +00:00
|
|
|
const REWRITE: bool = false;
|
|
|
|
|
2018-02-03 09:51:06 +00:00
|
|
|
fn assert_equal_text(expected: &str, actual: &str, path: &Path) {
|
2018-08-12 15:50:16 +00:00
|
|
|
if expected == actual {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
let dir = project_dir();
|
2018-08-16 09:51:40 +00:00
|
|
|
let pretty_path = path.strip_prefix(&dir).unwrap_or_else(|_| path);
|
2018-08-12 15:50:16 +00:00
|
|
|
if expected.trim() == actual.trim() {
|
|
|
|
println!("whitespace difference, rewriting");
|
2018-08-16 09:51:40 +00:00
|
|
|
println!("file: {}\n", pretty_path.display());
|
2018-08-12 15:50:16 +00:00
|
|
|
fs::write(path, actual).unwrap();
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if REWRITE {
|
2018-08-16 09:51:40 +00:00
|
|
|
println!("rewriting {}", pretty_path.display());
|
2018-08-12 15:50:16 +00:00
|
|
|
fs::write(path, actual).unwrap();
|
|
|
|
return;
|
2018-01-07 11:56:08 +00:00
|
|
|
}
|
2018-08-16 09:51:40 +00:00
|
|
|
assert_eq_text!(expected, actual, "file: {}", pretty_path.display());
|
2018-01-07 11:56:08 +00:00
|
|
|
}
|
|
|
|
|
2018-09-08 15:42:59 +00:00
|
|
|
fn collect_tests(paths: &[&str]) -> Vec<(PathBuf, String)> {
|
2018-02-03 09:51:06 +00:00
|
|
|
paths
|
|
|
|
.iter()
|
|
|
|
.flat_map(|path| {
|
|
|
|
let path = test_data_dir().join(path);
|
|
|
|
test_from_dir(&path).into_iter()
|
|
|
|
})
|
2018-09-08 15:42:59 +00:00
|
|
|
.map(|path| {
|
|
|
|
let text = read_text(&path);
|
|
|
|
(path, text)
|
|
|
|
})
|
2018-02-03 09:51:06 +00:00
|
|
|
.collect()
|
2018-01-07 11:56:08 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
fn test_from_dir(dir: &Path) -> Vec<PathBuf> {
|
|
|
|
let mut acc = Vec::new();
|
2018-07-30 12:25:52 +00:00
|
|
|
for file in fs::read_dir(&dir).unwrap() {
|
2018-01-07 11:56:08 +00:00
|
|
|
let file = file.unwrap();
|
|
|
|
let path = file.path();
|
|
|
|
if path.extension().unwrap_or_default() == "rs" {
|
|
|
|
acc.push(path);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
acc.sort();
|
|
|
|
acc
|
|
|
|
}
|
|
|
|
|
|
|
|
fn project_dir() -> PathBuf {
|
|
|
|
let dir = env!("CARGO_MANIFEST_DIR");
|
|
|
|
PathBuf::from(dir)
|
2018-02-03 09:51:06 +00:00
|
|
|
.parent()
|
|
|
|
.unwrap()
|
|
|
|
.parent()
|
|
|
|
.unwrap()
|
2018-01-07 11:56:08 +00:00
|
|
|
.to_owned()
|
|
|
|
}
|
|
|
|
|
|
|
|
fn test_data_dir() -> PathBuf {
|
2018-08-11 07:03:03 +00:00
|
|
|
project_dir().join("crates/libsyntax2/tests/data")
|
|
|
|
}
|
|
|
|
|
|
|
|
fn dump_tokens(tokens: &[libsyntax2::Token], text: &str) -> String {
|
|
|
|
let mut acc = String::new();
|
|
|
|
let mut offset = 0;
|
|
|
|
for token in tokens {
|
|
|
|
let len: u32 = token.len.into();
|
|
|
|
let len = len as usize;
|
|
|
|
let token_text = &text[offset..offset + len];
|
|
|
|
offset += len;
|
|
|
|
write!(acc, "{:?} {} {:?}\n", token.kind, token.len, token_text).unwrap()
|
|
|
|
}
|
|
|
|
acc
|
2018-02-03 09:51:06 +00:00
|
|
|
}
|