rust/crates/ra_syntax/tests/test.rs

119 lines
3.2 KiB
Rust
Raw Normal View History

2018-09-16 09:54:24 +00:00
extern crate ra_syntax;
2018-08-25 11:26:34 +00:00
extern crate test_utils;
2018-08-13 14:42:43 +00:00
extern crate walkdir;
2018-01-07 11:56:08 +00:00
2018-07-30 12:25:52 +00:00
use std::{
fmt::Write,
2018-12-23 11:15:46 +00:00
path::{PathBuf, Component},
2018-07-30 12:25:52 +00:00
};
2018-01-07 11:56:08 +00:00
use test_utils::{project_dir, dir_tests, read_text, collect_tests};
2018-09-16 09:54:24 +00:00
use ra_syntax::{
2019-01-07 13:15:47 +00:00
SourceFile, AstNode,
utils::{check_fuzz_invariants, dump_tree},
2018-08-25 11:45:17 +00:00
};
2018-08-25 09:10:35 +00:00
2018-08-11 07:03:03 +00:00
#[test]
fn lexer_tests() {
dir_tests(&test_data_dir(), &["lexer"], |text, _| {
2018-09-16 09:54:24 +00:00
let tokens = ra_syntax::tokenize(text);
2018-08-11 07:03:03 +00:00
dump_tokens(&tokens, text)
})
}
#[test]
fn parser_tests() {
2018-12-23 11:15:46 +00:00
dir_tests(
&test_data_dir(),
&["parser/inline/ok", "parser/ok"],
|text, path| {
2019-01-07 13:15:47 +00:00
let file = SourceFile::parse(text);
2018-12-23 11:15:46 +00:00
let errors = file.errors();
assert_eq!(
&*errors,
&[] as &[ra_syntax::SyntaxError],
"There should be no errors in the file {:?}",
path.display()
);
dump_tree(file.syntax())
},
);
dir_tests(
&test_data_dir(),
&["parser/err", "parser/inline/err"],
|text, path| {
2019-01-07 13:15:47 +00:00
let file = SourceFile::parse(text);
2018-12-23 11:15:46 +00:00
let errors = file.errors();
assert_ne!(
&*errors,
&[] as &[ra_syntax::SyntaxError],
"There should be errors in the file {:?}",
path.display()
);
dump_tree(file.syntax())
},
);
}
#[test]
fn parser_fuzz_tests() {
for (_, text) in collect_tests(&test_data_dir(), &["parser/fuzz-failures"]) {
check_fuzz_invariants(&text)
}
2018-08-25 11:45:17 +00:00
}
/// Test that Rust-analyzer can parse and validate the rust-analyser
/// TODO: Use this as a benchmark
#[test]
fn self_hosting_parsing() {
use std::ffi::OsStr;
let dir = project_dir().join("crates");
let mut count = 0;
for entry in walkdir::WalkDir::new(dir)
.into_iter()
.filter_entry(|entry| {
!entry.path().components().any(|component| {
// Get all files which are not in the crates/ra_syntax/tests/data folder
component == Component::Normal(OsStr::new("data"))
})
})
.map(|e| e.unwrap())
.filter(|entry| {
// Get all `.rs ` files
!entry.path().is_dir() && (entry.path().extension() == Some(OsStr::new("rs")))
})
{
count += 1;
let text = read_text(entry.path());
2019-01-07 13:15:47 +00:00
let node = SourceFile::parse(&text);
let errors = node.errors();
assert_eq!(
&*errors,
&[],
"There should be no errors in the file {:?}",
entry
);
}
assert!(
count > 30,
"self_hosting_parsing found too few files - is it running in the right directory?"
)
}
2018-01-07 11:56:08 +00:00
fn test_data_dir() -> PathBuf {
2018-09-16 09:54:24 +00:00
project_dir().join("crates/ra_syntax/tests/data")
2018-08-11 07:03:03 +00:00
}
2018-09-16 09:54:24 +00:00
fn dump_tokens(tokens: &[ra_syntax::Token], text: &str) -> String {
2018-08-11 07:03:03 +00:00
let mut acc = String::new();
let mut offset = 0;
for token in tokens {
let len: u32 = token.len.into();
let len = len as usize;
let token_text = &text[offset..offset + len];
offset += len;
write!(acc, "{:?} {} {:?}\n", token.kind, token.len, token_text).unwrap()
}
acc
2018-02-03 09:51:06 +00:00
}