scraping/skallwar.suckit
1
0
Fork 0
mirror of https://github.com/Skallwar/suckit.git synced 2026-09-10 07:16:19 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

scraper: Add depth test

Browse source
This commit is contained in:
cohenarthur 2020-04-18 12:56:52 +02:00
parent 4534ed0237
commit f27ff19e43
1 changed files with 20 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
src/scraper.rs
View file

@ -226,6 +226,26 @@ mod tests {
assert!(!visited_urls.contains("https://fake_start.net/an_answer_file"));
assert!(!visited_urls.contains("https://fake_start.net/dir/nested/file"));
}
#[test]
fn depth_tricky() {
let args = args::Args {
origin: Url::parse("https://fake_start.net/").unwrap(),
output: Some(PathBuf::from("/tmp")),
jobs: 1,
tries: 1,
depth: 1,
};
let mut s = Scraper::new(args);
s.run();
let visited_urls = s.visited_urls.lock().unwrap();
assert!(visited_urls.contains("https://fake_start.net/a_file"));
assert!(visited_urls.contains("https://fake_start.net/dir/nested/file"));
assert!(!visited_urls.contains("https://fake_start.net/an_answer_file"));
}
}
#[cfg(test)]