scraping/skallwar.suckit
1
0
Fork 0
mirror of https://github.com/Skallwar/suckit.git synced 2026-09-10 07:16:19 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

scraper-test: Clear VISITED_URLS between each test

Browse source
This commit is contained in:
cohenarthur 2020-04-17 01:32:36 +02:00
parent c9ea9a5d11
commit 7255a59f52
1 changed files with 12 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/scraper.rs
View file

@ -185,7 +185,8 @@ mod tests {
tries: 1,
depth: 5,
};
let mut s = Scraper::new(args);
let _ = Scraper::new(args);
}
#[test]
@ -201,13 +202,15 @@ mod tests {
s.run();
let visited_urls = VISITED_URLS.lock().unwrap();
let mut visited_urls = VISITED_URLS.lock().unwrap();
assert!(!visited_urls.contains("https://example.net"));
assert!(!visited_urls.contains("https://no-no-no.com"));
assert!(visited_urls.contains("https://fake_start.net/a_file"));
assert!(visited_urls
.contains("https://fake_start.net/dir/nested/file"));
visited_urls.clear();
}
#[test]
@ -223,13 +226,16 @@ mod tests {
s.run();
let visited_urls = VISITED_URLS.lock().unwrap();
let mut visited_urls = VISITED_URLS.lock().unwrap();
assert!(!visited_urls.contains("https://example.net"));
assert!(!visited_urls.contains("https://no-no-no.com"));
assert!(!visited_urls.contains("https://fake_start.net/a_file"));
assert!(!visited_urls.contains("https://fake_start.net/an_answer_file"));
assert!(!visited_urls
.contains("https://fake_start.net/dir/nested/file"));
visited_urls.clear();
}
#[test]
@ -245,11 +251,13 @@ mod tests {
s.run();
let visited_urls = VISITED_URLS.lock().unwrap();
let mut visited_urls = VISITED_URLS.lock().unwrap();
assert!(visited_urls.contains("https://fake_start.net/a_file"));
assert!(visited_urls
.contains("https://fake_start.net/an_answer_file"));
visited_urls.clear();
}
}