scraping/skallwar.suckit
1
0
Fork 0
mirror of https://github.com/Skallwar/suckit.git synced 2026-09-10 07:16:19 -04:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: avoid panic when encountering malformed URLs

Browse source
This commit is contained in:
FlashOnFire_ 2025-06-12 22:35:50 +02:00 committed by Esteban Blanc
parent f513cc541d
commit 301aa53830
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
src/scraper.rs
View file

@ -192,7 +192,10 @@ impl Scraper {
let next_full_url = match url.join(url_to_parse.as_str()) {
Ok(url) => url,
Err(e) => panic!("Failed to parse url: {} | Error: {}", next_url, e),
Err(e) => {
warn!("Failed to parse url: {} | Error: {}", next_url, e);
return;
},
};
let path = url_helper::to_path(&next_full_url, true);