fix: avoid panic when encountering malformed URLs

2026-09-10 07:16:19 -04:00 · 2025-06-12 22:35:50 +02:00 · 2025-06-12 22:35:50 +02:00 · f7d5ec7a5a
parent f513cc541d
commit f7d5ec7a5a
1 changed files with 4 additions and 1 deletions
--- a/src/scraper.rs
+++ b/src/scraper.rs
@ -192,7 +192,10 @@ impl Scraper {

                let next_full_url = match url.join(url_to_parse.as_str()) {
                    Ok(url) => url,
-                    Err(e) => panic!("Failed to parse url: {} | Error: {}", next_url, e),
+                    Err(e) => {
+                        warn!("Failed to parse url: {} | Error: {}", next_url, e);
+                        return;
+                    },
                };

                let path = url_helper::to_path(&next_full_url, true);