Add tests for external download

tests/external.rs

@@ -0,0 +1,86 @@
+//! Tests for using --ext-depth
+
+mod fixtures;
+
+use fixtures::get_file_count_with_pattern;
+use std::fs::read_dir;
+use std::process::Command;
+use std::process::Stdio;
+use std::sync::Once;
+
+const PAGE: &'static str = "tests/fixtures/index.html";
+const IP: &'static str = "0.0.0.0";
+static START: Once = Once::new();
+
+#[test]
+fn test_external_download() {
+    // Spawn a single instance of a local http server usable by all tests in this module.
+    START.call_once(|| {
+        fixtures::spawn_local_http_server(PAGE, false, None);
+    });
+
+    // Tests below are grouped together as they depend on the local_http_server above.
+    with_external();
+    without_external();
+}
+
+// Test to use include flag for downloading pages only matching the given pattern.
+fn with_external() {
+    let output_dir = "w1";
+    let local = format!("{}/{}/", output_dir, IP);
+    let external = format!("{}/{}/", output_dir, "google.com");
+    let mut cmd = Command::new(env!("CARGO_BIN_EXE_suckit"))
+        .args(&[
+            fixtures::HTTP_ADDR,
+            "-o",
+            output_dir,
+            "-d",
+            "0",
+            "--ext-depth",
+            "1",
+            "-j",
+            "16",
+        ])
+        .stdout(Stdio::inherit())
+        .stderr(Stdio::inherit())
+        .spawn()
+        .unwrap();
+
+    let status = cmd.wait().unwrap();
+    assert!(status.success());
+    let path_local = read_dir(&local).unwrap();
+    let path_external = read_dir(&external).unwrap();
+
+    assert_eq!(path_local.count() + path_external.count(), 2);
+
+    std::fs::remove_dir_all(output_dir).unwrap();
+}
+
+fn without_external() {
+    let output_dir = "w2";
+    let external = format!("{}/{}/", output_dir, "google.com");
+    let mut cmd = Command::new(env!("CARGO_BIN_EXE_suckit"))
+        .args(&[
+            fixtures::HTTP_ADDR,
+            "-o",
+            output_dir,
+            "-d",
+            "0",
+            "--ext-depth",
+            "0",
+            "-j",
+            "16",
+        ])
+        .stdout(Stdio::inherit())
+        .stderr(Stdio::inherit())
+        .spawn()
+        .unwrap();
+
+    let status = cmd.wait().unwrap();
+    assert!(status.success());
+    let path_external = read_dir(&external);
+
+    assert!(path_external.is_err());
+
+    std::fs::remove_dir_all(output_dir).unwrap();
+}

tests/fixtures/index.html

@@ -9,5 +9,6 @@
     <a href="jpeg.jpg" download>JPG File</a>
     <a href="mp3.mp3" download="">MP3 File</a>
     <a href="file.txt" download="">Text File</a>
+    <a href="https://google.com" download="">Google</a>
 </body>
 </html>