diff --git a/tests/external-format.pure.lisp b/tests/external-format.pure.lisp
index 932b4b1ee..cafbd37bd 100644
--- a/tests/external-format.pure.lisp
+++ b/tests/external-format.pure.lisp
@@ -1349,7 +1349,8 @@
           (*error-output* (make-broadcast-stream)))
       (multiple-value-bind (output failurep warningsp)
           (compile-file path :verbose nil)
-        (declare (ignore output))
+        (delete-file output)
+        (delete-file path)
         (assert (null failurep))
         (assert (null warningsp))))))
 
diff --git a/tests/ucs-2be.pure.lisp b/tests/ucs-2be.pure.lisp
index dace2a734..5cdf34b73 100644
--- a/tests/ucs-2be.pure.lisp
+++ b/tests/ucs-2be.pure.lisp
@@ -85,3 +85,5 @@
     ;; of replacement characters given as part of the external format
     (test :ucs-2be '(2 2 nil 2 2))
     (test (:ucs-2be :replacement #\?) '(2 2 nil 2 2))))
+
+(delete-file *test-path*)
diff --git a/tests/ucs-2le.pure.lisp b/tests/ucs-2le.pure.lisp
index abf8fad01..ef7118e92 100644
--- a/tests/ucs-2le.pure.lisp
+++ b/tests/ucs-2le.pure.lisp
@@ -85,3 +85,5 @@
     ;; of replacement characters given as part of the external format
     (test :ucs-2le '(2 2 nil 2 2))
     (test (:ucs-2le :replacement #\?) '(2 2 nil 2 2))))
+
+(delete-file *test-path*)
diff --git a/tests/ucs-4be.pure.lisp b/tests/ucs-4be.pure.lisp
index 76a4f4ef1..158eba408 100644
--- a/tests/ucs-4be.pure.lisp
+++ b/tests/ucs-4be.pure.lisp
@@ -70,3 +70,5 @@
                                                                  #x00))
     (test :ucs-4be '())
     (test (:ucs-4be :replacement #\?) '(#\? #\?))))
+
+(delete-file *test-path*)
diff --git a/tests/ucs-4le.pure.lisp b/tests/ucs-4le.pure.lisp
index 573b156f7..f082d892c 100644
--- a/tests/ucs-4le.pure.lisp
+++ b/tests/ucs-4le.pure.lisp
@@ -70,3 +70,5 @@
                                                                  #x00))
     (test :ucs-4le '())
     (test (:ucs-4le :replacement #\?) '(#\? #\?))))
+
+(delete-file *test-path*)
diff --git a/tests/utf-16be.pure.lisp b/tests/utf-16be.pure.lisp
index a5cf0f2c2..cc89dc689 100644
--- a/tests/utf-16be.pure.lisp
+++ b/tests/utf-16be.pure.lisp
@@ -93,3 +93,5 @@
     ;; of replacement characters given as part of the external format
     (test :utf-16be '(2 nil 4 2 2))
     (test (:utf-16be :replacement #\?) '(2 nil 4 2 2))))
+
+(delete-file *test-path*)
diff --git a/tests/utf-16le.pure.lisp b/tests/utf-16le.pure.lisp
index 33429a026..b3c62cf4e 100644
--- a/tests/utf-16le.pure.lisp
+++ b/tests/utf-16le.pure.lisp
@@ -93,3 +93,5 @@
     ;; of replacement characters given as part of the external format
     (test :utf-16le '(2 nil 4 2 2))
     (test (:utf-16le :replacement #\?) '(2 nil 4 2 2))))
+
+(delete-file *test-path*)
diff --git a/tests/utf-32be.pure.lisp b/tests/utf-32be.pure.lisp
index 2e03bead8..199ab6c88 100644
--- a/tests/utf-32be.pure.lisp
+++ b/tests/utf-32be.pure.lisp
@@ -108,3 +108,5 @@
     ;; of replacement characters given as part of the external format
     (test :utf-32be '(4 nil 4 4 4))
     (test (:utf-32be :replacement #\?) '(4 nil 4 4 4))))
+
+(delete-file *test-path*)
diff --git a/tests/utf-32le.pure.lisp b/tests/utf-32le.pure.lisp
index 5e162deb4..d5c9b56ef 100644
--- a/tests/utf-32le.pure.lisp
+++ b/tests/utf-32le.pure.lisp
@@ -108,3 +108,5 @@
     ;; of replacement characters given as part of the external format
     (test :utf-32le '(4 nil 4 4 4))
     (test (:utf-32le :replacement #\?) '(4 nil 4 4 4))))
+
+(delete-file *test-path*)