diff --git a/Makefile b/Makefile
index c563e1b..e2f8499 100644
--- a/Makefile
+++ b/Makefile
@@ -76,6 +76,7 @@ install: check
 			cp -f $(TEMPFILE) $(DESTDIR)$(BINPREFIX)/$(COMMAND); \
 		fi; \
 	)
+	rm -f $(TEMPFILE)
 	@if [ -z "$(wildcard man/git-*.1)" ]; then \
 		echo "WARNING: man pages not created, use 'make docs' (which requires 'ronn' ruby lib)"; \
 	else \
diff --git a/bin/git-guilt b/bin/git-guilt
index 30e2e0a..97c1716 100755
--- a/bin/git-guilt
+++ b/bin/git-guilt
@@ -116,4 +116,9 @@ do
     printf "\033[00m\n"
 done
 
-test -n "$DEBUG" && sort -nr "$DEBUG"
+rm -f "$MERGED_LOG"
+
+if [[ -n "$DEBUG" ]] ; then
+    sort -nr "$DEBUG" &&
+    rm -f "$DEBUG"
+fi
diff --git a/bin/git-sed b/bin/git-sed
index eb14f5c..b79dafd 100755
--- a/bin/git-sed
+++ b/bin/git-sed
@@ -90,7 +90,10 @@ case "$all" in
 esac
 
 r=$(xargs -r false < /dev/null > /dev/null 2>&1 && echo r)
-need_bak=$(sed -i s/hello/world/ "$(git_extra_mktemp)" > /dev/null 2>&1 || echo true)
+
+tmp="$(git_extra_mktemp)"
+need_bak=$(sed -i s/hello/world/ "$tmp" > /dev/null 2>&1 || echo true)
+rm "$tmp"
 
 if [ "$need_bak" ]; then
     command="git grep -lz '$search' $pathspec | xargs -0$r sed -i '' 's$sep$search$sep$replacement$sep$flags'"