diff --git a/.gitignore b/.gitignore
index a2267a1d9bf..d4ccc11b9cd 100644
--- a/.gitignore
+++ b/.gitignore
@@ -9,3 +9,4 @@ check_code_cleanliness_workspace/
 .META-INF_MANIFEST.MF
 .polyglot..META-INF_MANIFEST.MF
 *.takari_issue_192
+*.log
diff --git a/releng/scripts/check_code_cleanliness.sh b/releng/scripts/check_code_cleanliness.sh
index cd2408e32c0..09dcd2c66f4 100755
--- a/releng/scripts/check_code_cleanliness.sh
+++ b/releng/scripts/check_code_cleanliness.sh
@@ -107,10 +107,9 @@ done
 ##
 for p in native/org.eclipse.cdt.native.serial/native_src core/org.eclipse.cdt.core.native/native_src; do
     echo "Rebuilding $p natives to make sure they match source"
-    logfile=$(mktemp /tmp/make-natives-log.XXXXXX)
+    logfile=make-natives-${p//\//-}.log
     if ! make -C $p rebuild >${logfile} 2>&1; then
-        echo "Rebuilding of $p natives failed. The log is part of the artifacts of the build"
-        cp ${logfile} make-${p//\//_}.log
+        echo "Rebuilding of $p natives failed. The log (${logfile}) is part of the artifacts of the build"
         exit 1
     fi
 done