diff --git a/test/lit.cfg b/test/lit.cfg
index d8023fd9..df42dbc4 100644
--- a/test/lit.cfg
+++ b/test/lit.cfg
@@ -62,7 +62,7 @@ class LibcxxTestFormat(lit.formats.FileBasedTest):
                 report += "\n\nExpected compilation to fail!"
                 return lit.Test.FAIL, report
         else:
-            exec_file = tempfile.NamedTemporaryFile(suffix="exe", delete=False)
+            exec_file = tempfile.NamedTemporaryFile(suffix="exe")
             exec_path = exec_file.name
             exec_file.close()