diff --git a/dlls/msi/tests/install.c b/dlls/msi/tests/install.c
index 239abb63c4c..a3f40832fa3 100644
--- a/dlls/msi/tests/install.c
+++ b/dlls/msi/tests/install.c
@@ -5459,6 +5459,11 @@ START_TEST(install)
         ret = notify_system_change(BEGIN_NESTED_SYSTEM_CHANGE, &status);
     }
 
+    /* Create only one log file and don't append. We have to pass something
+     * for the log mode for this to work.
+     */
+    MsiEnableLogA(INSTALLLOGMODE_FATALEXIT, "msitest.log", 0);
+
     test_MsiInstallProduct();
     test_MsiSetComponentState();
     test_packagecoltypes();
@@ -5495,6 +5500,8 @@ START_TEST(install)
     test_MsiConfigureProductEx();
     test_missingcomponent();
 
+    DeleteFileA("msitest.log");
+
     if (pSRSetRestorePointA && ret)
     {
         ret = notify_system_change(END_NESTED_SYSTEM_CHANGE, &status);