diff --git a/dlls/msi/tests/automation.c b/dlls/msi/tests/automation.c
index d074d348058..2db947e68f1 100644
--- a/dlls/msi/tests/automation.c
+++ b/dlls/msi/tests/automation.c
@@ -387,6 +387,9 @@ static void check_service_is_installed(void)
 
     res = DeleteService(service);
     ok(res, "Failed to delete TestService\n");
+
+    CloseServiceHandle(service);
+    CloseServiceHandle(scm);
 }
 
 /*
diff --git a/dlls/msi/tests/install.c b/dlls/msi/tests/install.c
index 3e482332eb2..b8817d9ab34 100644
--- a/dlls/msi/tests/install.c
+++ b/dlls/msi/tests/install.c
@@ -1265,6 +1265,9 @@ static void check_service_is_installed(void)
 
     res = DeleteService(service);
     ok(res, "Failed to delete TestService\n");
+
+    CloseServiceHandle(service);
+    CloseServiceHandle(scm);
 }
 
 static void test_MsiInstallProduct(void)