diff --git a/dlls/msi/custom.c b/dlls/msi/custom.c
index 03f9b085c04..b864270690b 100644
--- a/dlls/msi/custom.c
+++ b/dlls/msi/custom.c
@@ -580,7 +580,8 @@ UINT CDECL __wine_msi_call_dll_function(DWORD client_pid, const GUID *guid)
 
     midl_user_free(dll);
     midl_user_free(proc);
-    MsiCloseHandle(hPackage);
+
+    MsiCloseAllHandles();
 
     return r;
 }