diff --git a/dlls/crypt32/tests/cert.c b/dlls/crypt32/tests/cert.c
index 14549ebd149..8e4bc5d892e 100644
--- a/dlls/crypt32/tests/cert.c
+++ b/dlls/crypt32/tests/cert.c
@@ -2786,6 +2786,7 @@ static void testAcquireCertPrivateKey(void)
          &keyContext, &size);
         ok(ret, "CertGetCertificateContextProperty failed: %08x\n",
          GetLastError());
+        CryptReleaseContext(certCSP, 0);
 
         CryptDestroyKey(key);
     }