diff --git a/dlls/usp10/tests/usp10.c b/dlls/usp10/tests/usp10.c
index 7c26c511401..39240f50601 100644
--- a/dlls/usp10/tests/usp10.c
+++ b/dlls/usp10/tests/usp10.c
@@ -756,7 +756,7 @@ static inline void _test_shape_ok(int valid, HDC hdc, LPCWSTR string,
     else if (hr != S_OK)
         winetest_trace("ScriptShapeOpenType failed (%x)\n",hr);
     if (FAILED(hr))
-        return;
+        goto cleanup;
 
     for (x = 0; x < cchString; x++)
     {
@@ -808,6 +808,7 @@ static inline void _test_shape_ok(int valid, HDC hdc, LPCWSTR string,
             winetest_trace("%i: fZeroWidth incorrect (%i)\n",x,glyphProp[x].sva.fZeroWidth);
     }
 
+cleanup:
     HeapFree(GetProcessHeap(),0,logclust);
     HeapFree(GetProcessHeap(),0,charProp);
     HeapFree(GetProcessHeap(),0,glyphs);