diff --git a/dlls/msi/action.c b/dlls/msi/action.c
index 136bfbb2dfb6f8b7cd3e3e4049f977738684aa3a..8c1bff3662489e14a3996c3107aca62936827682 100644
--- a/dlls/msi/action.c
+++ b/dlls/msi/action.c
@@ -4135,7 +4135,6 @@ static UINT ITERATE_PublishIcon(MSIRECORD *row, LPVOID param)
         if (rc != ERROR_SUCCESS)
         {
             ERR("Failed to get stream\n");
-            CloseHandle(the_file);  
             DeleteFileW(FilePath);
             break;
         }