diff --git a/programs/reg/reg.c b/programs/reg/reg.c
index 4a278d46e3c..823b4d956c4 100644
--- a/programs/reg/reg.c
+++ b/programs/reg/reg.c
@@ -240,14 +240,12 @@ static int reg_delete(WCHAR *key_name, WCHAR *value_name, BOOL value_empty,
 
     if (value_name && value_empty)
     {
-        RegCloseKey(subkey);
         reg_message(STRING_INVALID_CMDLINE);
         return 0;
     }
 
     if (value_empty && value_all)
     {
-        RegCloseKey(subkey);
         reg_message(STRING_INVALID_CMDLINE);
         return 0;
     }