diff --git a/snapshots/windows/windows.go b/snapshots/windows/windows.go
index 35a7aacda..bc7a35a6b 100644
--- a/snapshots/windows/windows.go
+++ b/snapshots/windows/windows.go
@@ -282,7 +282,9 @@ func (s *snapshotter) Remove(ctx context.Context, key string) error {
 				log.G(ctx).WithError(err1).WithField("path", renamed).Error("Failed to rename after failed commit")
 			}
 		}
-		return err
+		// Return the error wrapped in ErrFailedPrecondition so that cleanup of other snapshots will
+		// still continue.
+		return errors.Join(errdefs.ErrFailedPrecondition, err)
 	}
 
 	if err = hcsshim.DestroyLayer(s.info, renamedID); err != nil {