diff --git a/staging/src/k8s.io/apiserver/pkg/storage/etcd3/metrics/metrics.go b/staging/src/k8s.io/apiserver/pkg/storage/etcd3/metrics/metrics.go
index e10861e0674..61e26592b9b 100644
--- a/staging/src/k8s.io/apiserver/pkg/storage/etcd3/metrics/metrics.go
+++ b/staging/src/k8s.io/apiserver/pkg/storage/etcd3/metrics/metrics.go
@@ -224,8 +224,8 @@ func UpdateStoreStats(groupResource schema.GroupResource, stats storage.Stats, e
 
 // DeleteStoreStats delete the stats metrics.
 func DeleteStoreStats(groupResource schema.GroupResource) {
-	objectCounts.DeleteLabelValues(groupResource.String())
-	newObjectCounts.DeleteLabelValues(groupResource.Group, groupResource.Resource)
+	objectCounts.Delete(map[string]string{"resource": groupResource.String()})
+	newObjectCounts.Delete(map[string]string{"group": groupResource.Group, "resource": groupResource.Resource})
 	if utilfeature.DefaultFeatureGate.Enabled(features.SizeBasedListCostEstimate) {
 		resourceSizeEstimate.DeleteLabelValues(groupResource.Group, groupResource.Resource)
 	}