From a913626b8b08bbbb8c4ed5b637f85e2fab9cefa3 Mon Sep 17 00:00:00 2001
From: JJGadgets <git@jjgadgets.tech>
Date: Fri, 22 Mar 2024 05:45:22 +0800
Subject: [PATCH] fix(kps): drop high cardanality labels

---
 .../monitoring/kps/app/helm-values/kube.yaml    | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/kube/deploy/core/monitoring/kps/app/helm-values/kube.yaml b/kube/deploy/core/monitoring/kps/app/helm-values/kube.yaml
index 73214578..bed6e43c 100644
--- a/kube/deploy/core/monitoring/kps/app/helm-values/kube.yaml
+++ b/kube/deploy/core/monitoring/kps/app/helm-values/kube.yaml
@@ -2,6 +2,15 @@
 kubeApiServer:
   enabled: true
   endpoints: &cp ["${IP_ROUTER_VLAN_K8S_PREFIX}1", "${IP_ROUTER_VLAN_K8S_PREFIX}2", "${IP_ROUTER_VLAN_K8S_PREFIX}3"]
+  serviceMonitor:
+    metricRelabelings:
+      # Drop high cardinality labels
+      - action: drop
+        sourceLabels: ["__name__"]
+        regex: (apiserver|etcd|rest_client)_request(|_sli|_slo)_duration_seconds_bucket
+      - action: drop
+        sourceLabels: ["__name__"]
+        regex: (apiserver_response_sizes_bucket|apiserver_watch_events_sizes_bucket)
 kubeScheduler:
   enabled: false
   # endpoints: *cp
@@ -27,5 +36,13 @@ kubelet:
       - sourceLabels: ["node"]
         targetLabel: instance
         action: replace
+      # Drop high cardinality labels
+      - action: labeldrop
+        regex: (uid)
+      - action: labeldrop
+        regex: (id|name)
+      - action: drop
+        sourceLabels: ["__name__"]
+        regex: (rest_client_request_duration_seconds_bucket|rest_client_request_duration_seconds_sum|rest_client_request_duration_seconds_count)
 kubeProxy:
   enabled: false # Disabled due to eBPF