diff --git a/packages/system/cilium/Makefile b/packages/system/cilium/Makefile index eb3ba0b4..8c57b152 100644 --- a/packages/system/cilium/Makefile +++ b/packages/system/cilium/Makefile @@ -14,6 +14,6 @@ update: rm -rf charts helm repo add cilium https://helm.cilium.io/ helm repo update cilium - helm pull cilium/cilium --untar --untardir charts + helm pull cilium/cilium --untar --untardir charts --version 1.14 sed -i -e '/Used in iptables/d' -e '/SYS_MODULE/d' charts/cilium/values.yaml patch -p3 --no-backup-if-mismatch < patches/fix-cgroups.patch diff --git a/packages/system/cilium/charts/cilium/Chart.yaml b/packages/system/cilium/charts/cilium/Chart.yaml index 43447f2c..ce341a93 100644 --- a/packages/system/cilium/charts/cilium/Chart.yaml +++ b/packages/system/cilium/charts/cilium/Chart.yaml @@ -1,88 +1,131 @@ annotations: - artifacthub.io/crds: "- kind: CiliumNetworkPolicy\n version: v2\n name: ciliumnetworkpolicies.cilium.io\n - \ displayName: Cilium Network Policy\n description: |\n Cilium Network Policies - provide additional functionality beyond what\n is provided by standard Kubernetes - NetworkPolicy such as the ability\n to allow traffic based on FQDNs, or to - filter at Layer 7.\n- kind: CiliumClusterwideNetworkPolicy\n version: v2\n name: - ciliumclusterwidenetworkpolicies.cilium.io\n displayName: Cilium Clusterwide - Network Policy\n description: |\n Cilium Clusterwide Network Policies support - configuring network traffic\n policiies across the entire cluster, including - applying node firewalls.\n- kind: CiliumExternalWorkload\n version: v2\n name: - ciliumexternalworkloads.cilium.io\n displayName: Cilium External Workload\n description: - |\n Cilium External Workload supports configuring the ability for external\n - \ non-Kubernetes workloads to join the cluster.\n- kind: CiliumLocalRedirectPolicy\n - \ version: v2\n name: ciliumlocalredirectpolicies.cilium.io\n displayName: Cilium - Local Redirect Policy\n description: |\n Cilium Local Redirect Policy allows - local redirects to be configured\n within a node to support use cases like - Node-Local DNS or KIAM.\n- kind: CiliumNode\n version: v2\n name: ciliumnodes.cilium.io\n - \ displayName: Cilium Node\n description: |\n Cilium Node represents a node - managed by Cilium. It contains a\n specification to control various node specific - configuration aspects\n and a status section to represent the status of the - node.\n- kind: CiliumIdentity\n version: v2\n name: ciliumidentities.cilium.io\n - \ displayName: Cilium Identity\n description: |\n Cilium Identity allows introspection - into security identities that\n Cilium allocates which identify sets of labels - that are assigned to\n individual endpoints in the cluster.\n- kind: CiliumEndpoint\n - \ version: v2\n name: ciliumendpoints.cilium.io\n displayName: Cilium Endpoint\n - \ description: |\n Cilium Endpoint represents the status of individual pods - or nodes in\n the cluster which are managed by Cilium, including enforcement - status,\n IP addressing and whether the networking is successfully operational.\n- - kind: CiliumEndpointSlice\n version: v2alpha1\n name: ciliumendpointslices.cilium.io\n - \ displayName: Cilium Endpoint Slice\n description: |\n Cilium Endpoint Slice - represents the status of groups of pods or nodes\n in the cluster which are - managed by Cilium, including enforcement status,\n IP addressing and whether - the networking is successfully operational.\n- kind: CiliumEgressGatewayPolicy\n - \ version: v2\n name: ciliumegressgatewaypolicies.cilium.io\n displayName: Cilium - Egress Gateway Policy\n description: |\n Cilium Egress Gateway Policy provides - control over the way that traffic\n leaves the cluster and which source addresses - to use for that traffic.\n- kind: CiliumClusterwideEnvoyConfig\n version: v2\n - \ name: ciliumclusterwideenvoyconfigs.cilium.io\n displayName: Cilium Clusterwide - Envoy Config\n description: |\n Cilium Clusterwide Envoy Config specifies - Envoy resources and K8s service mappings\n to be provisioned into Cilium host - proxy instances in cluster context.\n- kind: CiliumEnvoyConfig\n version: v2\n - \ name: ciliumenvoyconfigs.cilium.io\n displayName: Cilium Envoy Config\n description: - |\n Cilium Envoy Config specifies Envoy resources and K8s service mappings\n - \ to be provisioned into Cilium host proxy instances in namespace context.\n- - kind: CiliumBGPPeeringPolicy\n version: v2alpha1\n name: ciliumbgppeeringpolicies.cilium.io\n - \ displayName: Cilium BGP Peering Policy\n description: |\n Cilium BGP Peering - Policy instructs Cilium to create specific BGP peering\n configurations.\n- - kind: CiliumBGPClusterConfig\n version: v2alpha1\n name: ciliumbgpclusterconfigs.cilium.io\n - \ displayName: Cilium BGP Cluster Config\n description: |\n Cilium BGP Cluster - Config instructs Cilium operator to create specific BGP cluster\n configurations.\n- - kind: CiliumBGPPeerConfig\n version: v2alpha1\n name: ciliumbgppeerconfigs.cilium.io\n - \ displayName: Cilium BGP Peer Config\n description: |\n CiliumBGPPeerConfig - is a common set of BGP peer configurations. It can be referenced \n by multiple - peers from CiliumBGPClusterConfig.\n- kind: CiliumBGPAdvertisement\n version: - v2alpha1\n name: ciliumbgpadvertisements.cilium.io\n displayName: Cilium BGP - Advertisement\n description: |\n CiliumBGPAdvertisement is used to define - source of BGP advertisement as well as BGP attributes \n to be advertised with - those prefixes.\n- kind: CiliumBGPNodeConfig\n version: v2alpha1\n name: ciliumbgpnodeconfigs.cilium.io\n - \ displayName: Cilium BGP Node Config\n description: |\n CiliumBGPNodeConfig - is read only node specific BGP configuration. It is constructed by Cilium operator.\n - \ It will also contain node local BGP state information.\n- kind: CiliumBGPNodeConfigOverride\n - \ version: v2alpha1\n name: ciliumbgpnodeconfigoverrides.cilium.io\n displayName: - Cilium BGP Node Config Override\n description: |\n CiliumBGPNodeConfigOverride - can be used to override node specific BGP configuration.\n- kind: CiliumLoadBalancerIPPool\n - \ version: v2alpha1\n name: ciliumloadbalancerippools.cilium.io\n displayName: - Cilium Load Balancer IP Pool\n description: |\n Defining a Cilium Load Balancer - IP Pool instructs Cilium to assign IPs to LoadBalancer Services.\n- kind: CiliumNodeConfig\n - \ version: v2alpha1\n name: ciliumnodeconfigs.cilium.io\n displayName: Cilium - Node Configuration\n description: |\n CiliumNodeConfig is a list of configuration - key-value pairs. It is applied to\n nodes indicated by a label selector.\n- - kind: CiliumCIDRGroup\n version: v2alpha1\n name: ciliumcidrgroups.cilium.io\n - \ displayName: Cilium CIDR Group\n description: |\n CiliumCIDRGroup is a list - of CIDRs that can be referenced as a single entity from CiliumNetworkPolicies.\n- - kind: CiliumL2AnnouncementPolicy\n version: v2alpha1\n name: ciliuml2announcementpolicies.cilium.io\n - \ displayName: Cilium L2 Announcement Policy\n description: |\n CiliumL2AnnouncementPolicy - is a policy which determines which service IPs will be announced to\n the local - area network, by which nodes, and via which interfaces.\n- kind: CiliumPodIPPool\n - \ version: v2alpha1\n name: ciliumpodippools.cilium.io\n displayName: Cilium - Pod IP Pool\n description: |\n CiliumPodIPPool defines an IP pool that can - be used for pooled IPAM (i.e. the multi-pool IPAM mode).\n" + artifacthub.io/crds: | + - kind: CiliumNetworkPolicy + version: v2 + name: ciliumnetworkpolicies.cilium.io + displayName: Cilium Network Policy + description: | + Cilium Network Policies provide additional functionality beyond what + is provided by standard Kubernetes NetworkPolicy such as the ability + to allow traffic based on FQDNs, or to filter at Layer 7. + - kind: CiliumClusterwideNetworkPolicy + version: v2 + name: ciliumclusterwidenetworkpolicies.cilium.io + displayName: Cilium Clusterwide Network Policy + description: | + Cilium Clusterwide Network Policies support configuring network traffic + policiies across the entire cluster, including applying node firewalls. + - kind: CiliumExternalWorkload + version: v2 + name: ciliumexternalworkloads.cilium.io + displayName: Cilium External Workload + description: | + Cilium External Workload supports configuring the ability for external + non-Kubernetes workloads to join the cluster. + - kind: CiliumLocalRedirectPolicy + version: v2 + name: ciliumlocalredirectpolicies.cilium.io + displayName: Cilium Local Redirect Policy + description: | + Cilium Local Redirect Policy allows local redirects to be configured + within a node to support use cases like Node-Local DNS or KIAM. + - kind: CiliumNode + version: v2 + name: ciliumnodes.cilium.io + displayName: Cilium Node + description: | + Cilium Node represents a node managed by Cilium. It contains a + specification to control various node specific configuration aspects + and a status section to represent the status of the node. + - kind: CiliumIdentity + version: v2 + name: ciliumidentities.cilium.io + displayName: Cilium Identity + description: | + Cilium Identity allows introspection into security identities that + Cilium allocates which identify sets of labels that are assigned to + individual endpoints in the cluster. + - kind: CiliumEndpoint + version: v2 + name: ciliumendpoints.cilium.io + displayName: Cilium Endpoint + description: | + Cilium Endpoint represents the status of individual pods or nodes in + the cluster which are managed by Cilium, including enforcement status, + IP addressing and whether the networking is succesfully operational. + - kind: CiliumEndpointSlice + version: v2alpha1 + name: ciliumendpointslices.cilium.io + displayName: Cilium Endpoint Slice + description: | + Cilium Endpoint Slice represents the status of groups of pods or nodes + in the cluster which are managed by Cilium, including enforcement status, + IP addressing and whether the networking is succesfully operational. + - kind: CiliumEgressGatewayPolicy + version: v2 + name: ciliumegressgatewaypolicies.cilium.io + displayName: Cilium Egress Gateway Policy + description: | + Cilium Egress Gateway Policy provides control over the way that traffic + leaves the cluster and which source addresses to use for that traffic. + - kind: CiliumClusterwideEnvoyConfig + version: v2 + name: ciliumclusterwideenvoyconfigs.cilium.io + displayName: Cilium Clusterwide Envoy Config + description: | + Cilium Clusterwide Envoy Config specifies Envoy resources and K8s service mappings + to be provisioned into Cilium host proxy instances in cluster context. + - kind: CiliumEnvoyConfig + version: v2 + name: ciliumenvoyconfigs.cilium.io + displayName: Cilium Envoy Config + description: | + Cilium Envoy Config specifies Envoy resources and K8s service mappings + to be provisioned into Cilium host proxy instances in namespace context. + - kind: CiliumBGPPeeringPolicy + version: v2alpha1 + name: ciliumbgppeeringpolicies.cilium.io + displayName: Cilium BGP Peering Policy + description: | + Cilium BGP Peering Policy instructs Cilium to create specific BGP peering + configurations. + - kind: CiliumLoadBalancerIPPool + version: v2alpha1 + name: ciliumloadbalancerippools.cilium.io + displayName: Cilium Load Balancer IP Pool + description: | + Defining a Cilium Load Balancer IP Pool instructs Cilium to assign IPs to LoadBalancer Services. + - kind: CiliumNodeConfig + version: v2alpha1 + name: ciliumnodeconfigs.cilium.io + displayName: Cilium Node Configuration + description: | + CiliumNodeConfig is a list of configuration key-value pairs. It is applied to + nodes indicated by a label selector. + - kind: CiliumCIDRGroup + version: v2alpha1 + name: ciliumcidrgroups.cilium.io + displayName: Cilium CIDR Group + description: | + CiliumCIDRGroup is a list of CIDRs that can be referenced as a single entity from CiliumNetworkPolicies. + - kind: CiliumL2AnnouncementPolicy + version: v2alpha1 + name: ciliuml2announcementpolicies.cilium.io + displayName: Cilium L2 Announcement Policy + description: | + CiliumL2AnnouncementPolicy is a policy which determines which service IPs will be announced to + the local area network, by which nodes, and via which interfaces. + - kind: CiliumPodIPPool + version: v2alpha1 + name: ciliumpodippools.cilium.io + displayName: Cilium Pod IP Pool + description: | + CiliumPodIPPool defines an IP pool that can be used for pooled IPAM (i.e. the multi-pool IPAM mode). apiVersion: v2 -appVersion: 1.15.3 +appVersion: 1.14.9 description: eBPF-based Networking, Security, and Observability home: https://cilium.io/ -icon: https://cdn.jsdelivr.net/gh/cilium/cilium@v1.15/Documentation/images/logo-solo.svg +icon: https://cdn.jsdelivr.net/gh/cilium/cilium@v1.14/Documentation/images/logo-solo.svg keywords: - BPF - eBPF @@ -95,4 +138,4 @@ kubeVersion: '>= 1.16.0-0' name: cilium sources: - https://github.com/cilium/cilium -version: 1.15.3 +version: 1.14.9 diff --git a/packages/system/cilium/charts/cilium/README.md b/packages/system/cilium/charts/cilium/README.md index 1e927580..f0d87bef 100644 --- a/packages/system/cilium/charts/cilium/README.md +++ b/packages/system/cilium/charts/cilium/README.md @@ -1,6 +1,6 @@ # cilium -![Version: 1.15.3](https://img.shields.io/badge/Version-1.15.3-informational?style=flat-square) ![AppVersion: 1.15.3](https://img.shields.io/badge/AppVersion-1.15.3-informational?style=flat-square) +![Version: 1.14.9](https://img.shields.io/badge/Version-1.14.9-informational?style=flat-square) ![AppVersion: 1.14.9](https://img.shields.io/badge/AppVersion-1.14.9-informational?style=flat-square) Cilium is open source software for providing and transparently securing network connectivity and loadbalancing between application workloads such as @@ -60,20 +60,16 @@ contributors across the globe, there is almost always someone available to help. | aksbyocni.enabled | bool | `false` | Enable AKS BYOCNI integration. Note that this is incompatible with AKS clusters not created in BYOCNI mode: use Azure integration (`azure.enabled`) instead. | | alibabacloud.enabled | bool | `false` | Enable AlibabaCloud ENI integration | | annotateK8sNode | bool | `false` | Annotate k8s node upon initialization with Cilium's metadata. | -| annotations | object | `{}` | Annotations to be added to all top-level cilium-agent objects (resources under templates/cilium-agent) | -| apiRateLimit | string | `nil` | The api-rate-limit option can be used to overwrite individual settings of the default configuration for rate limiting calls to the Cilium Agent API | | authentication.enabled | bool | `true` | Enable authentication processing and garbage collection. Note that if disabled, policy enforcement will still block requests that require authentication. But the resulting authentication requests for these requests will not be processed, therefore the requests not be allowed. | | authentication.gcInterval | string | `"5m0s"` | Interval for garbage collection of auth map entries. | -| authentication.mutual.connectTimeout | string | `"5s"` | Timeout for connecting to the remote node TCP socket | | authentication.mutual.port | int | `4250` | Port on the agent where mutual authentication handshakes between agents will be performed | | authentication.mutual.spire.adminSocketPath | string | `"/run/spire/sockets/admin.sock"` | SPIRE socket path where the SPIRE delegated api agent is listening | | authentication.mutual.spire.agentSocketPath | string | `"/run/spire/sockets/agent/agent.sock"` | SPIRE socket path where the SPIRE workload agent is listening. Applies to both the Cilium Agent and Operator | -| authentication.mutual.spire.annotations | object | `{}` | Annotations to be added to all top-level spire objects (resources under templates/spire) | | authentication.mutual.spire.connectionTimeout | string | `"30s"` | SPIRE connection timeout | | authentication.mutual.spire.enabled | bool | `false` | Enable SPIRE integration (beta) | | authentication.mutual.spire.install.agent.affinity | object | `{}` | SPIRE agent affinity configuration | | authentication.mutual.spire.install.agent.annotations | object | `{}` | SPIRE agent annotations | -| authentication.mutual.spire.install.agent.image | object | `{"digest":"sha256:99405637647968245ff9fe215f8bd2bd0ea9807be9725f8bf19fe1b21471e52b","override":null,"pullPolicy":"IfNotPresent","repository":"ghcr.io/spiffe/spire-agent","tag":"1.8.5","useDigest":true}` | SPIRE agent image | +| authentication.mutual.spire.install.agent.image | string | `"ghcr.io/spiffe/spire-agent:1.6.3@sha256:8eef9857bf223181ecef10d9bbcd2f7838f3689e9bd2445bede35066a732e823"` | SPIRE agent image | | authentication.mutual.spire.install.agent.labels | object | `{}` | SPIRE agent labels | | authentication.mutual.spire.install.agent.nodeSelector | object | `{}` | SPIRE agent nodeSelector configuration ref: ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#nodeselector | | authentication.mutual.spire.install.agent.podSecurityContext | object | `{}` | Security context to be added to spire agent pods. SecurityContext holds pod-level security attributes and common container settings. ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-pod | @@ -82,8 +78,6 @@ contributors across the globe, there is almost always someone available to help. | authentication.mutual.spire.install.agent.skipKubeletVerification | bool | `true` | SPIRE Workload Attestor kubelet verification. | | authentication.mutual.spire.install.agent.tolerations | list | `[{"effect":"NoSchedule","key":"node.kubernetes.io/not-ready"},{"effect":"NoSchedule","key":"node-role.kubernetes.io/master"},{"effect":"NoSchedule","key":"node-role.kubernetes.io/control-plane"},{"effect":"NoSchedule","key":"node.cloudprovider.kubernetes.io/uninitialized","value":"true"},{"key":"CriticalAddonsOnly","operator":"Exists"}]` | SPIRE agent tolerations configuration By default it follows the same tolerations as the agent itself to allow the Cilium agent on this node to connect to SPIRE. ref: https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ | | authentication.mutual.spire.install.enabled | bool | `true` | Enable SPIRE installation. This will only take effect only if authentication.mutual.spire.enabled is true | -| authentication.mutual.spire.install.existingNamespace | bool | `false` | SPIRE namespace already exists. Set to true if Helm should not create, manage, and import the SPIRE namespace. | -| authentication.mutual.spire.install.initImage | object | `{"digest":"sha256:223ae047b1065bd069aac01ae3ac8088b3ca4a527827e283b85112f29385fb1b","override":null,"pullPolicy":"IfNotPresent","repository":"docker.io/library/busybox","tag":"1.36.1","useDigest":true}` | init container image of SPIRE agent and server | | authentication.mutual.spire.install.namespace | string | `"cilium-spire"` | SPIRE namespace to install into | | authentication.mutual.spire.install.server.affinity | object | `{}` | SPIRE server affinity configuration | | authentication.mutual.spire.install.server.annotations | object | `{}` | SPIRE server annotations | @@ -93,12 +87,10 @@ contributors across the globe, there is almost always someone available to help. | authentication.mutual.spire.install.server.dataStorage.enabled | bool | `true` | Enable SPIRE server data storage | | authentication.mutual.spire.install.server.dataStorage.size | string | `"1Gi"` | Size of the SPIRE server data storage | | authentication.mutual.spire.install.server.dataStorage.storageClass | string | `nil` | StorageClass of the SPIRE server data storage | -| authentication.mutual.spire.install.server.image | object | `{"digest":"sha256:28269265882048dcf0fed32fe47663cd98613727210b8d1a55618826f9bf5428","override":null,"pullPolicy":"IfNotPresent","repository":"ghcr.io/spiffe/spire-server","tag":"1.8.5","useDigest":true}` | SPIRE server image | +| authentication.mutual.spire.install.server.image | string | `"ghcr.io/spiffe/spire-server:1.6.3@sha256:f4bc49fb0bd1d817a6c46204cc7ce943c73fb0a5496a78e0e4dc20c9a816ad7f"` | SPIRE server image | | authentication.mutual.spire.install.server.initContainers | list | `[]` | SPIRE server init containers | | authentication.mutual.spire.install.server.labels | object | `{}` | SPIRE server labels | | authentication.mutual.spire.install.server.nodeSelector | object | `{}` | SPIRE server nodeSelector configuration ref: ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#nodeselector | -| authentication.mutual.spire.install.server.podSecurityContext | object | `{}` | Security context to be added to spire server pods. SecurityContext holds pod-level security attributes and common container settings. ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-pod | -| authentication.mutual.spire.install.server.securityContext | object | `{}` | Security context to be added to spire server containers. SecurityContext holds pod-level security attributes and common container settings. ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-container | | authentication.mutual.spire.install.server.service.annotations | object | `{}` | Annotations to be added to the SPIRE server service | | authentication.mutual.spire.install.server.service.labels | object | `{}` | Labels to be added to the SPIRE server service | | authentication.mutual.spire.install.server.service.type | string | `"ClusterIP"` | Service type for the SPIRE server service | @@ -117,11 +109,8 @@ contributors across the globe, there is almost always someone available to help. | bgp.announce.loadbalancerIP | bool | `false` | Enable allocation and announcement of service LoadBalancer IPs | | bgp.announce.podCIDR | bool | `false` | Enable announcement of node pod CIDR | | bgp.enabled | bool | `false` | Enable BGP support inside Cilium; embeds a new ConfigMap for BGP inside cilium-agent and cilium-operator | -| bgpControlPlane | object | `{"enabled":false,"secretsNamespace":{"create":false,"name":"kube-system"}}` | This feature set enables virtual BGP routers to be created via CiliumBGPPeeringPolicy CRDs. | +| bgpControlPlane | object | `{"enabled":false}` | This feature set enables virtual BGP routers to be created via CiliumBGPPeeringPolicy CRDs. | | bgpControlPlane.enabled | bool | `false` | Enables the BGP control plane. | -| bgpControlPlane.secretsNamespace | object | `{"create":false,"name":"kube-system"}` | SecretsNamespace is the namespace which BGP support will retrieve secrets from. | -| bgpControlPlane.secretsNamespace.create | bool | `false` | Create secrets namespace for BGP secrets. | -| bgpControlPlane.secretsNamespace.name | string | `"kube-system"` | The name of the secret namespace to which Cilium agents are given read access | | bpf.authMapMax | int | `524288` | Configure the maximum number of entries in auth map. | | bpf.autoMount.enabled | bool | `true` | Enable automatic mount of BPF filesystem When `autoMount` is enabled, the BPF filesystem is mounted at `bpf.root` path on the underlying host and inside the cilium agent pod. If users disable `autoMount`, it's expected that users have mounted bpffs filesystem at the specified `bpf.root` volume, and then the volume will be mounted inside the cilium agent pod at the same path. | | bpf.ctAnyMax | int | `262144` | Configure the maximum number of entries for the non-TCP connection tracking table. | @@ -142,8 +131,7 @@ contributors across the globe, there is almost always someone available to help. | bpf.tproxy | bool | `false` | Configure the eBPF-based TPROXY to reduce reliance on iptables rules for implementing Layer 7 policy. | | bpf.vlanBypass | list | `[]` | Configure explicitly allowed VLAN id's for bpf logic bypass. [0] will allow all VLAN id's without any filtering. | | bpfClockProbe | bool | `false` | Enable BPF clock source probing for more efficient tick retrieval. | -| certgen | object | `{"affinity":{},"annotations":{"cronJob":{},"job":{}},"extraVolumeMounts":[],"extraVolumes":[],"image":{"digest":"sha256:89a0847753686444daabde9474b48340993bd19c7bea66a46e45b2974b82041f","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/certgen","tag":"v0.1.9","useDigest":true},"podLabels":{},"tolerations":[],"ttlSecondsAfterFinished":1800}` | Configure certificate generation for Hubble integration. If hubble.tls.auto.method=cronJob, these values are used for the Kubernetes CronJob which will be scheduled regularly to (re)generate any certificates not provided manually. | -| certgen.affinity | object | `{}` | Affinity for certgen | +| certgen | object | `{"annotations":{"cronJob":{},"job":{}},"extraVolumeMounts":[],"extraVolumes":[],"image":{"digest":"sha256:89a0847753686444daabde9474b48340993bd19c7bea66a46e45b2974b82041f","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/certgen","tag":"v0.1.9","useDigest":true},"podLabels":{},"tolerations":[],"ttlSecondsAfterFinished":1800}` | Configure certificate generation for Hubble integration. If hubble.tls.auto.method=cronJob, these values are used for the Kubernetes CronJob which will be scheduled regularly to (re)generate any certificates not provided manually. | | certgen.annotations | object | `{"cronJob":{},"job":{}}` | Annotations to be added to the hubble-certgen initial Job and CronJob | | certgen.extraVolumeMounts | list | `[]` | Additional certgen volumeMounts. | | certgen.extraVolumes | list | `[]` | Additional certgen volumes. | @@ -158,29 +146,25 @@ contributors across the globe, there is almost always someone available to help. | cleanState | bool | `false` | Clean all local Cilium state from the initContainer of the cilium-agent DaemonSet. Implies cleanBpfState: true. WARNING: Use with care! | | cluster.id | int | `0` | Unique ID of the cluster. Must be unique across all connected clusters and in the range of 1 to 255. Only required for Cluster Mesh, may be 0 if Cluster Mesh is not used. | | cluster.name | string | `"default"` | Name of the cluster. Only required for Cluster Mesh and mutual authentication with SPIRE. | -| clustermesh.annotations | object | `{}` | Annotations to be added to all top-level clustermesh objects (resources under templates/clustermesh-apiserver and templates/clustermesh-config) | | clustermesh.apiserver.affinity | object | `{"podAntiAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchLabels":{"k8s-app":"clustermesh-apiserver"}},"topologyKey":"kubernetes.io/hostname"}]}}` | Affinity for clustermesh.apiserver | -| clustermesh.apiserver.etcd.init.extraArgs | list | `[]` | Additional arguments to `clustermesh-apiserver etcdinit`. | -| clustermesh.apiserver.etcd.init.extraEnv | list | `[]` | Additional environment variables to `clustermesh-apiserver etcdinit`. | +| clustermesh.apiserver.etcd.image | object | `{"digest":"sha256:795d8660c48c439a7c3764c2330ed9222ab5db5bb524d8d0607cac76f7ba82a3","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/coreos/etcd","tag":"v3.5.4","useDigest":true}` | Clustermesh API server etcd image. | | clustermesh.apiserver.etcd.init.resources | object | `{}` | Specifies the resources for etcd init container in the apiserver | -| clustermesh.apiserver.etcd.lifecycle | object | `{}` | lifecycle setting for the etcd container | | clustermesh.apiserver.etcd.resources | object | `{}` | Specifies the resources for etcd container in the apiserver | | clustermesh.apiserver.etcd.securityContext | object | `{}` | Security context to be added to clustermesh-apiserver etcd containers | | clustermesh.apiserver.extraArgs | list | `[]` | Additional clustermesh-apiserver arguments. | | clustermesh.apiserver.extraEnv | list | `[]` | Additional clustermesh-apiserver environment variables. | | clustermesh.apiserver.extraVolumeMounts | list | `[]` | Additional clustermesh-apiserver volumeMounts. | | clustermesh.apiserver.extraVolumes | list | `[]` | Additional clustermesh-apiserver volumes. | -| clustermesh.apiserver.image | object | `{"digest":"sha256:da4573f8fe4415bdb786c4fdcbc3b518e5a485f930cd4292416eb80800cbd7fc","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/clustermesh-apiserver","tag":"v1.15.3","useDigest":true}` | Clustermesh API server image. | +| clustermesh.apiserver.image | object | `{"digest":"sha256:5c16f8b8e22ce41e11998e70846fbcecea3a6b683a38253809ead8d871f6d8a3","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/clustermesh-apiserver","tag":"v1.14.9","useDigest":true}` | Clustermesh API server image. | | clustermesh.apiserver.kvstoremesh.enabled | bool | `false` | Enable KVStoreMesh. KVStoreMesh caches the information retrieved from the remote clusters in the local etcd instance. | | clustermesh.apiserver.kvstoremesh.extraArgs | list | `[]` | Additional KVStoreMesh arguments. | | clustermesh.apiserver.kvstoremesh.extraEnv | list | `[]` | Additional KVStoreMesh environment variables. | | clustermesh.apiserver.kvstoremesh.extraVolumeMounts | list | `[]` | Additional KVStoreMesh volumeMounts. | -| clustermesh.apiserver.kvstoremesh.lifecycle | object | `{}` | lifecycle setting for the KVStoreMesh container | +| clustermesh.apiserver.kvstoremesh.image | object | `{"digest":"sha256:9d9efb25806660f3663b9cd803fb8679f2b115763470002a9770e2c1eb1e5b22","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/kvstoremesh","tag":"v1.14.9","useDigest":true}` | KVStoreMesh image. | | clustermesh.apiserver.kvstoremesh.resources | object | `{}` | Resource requests and limits for the KVStoreMesh container | | clustermesh.apiserver.kvstoremesh.securityContext | object | `{"allowPrivilegeEscalation":false,"capabilities":{"drop":["ALL"]}}` | KVStoreMesh Security context | -| clustermesh.apiserver.lifecycle | object | `{}` | lifecycle setting for the apiserver container | | clustermesh.apiserver.metrics.enabled | bool | `true` | Enables exporting apiserver metrics in OpenMetrics format. | -| clustermesh.apiserver.metrics.etcd.enabled | bool | `true` | Enables exporting etcd metrics in OpenMetrics format. | +| clustermesh.apiserver.metrics.etcd.enabled | bool | `false` | Enables exporting etcd metrics in OpenMetrics format. | | clustermesh.apiserver.metrics.etcd.mode | string | `"basic"` | Set level of detail for etcd metrics; specify 'extensive' to include server side gRPC histogram metrics. | | clustermesh.apiserver.metrics.etcd.port | int | `9963` | Configure the port the etcd metric server listens on. | | clustermesh.apiserver.metrics.kvstoremesh.enabled | bool | `true` | Enables exporting KVStoreMesh metrics in OpenMetrics format. | @@ -214,13 +198,15 @@ contributors across the globe, there is almost always someone available to help. | clustermesh.apiserver.service.internalTrafficPolicy | string | `nil` | The internalTrafficPolicy of service used for apiserver access. | | clustermesh.apiserver.service.nodePort | int | `32379` | Optional port to use as the node port for apiserver access. WARNING: make sure to configure a different NodePort in each cluster if kube-proxy replacement is enabled, as Cilium is currently affected by a known bug (#24692) when NodePorts are handled by the KPR implementation. If a service with the same NodePort exists both in the local and the remote cluster, all traffic originating from inside the cluster and targeting the corresponding NodePort will be redirected to a local backend, regardless of whether the destination node belongs to the local or the remote cluster. | | clustermesh.apiserver.service.type | string | `"NodePort"` | The type of service used for apiserver access. | -| clustermesh.apiserver.terminationGracePeriodSeconds | int | `30` | terminationGracePeriodSeconds for the clustermesh-apiserver deployment | | clustermesh.apiserver.tls.admin | object | `{"cert":"","key":""}` | base64 encoded PEM values for the clustermesh-apiserver admin certificate and private key. Used if 'auto' is not enabled. | | clustermesh.apiserver.tls.authMode | string | `"legacy"` | Configure the clustermesh authentication mode. Supported values: - legacy: All clusters access remote clustermesh instances with the same username (i.e., remote). The "remote" certificate must be generated with CN=remote if provided manually. - migration: Intermediate mode required to upgrade from legacy to cluster (and vice versa) with no disruption. Specifically, it enables the creation of the per-cluster usernames, while still using the common one for authentication. The "remote" certificate must be generated with CN=remote if provided manually (same as legacy). - cluster: Each cluster accesses remote etcd instances with a username depending on the local cluster name (i.e., remote-). The "remote" certificate must be generated with CN=remote- if provided manually. Cluster mode is meaningful only when the same CA is shared across all clusters part of the mesh. | | clustermesh.apiserver.tls.auto | object | `{"certManagerIssuerRef":{},"certValidityDuration":1095,"enabled":true,"method":"helm"}` | Configure automatic TLS certificates generation. A Kubernetes CronJob is used the generate any certificates not provided by the user at installation time. | | clustermesh.apiserver.tls.auto.certManagerIssuerRef | object | `{}` | certmanager issuer used when clustermesh.apiserver.tls.auto.method=certmanager. | | clustermesh.apiserver.tls.auto.certValidityDuration | int | `1095` | Generated certificates validity duration in days. | | clustermesh.apiserver.tls.auto.enabled | bool | `true` | When set to true, automatically generate a CA and certificates to enable mTLS between clustermesh-apiserver and external workload instances. If set to false, the certs to be provided by setting appropriate values below. | +| clustermesh.apiserver.tls.ca | object | `{"cert":"","key":""}` | Deprecated in favor of tls.ca. To be removed in 1.15. base64 encoded PEM values for the ExternalWorkload CA certificate and private key. | +| clustermesh.apiserver.tls.ca.cert | string | `""` | Deprecated in favor of tls.ca.cert. To be removed in 1.15. Optional CA cert. If it is provided, it will be used by the 'cronJob' method to generate all other certificates. Otherwise, an ephemeral CA is generated. | +| clustermesh.apiserver.tls.ca.key | string | `""` | Deprecated in favor of tls.ca.key. To be removed in 1.15. Optional CA private key. If it is provided, it will be used by the 'cronJob' method to generate all other certificates. Otherwise, an ephemeral CA is generated. | | clustermesh.apiserver.tls.client | object | `{"cert":"","key":""}` | base64 encoded PEM values for the clustermesh-apiserver client certificate and private key. Used if 'auto' is not enabled. | | clustermesh.apiserver.tls.remote | object | `{"cert":"","key":""}` | base64 encoded PEM values for the clustermesh-apiserver remote cluster certificate and private key. Used if 'auto' is not enabled. | | clustermesh.apiserver.tls.server | object | `{"cert":"","extraDnsNames":[],"extraIpAddresses":[],"key":""}` | base64 encoded PEM values for the clustermesh-apiserver server certificate and private key. Used if 'auto' is not enabled. | @@ -233,7 +219,6 @@ contributors across the globe, there is almost always someone available to help. | clustermesh.config.clusters | list | `[]` | List of clusters to be peered in the mesh. | | clustermesh.config.domain | string | `"mesh.cilium.io"` | Default dns domain for the Clustermesh API servers This is used in the case cluster addresses are not provided and IPs are used. | | clustermesh.config.enabled | bool | `false` | Enable the Clustermesh explicit configuration. | -| clustermesh.maxConnectedClusters | int | `255` | The maximum number of clusters to support in a ClusterMesh. This value cannot be changed on running clusters, and all clusters in a ClusterMesh must be configured with the same value. Values > 255 will decrease the maximum allocatable cluster-local identities. Supported values are 255 and 511. | | clustermesh.useAPIServer | bool | `false` | Deploy clustermesh-apiserver for clustermesh | | cni.binPath | string | `"/opt/cni/bin"` | Configure the path to the CNI binary directory on the host. | | cni.chainingMode | string | `nil` | Configure chaining on top of other CNI plugins. Possible values: - none - aws-cni - flannel - generic-veth - portmap | @@ -246,7 +231,6 @@ contributors across the globe, there is almost always someone available to help. | cni.hostConfDirMountPath | string | `"/host/etc/cni/net.d"` | Configure the path to where the CNI configuration directory is mounted inside the agent pod. | | cni.install | bool | `true` | Install the CNI configuration and binary files into the filesystem. | | cni.logFile | string | `"/var/run/cilium/cilium-cni.log"` | Configure the log file for CNI logging with retention policy of 7 days. Disable CNI file logging by setting this field to empty explicitly. | -| cni.resources | object | `{"requests":{"cpu":"100m","memory":"10Mi"}}` | Specifies the resources for the cni initContainer | | cni.uninstall | bool | `false` | Remove the CNI configuration and binary files on agent shutdown. Enable this if you're removing Cilium from the cluster. Disable this to prevent the CNI configuration file from being removed during agent upgrade, which can cause nodes to go unmanageable. | | conntrackGCInterval | string | `"0s"` | Configure how frequently garbage collection should occur for the datapath connection tracking table. | | conntrackGCMaxInterval | string | `""` | Configure the maximum frequency for the garbage collection of the connection tracking table. Only affects the automatic computation for the frequency and has no effect when 'conntrackGCInterval' is set. This can be set to more frequently clean up unused identities created from ToFQDN policies. | @@ -261,7 +245,7 @@ contributors across the globe, there is almost always someone available to help. | daemon.runPath | string | `"/var/run/cilium"` | Configure where Cilium runtime state should be stored. | | dashboards | object | `{"annotations":{},"enabled":false,"label":"grafana_dashboard","labelValue":"1","namespace":null}` | Grafana dashboards for cilium-agent grafana can import dashboards based on the label and value ref: https://github.com/grafana/helm-charts/tree/main/charts/grafana#sidecar-for-dashboards | | debug.enabled | bool | `false` | Enable debug logging | -| debug.verbose | string | `nil` | Configure verbosity levels for debug logging This option is used to enable debug messages for operations related to such sub-system such as (e.g. kvstore, envoy, datapath or policy), and flow is for enabling debug messages emitted per request, message and connection. Multiple values can be set via a space-separated string (e.g. "datapath envoy"). Applicable values: - flow - kvstore - envoy - datapath - policy | +| debug.verbose | string | `nil` | Configure verbosity levels for debug logging This option is used to enable debug messages for operations related to such sub-system such as (e.g. kvstore, envoy, datapath or policy), and flow is for enabling debug messages emitted per request, message and connection. Applicable values: - flow - kvstore - envoy - datapath - policy | | disableEndpointCRD | bool | `false` | Disable the usage of CiliumEndpoint CRD. | | dnsPolicy | string | `""` | DNS policy for Cilium agent pods. Ref: https://kubernetes.io/docs/concepts/services-networking/dns-pod-service/#pod-s-dns-policy | | dnsProxy.dnsRejectResponseCode | string | `"refused"` | DNS response code for rejecting DNS requests, available options are '[nameError refused]'. | @@ -273,17 +257,18 @@ contributors across the globe, there is almost always someone available to help. | dnsProxy.preCache | string | `""` | DNS cache data at this path is preloaded on agent startup. | | dnsProxy.proxyPort | int | `0` | Global port on which the in-agent DNS proxy should listen. Default 0 is a OS-assigned port. | | dnsProxy.proxyResponseMaxDelay | string | `"100ms"` | The maximum time the DNS proxy holds an allowed DNS response before sending it along. Responses are sent as soon as the datapath is updated with the new IP information. | -| egressGateway.enabled | bool | `false` | Enables egress gateway to redirect and SNAT the traffic that leaves the cluster. | -| egressGateway.installRoutes | bool | `false` | Deprecated without a replacement necessary. | +| egressGateway | object | `{"enabled":false,"installRoutes":false,"reconciliationTriggerInterval":"1s"}` | Enables egress gateway to redirect and SNAT the traffic that leaves the cluster. | +| egressGateway.installRoutes | bool | `false` | Install egress gateway IP rules and routes in order to properly steer egress gateway traffic to the correct ENI interface | | egressGateway.reconciliationTriggerInterval | string | `"1s"` | Time between triggers of egress gateway state reconciliations | | enableCiliumEndpointSlice | bool | `false` | Enable CiliumEndpointSlice feature. | +| enableCnpStatusUpdates | bool | `false` | Whether to enable CNP status updates. | | enableCriticalPriorityClass | bool | `true` | Explicitly enable or disable priority class. .Capabilities.KubeVersion is unsettable in `helm template` calls, it depends on k8s libraries version that Helm was compiled against. This option allows to explicitly disable setting the priority class, which is useful for rendering charts for gke clusters in advance. | | enableIPv4BIGTCP | bool | `false` | Enables IPv4 BIG TCP support which increases maximum IPv4 GSO/GRO limits for nodes and pods | | enableIPv4Masquerade | bool | `true` | Enables masquerading of IPv4 traffic leaving the node from endpoints. | | enableIPv6BIGTCP | bool | `false` | Enables IPv6 BIG TCP support which increases maximum IPv6 GSO/GRO limits for nodes and pods | | enableIPv6Masquerade | bool | `true` | Enables masquerading of IPv6 traffic leaving the node from endpoints. | +| enableK8sEventHandover | bool | `false` | Configures the use of the KVStore to optimize Kubernetes event handling by mirroring it into the KVstore for reduced overhead in large clusters. | | enableK8sTerminatingEndpoint | bool | `true` | Configure whether to enable auto detect of terminating state for endpoints in order to support graceful termination. | -| enableMasqueradeRouteSource | bool | `false` | Enables masquerading to the source of the route for traffic leaving the node from endpoints. | | enableRuntimeDeviceDetection | bool | `false` | Enables experimental support for the detection of new and removed datapath devices. When devices change the eBPF datapath is reloaded and services updated. If "devices" is set then only those devices, or devices matching a wildcard will be considered. | | enableXTSocketFallback | bool | `true` | Enables the fallback compatibility solution for when the xt_socket kernel module is missing and it is needed for the datapath L7 redirection to work properly. See documentation for details on when this can be disabled: https://docs.cilium.io/en/stable/operations/system_requirements/#linux-kernel. | | encryption.enabled | bool | `false` | Enable transparent network encryption. | @@ -298,12 +283,7 @@ contributors across the globe, there is almost always someone available to help. | encryption.mountPath | string | `"/etc/ipsec"` | Deprecated in favor of encryption.ipsec.mountPath. To be removed in 1.15. Path to mount the secret inside the Cilium pod. This option is only effective when encryption.type is set to ipsec. | | encryption.nodeEncryption | bool | `false` | Enable encryption for pure node to node traffic. This option is only effective when encryption.type is set to "wireguard". | | encryption.secretName | string | `"cilium-ipsec-keys"` | Deprecated in favor of encryption.ipsec.secretName. To be removed in 1.15. Name of the Kubernetes secret containing the encryption keys. This option is only effective when encryption.type is set to ipsec. | -| encryption.strictMode | object | `{"allowRemoteNodeIdentities":false,"cidr":"","enabled":false}` | Configure the WireGuard Pod2Pod strict mode. | -| encryption.strictMode.allowRemoteNodeIdentities | bool | `false` | Allow dynamic lookup of remote node identities. This is required when tunneling is used or direct routing is used and the node CIDR and pod CIDR overlap. | -| encryption.strictMode.cidr | string | `""` | CIDR for the WireGuard Pod2Pod strict mode. | -| encryption.strictMode.enabled | bool | `false` | Enable WireGuard Pod2Pod strict mode. | | encryption.type | string | `"ipsec"` | Encryption method. Can be either ipsec or wireguard. | -| encryption.wireguard.persistentKeepalive | string | `"0s"` | Controls Wireguard PersistentKeepalive option. Set 0s to disable. | | encryption.wireguard.userspaceFallback | bool | `false` | Enables the fallback to the user-space implementation. | | endpointHealthChecking.enabled | bool | `true` | Enable connectivity health checking between virtual endpoints. | | endpointRoutes.enabled | bool | `false` | Enable use of per endpoint routes instead of routing via the cilium_host interface. | @@ -321,7 +301,6 @@ contributors across the globe, there is almost always someone available to help. | eni.subnetTagsFilter | list | `[]` | Filter via tags (k=v) which will dictate which subnets are going to be used to create new ENIs Important note: This requires that each instance has an ENI with a matching subnet attached when Cilium is deployed. If you only want to control subnets for ENIs attached by Cilium, use the CNI configuration file settings (cni.customConf) instead. | | eni.updateEC2AdapterLimitViaAPI | bool | `true` | Update ENI Adapter limits from the EC2 API | | envoy.affinity | object | `{"nodeAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":{"nodeSelectorTerms":[{"matchExpressions":[{"key":"cilium.io/no-schedule","operator":"NotIn","values":["true"]}]}]}},"podAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchLabels":{"k8s-app":"cilium"}},"topologyKey":"kubernetes.io/hostname"}]},"podAntiAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchLabels":{"k8s-app":"cilium-envoy"}},"topologyKey":"kubernetes.io/hostname"}]}}` | Affinity for cilium-envoy. | -| envoy.annotations | object | `{}` | Annotations to be added to all top-level cilium-envoy objects (resources under templates/cilium-envoy) | | envoy.connectTimeoutSeconds | int | `2` | Time in seconds after which a TCP connection attempt times out | | envoy.dnsPolicy | string | `nil` | DNS policy for Cilium envoy pods. Ref: https://kubernetes.io/docs/concepts/services-networking/dns-pod-service/#pod-s-dns-policy | | envoy.enabled | bool | `false` | Enable Envoy Proxy in standalone DaemonSet. | @@ -333,7 +312,7 @@ contributors across the globe, there is almost always someone available to help. | envoy.extraVolumes | list | `[]` | Additional envoy volumes. | | envoy.healthPort | int | `9878` | TCP port for the health API. | | envoy.idleTimeoutDurationSeconds | int | `60` | Set Envoy upstream HTTP idle connection timeout seconds. Does not apply to connections with pending requests. Default 60s | -| envoy.image | object | `{"digest":"sha256:877ead12d08d4c04a9f67f86d3c6e542aeb7bf97e1e401aee74de456f496ac30","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium-envoy","tag":"v1.27.3-99c1c8f42c8de70fc8f6dd594f4a425cd38b6688","useDigest":true}` | Envoy container image. | +| envoy.image | object | `{"digest":"sha256:39b75548447978230dedcf25da8940e4d3540c741045ef391a8e74dbb9661a86","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium-envoy","tag":"v1.26.7-bbde4095997ea57ead209f56158790d47224a0f5","useDigest":true}` | Envoy container image. | | envoy.livenessProbe.failureThreshold | int | `10` | failure threshold of liveness probe | | envoy.livenessProbe.periodSeconds | int | `30` | interval between checks of the liveness probe | | envoy.log.format | string | `"[%Y-%m-%d %T.%e][%t][%l][%n] [%g:%#] %v"` | The format string to use for laying out the log message metadata of Envoy. | @@ -370,7 +349,6 @@ contributors across the globe, there is almost always someone available to help. | envoyConfig.secretsNamespace | object | `{"create":true,"name":"cilium-secrets"}` | SecretsNamespace is the namespace in which envoy SDS will retrieve secrets from. | | envoyConfig.secretsNamespace.create | bool | `true` | Create secrets namespace for CiliumEnvoyConfig CRDs. | | envoyConfig.secretsNamespace.name | string | `"cilium-secrets"` | The name of the secret namespace to which Cilium agents are given read access. | -| etcd.annotations | object | `{}` | Annotations to be added to all top-level etcd-operator objects (resources under templates/etcd-operator) | | etcd.clusterDomain | string | `"cluster.local"` | Cluster domain for cilium-etcd-operator. | | etcd.enabled | bool | `false` | Enable etcd mode for the agent. | | etcd.endpoints | list | `["https://CHANGE-ME:2379"]` | List of etcd endpoints (not needed when using managed=true). | @@ -416,41 +394,24 @@ contributors across the globe, there is almost always someone available to help. | hostFirewall | object | `{"enabled":false}` | Configure the host firewall. | | hostFirewall.enabled | bool | `false` | Enables the enforcement of host policies in the eBPF datapath. | | hostPort.enabled | bool | `false` | Enable hostPort service support. | -| hubble.annotations | object | `{}` | Annotations to be added to all top-level hubble objects (resources under templates/hubble) | | hubble.enabled | bool | `true` | Enable Hubble (true by default). | -| hubble.export | object | `{"dynamic":{"config":{"configMapName":"cilium-flowlog-config","content":[{"excludeFilters":[],"fieldMask":[],"filePath":"/var/run/cilium/hubble/events.log","includeFilters":[],"name":"all"}],"createConfigMap":true},"enabled":false},"fileMaxBackups":5,"fileMaxSizeMb":10,"static":{"allowList":[],"denyList":[],"enabled":false,"fieldMask":[],"filePath":"/var/run/cilium/hubble/events.log"}}` | Hubble flows export. | -| hubble.export.dynamic | object | `{"config":{"configMapName":"cilium-flowlog-config","content":[{"excludeFilters":[],"fieldMask":[],"filePath":"/var/run/cilium/hubble/events.log","includeFilters":[],"name":"all"}],"createConfigMap":true},"enabled":false}` | - Dynamic exporters configuration. Dynamic exporters may be reconfigured without a need of agent restarts. | -| hubble.export.dynamic.config.configMapName | string | `"cilium-flowlog-config"` | -- Name of configmap with configuration that may be altered to reconfigure exporters within a running agents. | -| hubble.export.dynamic.config.content | list | `[{"excludeFilters":[],"fieldMask":[],"filePath":"/var/run/cilium/hubble/events.log","includeFilters":[],"name":"all"}]` | -- Exporters configuration in YAML format. | -| hubble.export.dynamic.config.createConfigMap | bool | `true` | -- True if helm installer should create config map. Switch to false if you want to self maintain the file content. | -| hubble.export.fileMaxBackups | int | `5` | - Defines max number of backup/rotated files. | -| hubble.export.fileMaxSizeMb | int | `10` | - Defines max file size of output file before it gets rotated. | -| hubble.export.static | object | `{"allowList":[],"denyList":[],"enabled":false,"fieldMask":[],"filePath":"/var/run/cilium/hubble/events.log"}` | - Static exporter configuration. Static exporter is bound to agent lifecycle. | | hubble.listenAddress | string | `":4244"` | An additional address for Hubble to listen to. Set this field ":4244" if you are enabling Hubble Relay, as it assumes that Hubble is listening on port 4244. | -| hubble.metrics | object | `{"dashboards":{"annotations":{},"enabled":false,"label":"grafana_dashboard","labelValue":"1","namespace":null},"enableOpenMetrics":false,"enabled":null,"port":9965,"serviceAnnotations":{},"serviceMonitor":{"annotations":{},"enabled":false,"interval":"10s","jobLabel":"","labels":{},"metricRelabelings":null,"relabelings":[{"replacement":"${1}","sourceLabels":["__meta_kubernetes_pod_node_name"],"targetLabel":"node"}]}}` | Hubble metrics configuration. See https://docs.cilium.io/en/stable/observability/metrics/#hubble-metrics for more comprehensive documentation about Hubble metrics. | +| hubble.metrics | object | `{"dashboards":{"annotations":{},"enabled":false,"label":"grafana_dashboard","labelValue":"1","namespace":null},"enableOpenMetrics":false,"enabled":null,"port":9965,"serviceAnnotations":{},"serviceMonitor":{"annotations":{},"enabled":false,"interval":"10s","labels":{},"metricRelabelings":null,"relabelings":[{"replacement":"${1}","sourceLabels":["__meta_kubernetes_pod_node_name"],"targetLabel":"node"}]}}` | Hubble metrics configuration. See https://docs.cilium.io/en/stable/observability/metrics/#hubble-metrics for more comprehensive documentation about Hubble metrics. | | hubble.metrics.dashboards | object | `{"annotations":{},"enabled":false,"label":"grafana_dashboard","labelValue":"1","namespace":null}` | Grafana dashboards for hubble grafana can import dashboards based on the label and value ref: https://github.com/grafana/helm-charts/tree/main/charts/grafana#sidecar-for-dashboards | | hubble.metrics.enableOpenMetrics | bool | `false` | Enables exporting hubble metrics in OpenMetrics format. | -| hubble.metrics.enabled | string | `nil` | Configures the list of metrics to collect. If empty or null, metrics are disabled. Example: enabled: - dns:query;ignoreAAAA - drop - tcp - flow - icmp - http You can specify the list of metrics from the helm CLI: --set hubble.metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" | +| hubble.metrics.enabled | string | `nil` | Configures the list of metrics to collect. If empty or null, metrics are disabled. Example: enabled: - dns:query;ignoreAAAA - drop - tcp - flow - icmp - http You can specify the list of metrics from the helm CLI: --set metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" | | hubble.metrics.port | int | `9965` | Configure the port the hubble metric server listens on. | | hubble.metrics.serviceAnnotations | object | `{}` | Annotations to be added to hubble-metrics service. | | hubble.metrics.serviceMonitor.annotations | object | `{}` | Annotations to add to ServiceMonitor hubble | | hubble.metrics.serviceMonitor.enabled | bool | `false` | Create ServiceMonitor resources for Prometheus Operator. This requires the prometheus CRDs to be available. ref: https://github.com/prometheus-operator/prometheus-operator/blob/main/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) | | hubble.metrics.serviceMonitor.interval | string | `"10s"` | Interval for scrape metrics. | -| hubble.metrics.serviceMonitor.jobLabel | string | `""` | jobLabel to add for ServiceMonitor hubble | | hubble.metrics.serviceMonitor.labels | object | `{}` | Labels to add to ServiceMonitor hubble | | hubble.metrics.serviceMonitor.metricRelabelings | string | `nil` | Metrics relabeling configs for the ServiceMonitor hubble | | hubble.metrics.serviceMonitor.relabelings | list | `[{"replacement":"${1}","sourceLabels":["__meta_kubernetes_pod_node_name"],"targetLabel":"node"}]` | Relabeling configs for the ServiceMonitor hubble | | hubble.peerService.clusterDomain | string | `"cluster.local"` | The cluster domain to use to query the Hubble Peer service. It should be the local cluster. | | hubble.peerService.targetPort | int | `4244` | Target Port for the Peer service, must match the hubble.listenAddress' port. | | hubble.preferIpv6 | bool | `false` | Whether Hubble should prefer to announce IPv6 or IPv4 addresses if both are available. | -| hubble.redact | object | `{"enabled":false,"http":{"headers":{"allow":[],"deny":[]},"urlQuery":false,"userInfo":true},"kafka":{"apiKey":false}}` | Enables redacting sensitive information present in Layer 7 flows. | -| hubble.redact.http.headers.allow | list | `[]` | List of HTTP headers to allow: headers not matching will be redacted. Note: `allow` and `deny` lists cannot be used both at the same time, only one can be present. Example: redact: enabled: true http: headers: allow: - traceparent - tracestate - Cache-Control You can specify the options from the helm CLI: --set hubble.redact.enabled="true" --set hubble.redact.http.headers.allow="traceparent,tracestate,Cache-Control" | -| hubble.redact.http.headers.deny | list | `[]` | List of HTTP headers to deny: matching headers will be redacted. Note: `allow` and `deny` lists cannot be used both at the same time, only one can be present. Example: redact: enabled: true http: headers: deny: - Authorization - Proxy-Authorization You can specify the options from the helm CLI: --set hubble.redact.enabled="true" --set hubble.redact.http.headers.deny="Authorization,Proxy-Authorization" | -| hubble.redact.http.urlQuery | bool | `false` | Enables redacting URL query (GET) parameters. Example: redact: enabled: true http: urlQuery: true You can specify the options from the helm CLI: --set hubble.redact.enabled="true" --set hubble.redact.http.urlQuery="true" | -| hubble.redact.http.userInfo | bool | `true` | Enables redacting user info, e.g., password when basic auth is used. Example: redact: enabled: true http: userInfo: true You can specify the options from the helm CLI: --set hubble.redact.enabled="true" --set hubble.redact.http.userInfo="true" | -| hubble.redact.kafka.apiKey | bool | `false` | Enables redacting Kafka's API key. Example: redact: enabled: true kafka: apiKey: true You can specify the options from the helm CLI: --set hubble.redact.enabled="true" --set hubble.redact.kafka.apiKey="true" | | hubble.relay.affinity | object | `{"podAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchLabels":{"k8s-app":"cilium"}},"topologyKey":"kubernetes.io/hostname"}]}}` | Affinity for hubble-replay | -| hubble.relay.annotations | object | `{}` | Annotations to be added to all top-level hubble-relay objects (resources under templates/hubble-relay) | | hubble.relay.dialTimeout | string | `nil` | Dial timeout to connect to the local hubble instance to receive peer information (e.g. "30s"). | | hubble.relay.enabled | bool | `false` | Enable Hubble Relay (requires hubble.enabled=true) | | hubble.relay.extraEnv | list | `[]` | Additional hubble-relay environment variables. | @@ -458,7 +419,7 @@ contributors across the globe, there is almost always someone available to help. | hubble.relay.extraVolumes | list | `[]` | Additional hubble-relay volumes. | | hubble.relay.gops.enabled | bool | `true` | Enable gops for hubble-relay | | hubble.relay.gops.port | int | `9893` | Configure gops listen port for hubble-relay | -| hubble.relay.image | object | `{"digest":"sha256:b9c6431aa4f22242a5d0d750c621d9d04bdc25549e4fb1116bfec98dd87958a2","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/hubble-relay","tag":"v1.15.3","useDigest":true}` | Hubble-relay container image. | +| hubble.relay.image | object | `{"digest":"sha256:f506f3c6e0a979437cde79eb781654fda4f10ddb5642cebc4dc81254cfb7eeaa","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/hubble-relay","tag":"v1.14.9","useDigest":true}` | Hubble-relay container image. | | hubble.relay.listenHost | string | `""` | Host to listen to. Specify an empty string to bind to all the interfaces. | | hubble.relay.listenPort | string | `"4245"` | Port to listen to. | | hubble.relay.nodeSelector | object | `{"kubernetes.io/os":"linux"}` | Node labels for pod assignment ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#nodeselector | @@ -490,9 +451,9 @@ contributors across the globe, there is almost always someone available to help. | hubble.relay.sortBufferDrainTimeout | string | `nil` | When the per-request flows sort buffer is not full, a flow is drained every time this timeout is reached (only affects requests in follow-mode) (e.g. "1s"). | | hubble.relay.sortBufferLenMax | string | `nil` | Max number of flows that can be buffered for sorting before being sent to the client (per request) (e.g. 100). | | hubble.relay.terminationGracePeriodSeconds | int | `1` | Configure termination grace period for hubble relay Deployment. | -| hubble.relay.tls | object | `{"client":{"cert":"","key":""},"server":{"cert":"","enabled":false,"extraDnsNames":[],"extraIpAddresses":[],"key":"","mtls":false,"relayName":"ui.hubble-relay.cilium.io"}}` | TLS configuration for Hubble Relay | +| hubble.relay.tls | object | `{"client":{"cert":"","key":""},"server":{"cert":"","enabled":false,"extraDnsNames":[],"extraIpAddresses":[],"key":"","mtls":false}}` | TLS configuration for Hubble Relay | | hubble.relay.tls.client | object | `{"cert":"","key":""}` | base64 encoded PEM values for the hubble-relay client certificate and private key This keypair is presented to Hubble server instances for mTLS authentication and is required when hubble.tls.enabled is true. These values need to be set manually if hubble.tls.auto.enabled is false. | -| hubble.relay.tls.server | object | `{"cert":"","enabled":false,"extraDnsNames":[],"extraIpAddresses":[],"key":"","mtls":false,"relayName":"ui.hubble-relay.cilium.io"}` | base64 encoded PEM values for the hubble-relay server certificate and private key | +| hubble.relay.tls.server | object | `{"cert":"","enabled":false,"extraDnsNames":[],"extraIpAddresses":[],"key":"","mtls":false}` | base64 encoded PEM values for the hubble-relay server certificate and private key | | hubble.relay.tls.server.extraDnsNames | list | `[]` | extra DNS names added to certificate when its auto gen | | hubble.relay.tls.server.extraIpAddresses | list | `[]` | extra IP addresses added to certificate when its auto gen | | hubble.relay.tolerations | list | `[]` | Node tolerations for pod assignment on nodes with taints ref: https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ | @@ -512,13 +473,10 @@ contributors across the globe, there is almost always someone available to help. | hubble.tls.server.extraDnsNames | list | `[]` | Extra DNS names added to certificate when it's auto generated | | hubble.tls.server.extraIpAddresses | list | `[]` | Extra IP addresses added to certificate when it's auto generated | | hubble.ui.affinity | object | `{}` | Affinity for hubble-ui | -| hubble.ui.annotations | object | `{}` | Annotations to be added to all top-level hubble-ui objects (resources under templates/hubble-ui) | | hubble.ui.backend.extraEnv | list | `[]` | Additional hubble-ui backend environment variables. | | hubble.ui.backend.extraVolumeMounts | list | `[]` | Additional hubble-ui backend volumeMounts. | | hubble.ui.backend.extraVolumes | list | `[]` | Additional hubble-ui backend volumes. | | hubble.ui.backend.image | object | `{"digest":"sha256:1e7657d997c5a48253bb8dc91ecee75b63018d16ff5e5797e5af367336bc8803","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/hubble-ui-backend","tag":"v0.13.0","useDigest":true}` | Hubble-ui backend image. | -| hubble.ui.backend.livenessProbe.enabled | bool | `false` | Enable liveness probe for Hubble-ui backend (requires Hubble-ui 0.12+) | -| hubble.ui.backend.readinessProbe.enabled | bool | `false` | Enable readiness probe for Hubble-ui backend (requires Hubble-ui 0.12+) | | hubble.ui.backend.resources | object | `{}` | Resource requests and limits for the 'backend' container of the 'hubble-ui' deployment. | | hubble.ui.backend.securityContext | object | `{}` | Hubble-ui backend security context. | | hubble.ui.baseUrl | string | `"/"` | Defines base url prefix for all hubble-ui http requests. It needs to be changed in case if ingress for hubble-ui is configured under some sub-path. Trailing `/` is required for custom path, ex. `/service-map/` | @@ -553,15 +511,14 @@ contributors across the globe, there is almost always someone available to help. | hubble.ui.updateStrategy | object | `{"rollingUpdate":{"maxUnavailable":1},"type":"RollingUpdate"}` | hubble-ui update strategy. | | identityAllocationMode | string | `"crd"` | Method to use for identity allocation (`crd` or `kvstore`). | | identityChangeGracePeriod | string | `"5s"` | Time to wait before using new identity on endpoint identity change. | -| image | object | `{"digest":"sha256:da74ab61d1bc665c1c088dff41d5be388d252ca5800f30c7d88844e6b5e440b0","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium","tag":"v1.15.3","useDigest":true}` | Agent container image. | +| image | object | `{"digest":"sha256:4ef1eb7a3bc39d0fefe14685e6c0d4e01301c40df2a89bc93ffca9a1ab927301","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium","tag":"v1.14.9","useDigest":true}` | Agent container image. | | imagePullSecrets | string | `nil` | Configure image pull secrets for pulling container images | | ingressController.default | bool | `false` | Set cilium ingress controller to be the default ingress controller This will let cilium ingress controller route entries without ingress class set | | ingressController.defaultSecretName | string | `nil` | Default secret name for ingresses without .spec.tls[].secretName set. | | ingressController.defaultSecretNamespace | string | `nil` | Default secret namespace for ingresses without .spec.tls[].secretName set. | -| ingressController.enableProxyProtocol | bool | `false` | Enable proxy protocol for all Ingress listeners. Note that _only_ Proxy protocol traffic will be accepted once this is enabled. | | ingressController.enabled | bool | `false` | Enable cilium ingress controller This will automatically set enable-envoy-config as well. | | ingressController.enforceHttps | bool | `true` | Enforce https for host having matching TLS host in Ingress. Incoming traffic to http listener will return 308 http error code with respective location in header. | -| ingressController.ingressLBAnnotationPrefixes | list | `["service.beta.kubernetes.io","service.kubernetes.io","cloud.google.com"]` | IngressLBAnnotations are the annotation and label prefixes, which are used to filter annotations and/or labels to propagate from Ingress to the Load Balancer service | +| ingressController.ingressLBAnnotationPrefixes | list | `["service.beta.kubernetes.io","service.kubernetes.io","cloud.google.com"]` | IngressLBAnnotations are the annotation prefixes, which are used to filter annotations to propagate from Ingress to the Load Balancer service | | ingressController.loadbalancerMode | string | `"dedicated"` | Default ingress load balancer mode Supported values: shared, dedicated For granular control, use the following annotations on the ingress resource ingress.cilium.io/loadbalancer-mode: shared|dedicated, | | ingressController.secretsNamespace | object | `{"create":true,"name":"cilium-secrets","sync":true}` | SecretsNamespace is the namespace in which envoy SDS will retrieve TLS secrets from. | | ingressController.secretsNamespace.create | bool | `true` | Create secrets namespace for Ingress. | @@ -594,9 +551,9 @@ contributors across the globe, there is almost always someone available to help. | ipv6.enabled | bool | `false` | Enable IPv6 support. | | ipv6NativeRoutingCIDR | string | `""` | Allows to explicitly specify the IPv6 CIDR for native routing. When specified, Cilium assumes networking for this CIDR is preconfigured and hands traffic destined for that range to the Linux network stack without applying any SNAT. Generally speaking, specifying a native routing CIDR implies that Cilium can depend on the underlying networking stack to route packets to their destination. To offer a concrete example, if Cilium is configured to use direct routing and the Kubernetes CIDR is included in the native routing CIDR, the user must configure the routes to reach pods, either manually or by setting the auto-direct-node-routes flag. | | k8s | object | `{}` | Configure Kubernetes specific configuration | -| k8sClientRateLimit | object | `{"burst":null,"qps":null}` | Configure the client side rate limit for the agent and operator If the amount of requests to the Kubernetes API server exceeds the configured rate limit, the agent and operator will start to throttle requests by delaying them until there is budget or the request times out. | -| k8sClientRateLimit.burst | int | 10 for k8s up to 1.26. 20 for k8s version 1.27+ | The burst request rate in requests per second. The rate limiter will allow short bursts with a higher rate. | -| k8sClientRateLimit.qps | int | 5 for k8s up to 1.26. 10 for k8s version 1.27+ | The sustained request rate in requests per second. | +| k8sClientRateLimit | object | `{"burst":10,"qps":5}` | Configure the client side rate limit for the agent and operator If the amount of requests to the Kubernetes API server exceeds the configured rate limit, the agent and operator will start to throttle requests by delaying them until there is budget or the request times out. | +| k8sClientRateLimit.burst | int | `10` | The burst request rate in requests per second. The rate limiter will allow short bursts with a higher rate. | +| k8sClientRateLimit.qps | int | `5` | The sustained request rate in requests per second. | | k8sNetworkPolicy.enabled | bool | `true` | Enable support for K8s NetworkPolicy | | k8sServiceHost | string | `""` | Kubernetes service host | | k8sServicePort | string | `""` | Kubernetes service port | @@ -614,8 +571,7 @@ contributors across the globe, there is almost always someone available to help. | l7Proxy | bool | `true` | Enable Layer 7 network policy. | | livenessProbe.failureThreshold | int | `10` | failure threshold of liveness probe | | livenessProbe.periodSeconds | int | `30` | interval between checks of the liveness probe | -| loadBalancer | object | `{"acceleration":"disabled","l7":{"algorithm":"round_robin","backend":"disabled","ports":[]}}` | Configure service load balancing | -| loadBalancer.acceleration | string | `"disabled"` | acceleration is the option to accelerate service handling via XDP Applicable values can be: disabled (do not use XDP), native (XDP BPF program is run directly out of the networking driver's early receive path), or best-effort (use native mode XDP acceleration on devices that support it). | +| loadBalancer | object | `{"l7":{"algorithm":"round_robin","backend":"disabled","ports":[]}}` | Configure service load balancing | | loadBalancer.l7 | object | `{"algorithm":"round_robin","backend":"disabled","ports":[]}` | L7 LoadBalancer | | loadBalancer.l7.algorithm | string | `"round_robin"` | Default LB algorithm The default LB algorithm to be used for services, which can be overridden by the service annotation (e.g. service.cilium.io/lb-l7-algorithm) Applicable values: round_robin, least_request, random | | loadBalancer.l7.backend | string | `"disabled"` | Enable L7 service load balancing via envoy proxy. The request to a k8s service, which has specific annotation e.g. service.cilium.io/lb-l7, will be forwarded to the local backend proxy to be load balanced to the service endpoints. Please refer to docs for supported annotations for more configuration. Applicable values: - envoy: Enable L7 load balancing via envoy proxy. This will automatically set enable-envoy-config as well. - disabled: Disable L7 load balancing by way of service annotation. | @@ -628,15 +584,13 @@ contributors across the globe, there is almost always someone available to help. | name | string | `"cilium"` | Agent container name. | | nat46x64Gateway | object | `{"enabled":false}` | Configure standalone NAT46/NAT64 gateway | | nat46x64Gateway.enabled | bool | `false` | Enable RFC8215-prefixed translation | -| nodePort | object | `{"autoProtectPortRange":true,"bindProtection":true,"enableHealthCheck":true,"enableHealthCheckLoadBalancerIP":false,"enabled":false}` | Configure N-S k8s service loadbalancing | +| nodePort | object | `{"autoProtectPortRange":true,"bindProtection":true,"enableHealthCheck":true,"enabled":false}` | Configure N-S k8s service loadbalancing | | nodePort.autoProtectPortRange | bool | `true` | Append NodePort range to ip_local_reserved_ports if clash with ephemeral ports is detected. | | nodePort.bindProtection | bool | `true` | Set to true to prevent applications binding to service ports. | | nodePort.enableHealthCheck | bool | `true` | Enable healthcheck nodePort server for NodePort services | -| nodePort.enableHealthCheckLoadBalancerIP | bool | `false` | Enable access of the healthcheck nodePort on the LoadBalancerIP. Needs EnableHealthCheck to be enabled | | nodePort.enabled | bool | `false` | Enable the Cilium NodePort service implementation. | | nodeSelector | object | `{"kubernetes.io/os":"linux"}` | Node selector for cilium-agent. | | nodeinit.affinity | object | `{}` | Affinity for cilium-nodeinit | -| nodeinit.annotations | object | `{}` | Annotations to be added to all top-level nodeinit objects (resources under templates/cilium-nodeinit) | | nodeinit.bootstrapFile | string | `"/tmp/cilium-bootstrap.d/cilium-bootstrap-time"` | bootstrapFile is the location of the file where the bootstrap timestamp is written by the node-init DaemonSet | | nodeinit.enabled | bool | `false` | Enable the node initialization DaemonSet | | nodeinit.extraEnv | list | `[]` | Additional nodeinit environment variables. | @@ -654,7 +608,6 @@ contributors across the globe, there is almost always someone available to help. | nodeinit.tolerations | list | `[{"operator":"Exists"}]` | Node tolerations for nodeinit scheduling to nodes with taints ref: https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ | | nodeinit.updateStrategy | object | `{"type":"RollingUpdate"}` | node-init update strategy | | operator.affinity | object | `{"podAntiAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchLabels":{"io.cilium/app":"operator"}},"topologyKey":"kubernetes.io/hostname"}]}}` | Affinity for cilium-operator | -| operator.annotations | object | `{}` | Annotations to be added to all top-level cilium-operator objects (resources under templates/cilium-operator) | | operator.dashboards | object | `{"annotations":{},"enabled":false,"label":"grafana_dashboard","labelValue":"1","namespace":null}` | Grafana dashboards for cilium-operator grafana can import dashboards based on the label and value ref: https://github.com/grafana/helm-charts/tree/main/charts/grafana#sidecar-for-dashboards | | operator.dnsPolicy | string | `""` | DNS policy for Cilium operator pods. Ref: https://kubernetes.io/docs/concepts/services-networking/dns-pod-service/#pod-s-dns-policy | | operator.enabled | bool | `true` | Enable the cilium-operator component (required). | @@ -666,7 +619,7 @@ contributors across the globe, there is almost always someone available to help. | operator.extraVolumes | list | `[]` | Additional cilium-operator volumes. | | operator.identityGCInterval | string | `"15m0s"` | Interval for identity garbage collection. | | operator.identityHeartbeatTimeout | string | `"30m0s"` | Timeout for identity heartbeats. | -| operator.image | object | `{"alibabacloudDigest":"sha256:59d5c0c5782163d38151dd06bae0118144f6c080598901a632c628b1143ccd10","awsDigest":"sha256:2b05dc6b88037a5ce05e4030ef616b1f7be9e65083e35abd36a1b66953fd0b6a","azureDigest":"sha256:b85a2671a74903c6e9a45e884654bb970b5b8d6a6e20371811a6cc0ad92b2f87","genericDigest":"sha256:c97f23161906b82f5c81a2d825b0646a5aa1dfb4adf1d49cbb87815079e69d61","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/operator","suffix":"","tag":"v1.15.3","useDigest":true}` | cilium-operator image. | +| operator.image | object | `{"alibabacloudDigest":"sha256:765314779093b54750f83280f009229f20fe1f28466a633d9bb4143d2ad669c5","awsDigest":"sha256:041ad5b49ae63ba0f1974e1a1d9ebf9f52541cd2813088fa687f9d544125a1ec","azureDigest":"sha256:2d3b9d868eb03fa9256d34192a734a2abab283f527a9c97b7cefcd3401649d17","genericDigest":"sha256:1552d653870dd8ebbd16ee985a5497dd78a2097370978b0cfbd2da2072f30712","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/operator","suffix":"","tag":"v1.14.9","useDigest":true}` | cilium-operator image. | | operator.nodeGCInterval | string | `"5m0s"` | Interval for cilium node garbage collection. | | operator.nodeSelector | object | `{"kubernetes.io/os":"linux"}` | Node labels for cilium-operator pod assignment ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#nodeselector | | operator.podAnnotations | object | `{}` | Annotations to be added to cilium-operator pods | @@ -679,11 +632,10 @@ contributors across the globe, there is almost always someone available to help. | operator.pprof.enabled | bool | `false` | Enable pprof for cilium-operator | | operator.pprof.port | int | `6061` | Configure pprof listen port for cilium-operator | | operator.priorityClassName | string | `""` | The priority class to use for cilium-operator | -| operator.prometheus | object | `{"enabled":true,"port":9963,"serviceMonitor":{"annotations":{},"enabled":false,"interval":"10s","jobLabel":"","labels":{},"metricRelabelings":null,"relabelings":null}}` | Enable prometheus metrics for cilium-operator on the configured port at /metrics | +| operator.prometheus | object | `{"enabled":false,"port":9963,"serviceMonitor":{"annotations":{},"enabled":false,"interval":"10s","labels":{},"metricRelabelings":null,"relabelings":null}}` | Enable prometheus metrics for cilium-operator on the configured port at /metrics | | operator.prometheus.serviceMonitor.annotations | object | `{}` | Annotations to add to ServiceMonitor cilium-operator | | operator.prometheus.serviceMonitor.enabled | bool | `false` | Enable service monitors. This requires the prometheus CRDs to be available (see https://github.com/prometheus-operator/prometheus-operator/blob/main/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) | | operator.prometheus.serviceMonitor.interval | string | `"10s"` | Interval for scrape metrics. | -| operator.prometheus.serviceMonitor.jobLabel | string | `""` | jobLabel to add for ServiceMonitor cilium-operator | | operator.prometheus.serviceMonitor.labels | object | `{}` | Labels to add to ServiceMonitor cilium-operator | | operator.prometheus.serviceMonitor.metricRelabelings | string | `nil` | Metrics relabeling configs for the ServiceMonitor cilium-operator | | operator.prometheus.serviceMonitor.relabelings | string | `nil` | Relabeling configs for the ServiceMonitor cilium-operator | @@ -705,18 +657,16 @@ contributors across the globe, there is almost always someone available to help. | podAnnotations | object | `{}` | Annotations to be added to agent pods | | podLabels | object | `{}` | Labels to be added to agent pods | | podSecurityContext | object | `{}` | Security Context for cilium-agent pods. | -| policyCIDRMatchMode | string | `nil` | policyCIDRMatchMode is a list of entities that may be selected by CIDR selector. The possible value is "nodes". | | policyEnforcementMode | string | `"default"` | The agent can be put into one of the three policy enforcement modes: default, always and never. ref: https://docs.cilium.io/en/stable/security/policy/intro/#policy-enforcement-modes | | pprof.address | string | `"localhost"` | Configure pprof listen address for cilium-agent | | pprof.enabled | bool | `false` | Enable pprof for cilium-agent | | pprof.port | int | `6060` | Configure pprof listen port for cilium-agent | | preflight.affinity | object | `{"podAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchLabels":{"k8s-app":"cilium"}},"topologyKey":"kubernetes.io/hostname"}]}}` | Affinity for cilium-preflight | -| preflight.annotations | object | `{}` | Annotations to be added to all top-level preflight objects (resources under templates/cilium-preflight) | | preflight.enabled | bool | `false` | Enable Cilium pre-flight resources (required for upgrade) | | preflight.extraEnv | list | `[]` | Additional preflight environment variables. | | preflight.extraVolumeMounts | list | `[]` | Additional preflight volumeMounts. | | preflight.extraVolumes | list | `[]` | Additional preflight volumes. | -| preflight.image | object | `{"digest":"sha256:da74ab61d1bc665c1c088dff41d5be388d252ca5800f30c7d88844e6b5e440b0","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium","tag":"v1.15.3","useDigest":true}` | Cilium pre-flight image. | +| preflight.image | object | `{"digest":"sha256:4ef1eb7a3bc39d0fefe14685e6c0d4e01301c40df2a89bc93ffca9a1ab927301","override":null,"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium","tag":"v1.14.9","useDigest":true}` | Cilium pre-flight image. | | preflight.nodeSelector | object | `{"kubernetes.io/os":"linux"}` | Node labels for preflight pod assignment ref: https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#nodeselector | | preflight.podAnnotations | object | `{}` | Annotations to be added to preflight pods | | preflight.podDisruptionBudget.enabled | bool | `false` | enable PodDisruptionBudget ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ | @@ -733,13 +683,11 @@ contributors across the globe, there is almost always someone available to help. | preflight.updateStrategy | object | `{"type":"RollingUpdate"}` | preflight update strategy | | preflight.validateCNPs | bool | `true` | By default we should always validate the installed CNPs before upgrading Cilium. This will make sure the user will have the policies deployed in the cluster with the right schema. | | priorityClassName | string | `""` | The priority class to use for cilium-agent. | -| prometheus | object | `{"controllerGroupMetrics":["write-cni-file","sync-host-ips","sync-lb-maps-with-k8s-services"],"enabled":false,"metrics":null,"port":9962,"serviceMonitor":{"annotations":{},"enabled":false,"interval":"10s","jobLabel":"","labels":{},"metricRelabelings":null,"relabelings":[{"replacement":"${1}","sourceLabels":["__meta_kubernetes_pod_node_name"],"targetLabel":"node"}],"trustCRDsExist":false}}` | Configure prometheus metrics on the configured port at /metrics | -| prometheus.controllerGroupMetrics | list | `["write-cni-file","sync-host-ips","sync-lb-maps-with-k8s-services"]` | - Enable controller group metrics for monitoring specific Cilium subsystems. The list is a list of controller group names. The special values of "all" and "none" are supported. The set of controller group names is not guaranteed to be stable between Cilium versions. | +| prometheus | object | `{"enabled":false,"metrics":null,"port":9962,"serviceMonitor":{"annotations":{},"enabled":false,"interval":"10s","labels":{},"metricRelabelings":null,"relabelings":[{"replacement":"${1}","sourceLabels":["__meta_kubernetes_pod_node_name"],"targetLabel":"node"}],"trustCRDsExist":false}}` | Configure prometheus metrics on the configured port at /metrics | | prometheus.metrics | string | `nil` | Metrics that should be enabled or disabled from the default metric list. The list is expected to be separated by a space. (+metric_foo to enable metric_foo , -metric_bar to disable metric_bar). ref: https://docs.cilium.io/en/stable/observability/metrics/ | | prometheus.serviceMonitor.annotations | object | `{}` | Annotations to add to ServiceMonitor cilium-agent | | prometheus.serviceMonitor.enabled | bool | `false` | Enable service monitors. This requires the prometheus CRDs to be available (see https://github.com/prometheus-operator/prometheus-operator/blob/main/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) | | prometheus.serviceMonitor.interval | string | `"10s"` | Interval for scrape metrics. | -| prometheus.serviceMonitor.jobLabel | string | `""` | jobLabel to add for ServiceMonitor cilium-agent | | prometheus.serviceMonitor.labels | object | `{}` | Labels to add to ServiceMonitor cilium-agent | | prometheus.serviceMonitor.metricRelabelings | string | `nil` | Metrics relabeling configs for the ServiceMonitor cilium-agent | | prometheus.serviceMonitor.relabelings | list | `[{"replacement":"${1}","sourceLabels":["__meta_kubernetes_pod_node_name"],"targetLabel":"node"}]` | Relabeling configs for the ServiceMonitor cilium-agent | @@ -751,7 +699,7 @@ contributors across the globe, there is almost always someone available to help. | rbac.create | bool | `true` | Enable creation of Resource-Based Access Control configuration. | | readinessProbe.failureThreshold | int | `3` | failure threshold of readiness probe | | readinessProbe.periodSeconds | int | `30` | interval between checks of the readiness probe | -| remoteNodeIdentity | bool | `true` | Enable use of the remote node identity. ref: https://docs.cilium.io/en/v1.7/install/upgrade/#configmap-remote-node-identity Deprecated without replacement in 1.15. To be removed in 1.16. | +| remoteNodeIdentity | bool | `true` | Enable use of the remote node identity. ref: https://docs.cilium.io/en/v1.7/install/upgrade/#configmap-remote-node-identity | | resourceQuotas | object | `{"cilium":{"hard":{"pods":"10k"}},"enabled":false,"operator":{"hard":{"pods":"15"}}}` | Enable resource quotas for priority classes used in the cluster. | | resources | object | `{}` | Agent resource limits & requests ref: https://kubernetes.io/docs/concepts/configuration/manage-resources-containers/ | | rollOutCiliumPods | bool | `false` | Roll out cilium agent pods automatically when configmap is updated. | @@ -768,7 +716,6 @@ contributors across the globe, there is almost always someone available to help. | serviceAccounts.clustermeshcertgen | object | `{"annotations":{},"automount":true,"create":true,"name":"clustermesh-apiserver-generate-certs"}` | Clustermeshcertgen is used if clustermesh.apiserver.tls.auto.method=cronJob | | serviceAccounts.hubblecertgen | object | `{"annotations":{},"automount":true,"create":true,"name":"hubble-generate-certs"}` | Hubblecertgen is used if hubble.tls.auto.method=cronJob | | serviceAccounts.nodeinit.enabled | bool | `false` | Enabled is temporary until https://github.com/cilium/cilium-cli/issues/1396 is implemented. Cilium CLI doesn't create the SAs for node-init, thus the workaround. Helm is not affected by this issue. Name and automount can be configured, if enabled is set to true. Otherwise, they are ignored. Enabled can be removed once the issue is fixed. Cilium-nodeinit DS must also be fixed. | -| serviceNoBackendResponse | string | `"reject"` | Configure what the response should be to traffic for a service without backends. "reject" only works on kernels >= 5.10, on lower kernels we fallback to "drop". Possible values: - reject (default) - drop | | sleepAfterInit | bool | `false` | Do not run Cilium agent when running with clean mode. Useful to completely uninstall Cilium as it will stop Cilium from starting and create artifacts in the node. | | socketLB | object | `{"enabled":false}` | Configure socket LB | | socketLB.enabled | bool | `false` | Enable socket LB | @@ -789,6 +736,7 @@ contributors across the globe, there is almost always someone available to help. | tls.caBundle.useSecret | bool | `false` | Use a Secret instead of a ConfigMap. | | tls.secretsBackend | string | `"local"` | This configures how the Cilium agent loads the secrets used TLS-aware CiliumNetworkPolicies (namely the secrets referenced by terminatingTLS and originatingTLS). Possible values: - local - k8s | | tolerations | list | `[{"operator":"Exists"}]` | Node tolerations for agent scheduling to nodes with taints ref: https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/ | +| tunnel | string | `"vxlan"` | Configure the encapsulation configuration for communication between nodes. Deprecated in favor of tunnelProtocol and routingMode. To be removed in 1.15. Possible values: - disabled - vxlan - geneve | | tunnelPort | int | Port 8472 for VXLAN, Port 6081 for Geneve | Configure VXLAN and Geneve tunnel port. | | tunnelProtocol | string | `"vxlan"` | Tunneling protocol to use in tunneling mode and for ad-hoc tunnels. Possible values: - "" - vxlan - geneve | | updateStrategy | object | `{"rollingUpdate":{"maxUnavailable":2},"type":"RollingUpdate"}` | Cilium agent update strategy | diff --git a/packages/system/cilium/charts/cilium/files/cilium-agent/dashboards/cilium-dashboard.json b/packages/system/cilium/charts/cilium/files/cilium-agent/dashboards/cilium-dashboard.json index 94af2eac..997608ee 100644 --- a/packages/system/cilium/charts/cilium/files/cilium-agent/dashboards/cilium-dashboard.json +++ b/packages/system/cilium/charts/cilium/files/cilium-agent/dashboards/cilium-dashboard.json @@ -27,10 +27,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -134,10 +131,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -277,10 +271,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -403,10 +394,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -523,10 +511,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -651,10 +636,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "description": "BPF memory usage in the entire system including components not managed by Cilium.", "fieldConfig": { "defaults": { @@ -777,10 +759,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "description": "Fill percentage of BPF maps, tagged by map name", "fieldConfig": { "defaults": { @@ -891,10 +870,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -995,10 +971,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1099,10 +1072,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1203,10 +1173,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1307,10 +1274,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1411,10 +1375,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1550,10 +1511,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1654,10 +1612,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "decimals": 2, "fieldConfig": { "defaults": { @@ -1760,10 +1715,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1864,10 +1816,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -1966,10 +1915,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -2070,10 +2016,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -2174,10 +2117,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -2299,10 +2239,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "decimals": 2, "fieldConfig": { "defaults": { @@ -2405,10 +2342,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "decimals": 2, "fieldConfig": { "defaults": { @@ -2511,10 +2445,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -2615,10 +2546,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -2719,10 +2647,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -2842,10 +2767,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -2942,10 +2864,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -3065,10 +2984,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -3234,10 +3150,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -3403,10 +3316,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -3572,10 +3482,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -3726,10 +3633,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "decimals": null, "fieldConfig": { "defaults": { @@ -3836,10 +3740,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -3936,10 +3837,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4036,10 +3934,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4152,10 +4047,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4255,10 +4147,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4381,10 +4270,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4484,10 +4370,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4635,10 +4518,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4758,10 +4638,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4863,10 +4740,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -4990,10 +4864,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5095,10 +4966,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5234,10 +5102,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5353,10 +5218,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5465,10 +5327,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5596,10 +5455,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5735,10 +5591,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5823,7 +5676,7 @@ "refId": "C" }, { - "expr": "sum(cilium_policy_change_total{k8s_app=\"cilium\", pod=~\"$pod\", outcome=\"fail\"}) by (pod)", + "expr": "sum(cilium_policy_change_total{k8s_app=\"cilium\", pod=~\"$pod\"}, outcome=\"fail\") by (pod)", "format": "time_series", "intervalFactor": 1, "legendFormat": "policy change errors", @@ -5880,10 +5733,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -5991,10 +5841,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -6136,10 +5983,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "decimals": null, "fieldConfig": { "defaults": { @@ -6239,10 +6083,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "decimals": null, "fieldConfig": { "defaults": { @@ -6347,10 +6188,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -6460,10 +6298,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -6586,10 +6421,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -6710,10 +6542,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -6845,10 +6674,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -6949,10 +6775,7 @@ "bars": false, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7053,10 +6876,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7157,10 +6977,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7261,10 +7078,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7364,10 +7178,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7466,10 +7277,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7568,10 +7376,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7670,10 +7475,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7776,10 +7578,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7882,10 +7681,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -7988,10 +7784,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -8090,10 +7883,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -8192,10 +7982,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -8294,10 +8081,7 @@ "bars": true, "dashLength": 10, "dashes": false, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": {} @@ -8398,21 +8182,6 @@ "tags": [], "templating": { "list": [ - { - "current": {}, - "hide": 0, - "includeAll": false, - "label": "Prometheus", - "multi": false, - "name": "DS_PROMETHEUS", - "options": [], - "query": "prometheus", - "queryValue": "", - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "type": "datasource" - }, { "allValue": "cilium.*", "current": { @@ -8420,10 +8189,7 @@ "text": "All", "value": "$__all" }, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, + "datasource": "prometheus", "definition": "label_values(cilium_version, pod)", "hide": 0, "includeAll": true, diff --git a/packages/system/cilium/charts/cilium/files/cilium-envoy/configmap/bootstrap-config.json b/packages/system/cilium/charts/cilium/files/cilium-envoy/configmap/bootstrap-config.json index 87939f69..ea8984db 100644 --- a/packages/system/cilium/charts/cilium/files/cilium-envoy/configmap/bootstrap-config.json +++ b/packages/system/cilium/charts/cilium/files/cilium-envoy/configmap/bootstrap-config.json @@ -301,14 +301,6 @@ "resourceApiVersion": "V3" } }, - "bootstrapExtensions": [ - { - "name": "envoy.bootstrap.internal_listener", - "typed_config": { - "@type": "type.googleapis.com/envoy.extensions.bootstrap.internal_listener.v3.InternalListener" - } - } - ], "layeredRuntime": { "layers": [ { diff --git a/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-dashboard.json b/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-dashboard.json index 8de5ec1d..12de657d 100644 --- a/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-dashboard.json +++ b/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-dashboard.json @@ -3226,7 +3226,7 @@ ] }, "timezone": "", - "title": "Hubble Metrics and Monitoring", + "title": "Hubble", "uid": "5HftnJAWz", "version": 24 } diff --git a/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-dns-namespace.json b/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-dns-namespace.json deleted file mode 100644 index d286fdb3..00000000 --- a/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-dns-namespace.json +++ /dev/null @@ -1,602 +0,0 @@ -{ - "__inputs": [ - { - "name": "DS_PROMETHEUS", - "label": "Prometheus", - "description": "", - "type": "datasource", - "pluginId": "prometheus", - "pluginName": "Prometheus" - } - ], - "__elements": {}, - "__requires": [ - { - "type": "panel", - "id": "bargauge", - "name": "Bar gauge", - "version": "" - }, - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "9.4.7" - }, - { - "type": "datasource", - "id": "prometheus", - "name": "Prometheus", - "version": "1.0.0" - }, - { - "type": "panel", - "id": "timeseries", - "name": "Time series", - "version": "" - } - ], - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "description": "", - "editable": true, - "fiscalYearStartMonth": 0, - "gnetId": 16612, - "graphTooltip": 0, - "id": null, - "links": [ - { - "asDropdown": true, - "icon": "external link", - "includeVars": true, - "keepTime": true, - "tags": [ - "cilium-overview" - ], - "targetBlank": false, - "title": "Cilium Overviews", - "tooltip": "", - "type": "dashboards", - "url": "" - }, - { - "asDropdown": true, - "icon": "external link", - "includeVars": false, - "keepTime": true, - "tags": [ - "hubble" - ], - "targetBlank": false, - "title": "Hubble", - "tooltip": "", - "type": "dashboards", - "url": "" - } - ], - "liveNow": false, - "panels": [ - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 2, - "panels": [], - "title": "DNS", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "description": "", - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "reqps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 1 - }, - "id": 37, - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_dns_queries_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (source) > 0", - "legendFormat": "{{source}}", - "range": true, - "refId": "A" - } - ], - "title": "DNS queries", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "reqps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 1 - }, - "id": 41, - "options": { - "displayMode": "gradient", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "9.4.7", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "topk(10, sum(rate(hubble_dns_queries_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])*60) by (query))", - "legendFormat": "{{query}}", - "range": true, - "refId": "A" - } - ], - "title": "Top 10 DNS queries", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "reqps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 10 - }, - "id": 39, - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "round(sum(rate(hubble_dns_queries_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (source) - sum(label_replace(sum(rate(hubble_dns_responses_total{cluster=~\"$cluster\", source_namespace=~\"$destination_namespace\", destination_namespace=~\"$source_namespace\"}[$__rate_interval])) by (destination), \"source\", \"$1\", \"destination\", \"(.*)\")) without (destination), 0.001) > 0", - "legendFormat": "{{source}}", - "range": true, - "refId": "A" - } - ], - "title": "Missing DNS responses", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "reqps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 10 - }, - "id": 43, - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_dns_responses_total{cluster=~\"$cluster\", source_namespace=~\"$destination_namespace\", destination_namespace=~\"$source_namespace\", rcode!=\"No Error\"}[$__rate_interval])) by (destination, rcode) > 0", - "legendFormat": "{{destination}}: {{rcode}}", - "range": true, - "refId": "A" - } - ], - "title": "DNS errors", - "type": "timeseries" - } - ], - "refresh": "", - "revision": 1, - "schemaVersion": 38, - "style": "dark", - "tags": [ - "kubecon-demo" - ], - "templating": { - "list": [ - { - "current": { - "selected": false, - "text": "default", - "value": "default" - }, - "hide": 0, - "includeAll": false, - "label": "Data Source", - "multi": false, - "name": "prometheus_datasource", - "options": [], - "query": "prometheus", - "queryValue": "", - "refresh": 1, - "regex": "(?!grafanacloud-usage|grafanacloud-ml-metrics).+", - "skipUrlSync": false, - "type": "datasource" - }, - { - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "label_values(cilium_version, cluster)", - "hide": 0, - "includeAll": true, - "multi": true, - "name": "cluster", - "options": [], - "query": { - "query": "label_values(cilium_version, cluster)", - "refId": "StandardVariableQuery" - }, - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - }, - { - "allValue": ".*", - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "label_values(source_namespace)", - "hide": 0, - "includeAll": true, - "label": "Source Namespace", - "multi": true, - "name": "source_namespace", - "options": [], - "query": { - "query": "label_values(source_namespace)", - "refId": "StandardVariableQuery" - }, - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - }, - { - "allValue": ".*", - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "label_values(destination_namespace)", - "hide": 0, - "includeAll": true, - "label": "Destination Namespace", - "multi": true, - "name": "destination_namespace", - "options": [], - "query": { - "query": "label_values(destination_namespace)", - "refId": "StandardVariableQuery" - }, - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - } - ] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": { - "refresh_intervals": [ - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "timezone": "", - "title": "Hubble / DNS Overview (Namespace)", - "uid": "_f0DUpY4k", - "version": 26, - "weekStart": "" - } - \ No newline at end of file diff --git a/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-network-overview-namespace.json b/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-network-overview-namespace.json deleted file mode 100644 index d0cf9d3b..00000000 --- a/packages/system/cilium/charts/cilium/files/hubble/dashboards/hubble-network-overview-namespace.json +++ /dev/null @@ -1,1001 +0,0 @@ -{ - "__inputs": [ - { - "name": "DS_PROMETHEUS", - "label": "Prometheus", - "description": "", - "type": "datasource", - "pluginId": "prometheus", - "pluginName": "Prometheus" - } - ], - "__elements": {}, - "__requires": [ - { - "type": "panel", - "id": "bargauge", - "name": "Bar gauge", - "version": "" - }, - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "9.4.7" - }, - { - "type": "datasource", - "id": "prometheus", - "name": "Prometheus", - "version": "1.0.0" - }, - { - "type": "panel", - "id": "timeseries", - "name": "Time series", - "version": "" - } - ], - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "description": "", - "editable": true, - "fiscalYearStartMonth": 0, - "gnetId": 16612, - "graphTooltip": 0, - "id": null, - "links": [ - { - "asDropdown": true, - "icon": "external link", - "includeVars": true, - "keepTime": true, - "tags": [ - "cilium-overview" - ], - "targetBlank": false, - "title": "Cilium Overviews", - "tooltip": "", - "type": "dashboards", - "url": "" - }, - { - "asDropdown": true, - "icon": "external link", - "includeVars": false, - "keepTime": true, - "tags": [ - "hubble" - ], - "targetBlank": false, - "title": "Hubble", - "tooltip": "", - "type": "dashboards", - "url": "" - } - ], - "liveNow": false, - "panels": [ - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 0 - }, - "id": 8, - "panels": [], - "title": "Flows processed", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ops" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 1 - }, - "id": 12, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_flows_processed_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (type, subtype)", - "legendFormat": "{{type}}/{{subtype}}", - "range": true, - "refId": "A" - } - ], - "title": "Flows processed by type", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "ops" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 1 - }, - "id": 35, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_flows_processed_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (verdict)", - "legendFormat": "{{verdict}}", - "range": true, - "refId": "A" - } - ], - "title": "Flows processed by verdict", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "pps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 10 - }, - "id": 36, - "options": { - "displayMode": "gradient", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "9.4.7", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "topk(10, sum(rate(hubble_flows_processed_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (source))", - "legendFormat": "{{source}}", - "range": true, - "refId": "A" - } - ], - "title": "Top 10 sources", - "type": "bargauge" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "pps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 10 - }, - "id": 37, - "options": { - "displayMode": "gradient", - "minVizHeight": 10, - "minVizWidth": 0, - "orientation": "horizontal", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "showUnfilled": true - }, - "pluginVersion": "9.4.7", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "topk(10, sum(rate(hubble_flows_processed_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (destination))", - "legendFormat": "{{source}}", - "range": true, - "refId": "A" - } - ], - "title": "Top 10 destinations", - "type": "bargauge" - }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 19 - }, - "id": 10, - "panels": [], - "title": "Connection drops", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "pps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 0, - "y": 20 - }, - "id": 23, - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_tcp_flags_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\", flag=\"SYN\"}[$__rate_interval])) by (source) - sum(label_replace(sum(rate(hubble_tcp_flags_total{cluster=~\"$cluster\", source_namespace=~\"$destination_namespace\", destination_namespace=~\"$source_namespace\", flag=\"SYN-ACK\"}[$__rate_interval])) by (destination), \"source\", \"$1\", \"destination\", \"(.*)\")) without (destination) > 0", - "hide": false, - "legendFormat": "{{source}}", - "range": true, - "refId": "A" - } - ], - "title": "Missing TCP SYN-ACKs", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "pps" - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 20 - }, - "id": 34, - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_icmp_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\", type=\"EchoRequest\"}[$__rate_interval])) by (source) - sum(label_replace(sum(rate(hubble_icmp_total{cluster=~\"$cluster\", source_namespace=~\"$destination_namespace\", destination_namespace=~\"$source_namespace\", type=\"EchoReply\"}[$__rate_interval])) by (destination), \"source\", \"$1\", \"destination\", \"(.*)\")) without (destination) > 0", - "legendFormat": "{{source}}", - "range": true, - "refId": "A" - } - ], - "title": "Missing ICMP Echo Replys", - "type": "timeseries" - }, - { - "collapsed": false, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 29 - }, - "id": 6, - "panels": [], - "title": "Network Policy drops", - "type": "row" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "pps" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 30 - }, - "id": 29, - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_drop_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (source, reason) > 0", - "legendFormat": "{{source}}: {{reason}}", - "range": true, - "refId": "A" - } - ], - "title": "Network Policy drops by source", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 10, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "normal" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "min": 0, - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "pps" - }, - "overrides": [ - { - "__systemRef": "hideSeriesFrom", - "matcher": { - "id": "byNames", - "options": { - "mode": "exclude", - "names": [ - "kube-dns-7d44cdb5d5-g85vg: UNSUPPORTED_PROTOCOL_FOR_NAT_MASQUERADE" - ], - "prefix": "All except:", - "readOnly": true - } - }, - "properties": [ - { - "id": "custom.hideFrom", - "value": { - "legend": false, - "tooltip": false, - "viz": true - } - } - ] - } - ] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 30 - }, - "id": 30, - "options": { - "legend": { - "calcs": [ - "mean", - "lastNotNull" - ], - "displayMode": "table", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "editorMode": "code", - "expr": "sum(rate(hubble_drop_total{cluster=~\"$cluster\", source_namespace=~\"$source_namespace\", destination_namespace=~\"$destination_namespace\"}[$__rate_interval])) by (destination, reason) > 0", - "legendFormat": "{{destination}}: {{reason}}", - "range": true, - "refId": "A" - } - ], - "title": "Network Policy drops by destination", - "type": "timeseries" - } - ], - "refresh": "", - "revision": 1, - "schemaVersion": 38, - "style": "dark", - "tags": [ - "kubecon-demo" - ], - "templating": { - "list": [ - { - "current": { - "selected": false, - "text": "default", - "value": "default" - }, - "hide": 0, - "includeAll": false, - "label": "Data Source", - "multi": false, - "name": "prometheus_datasource", - "options": [], - "query": "prometheus", - "queryValue": "", - "refresh": 1, - "regex": "(?!grafanacloud-usage|grafanacloud-ml-metrics).+", - "skipUrlSync": false, - "type": "datasource" - }, - { - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "label_values(cilium_version, cluster)", - "hide": 0, - "includeAll": true, - "multi": true, - "name": "cluster", - "options": [], - "query": { - "query": "label_values(cilium_version, cluster)", - "refId": "StandardVariableQuery" - }, - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - }, - { - "allValue": ".*", - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "label_values(source_namespace)", - "hide": 0, - "includeAll": true, - "label": "Source Namespace", - "multi": true, - "name": "source_namespace", - "options": [], - "query": { - "query": "label_values(source_namespace)", - "refId": "StandardVariableQuery" - }, - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - }, - { - "allValue": ".*", - "current": {}, - "datasource": { - "type": "prometheus", - "uid": "${DS_PROMETHEUS}" - }, - "definition": "label_values(destination_namespace)", - "hide": 0, - "includeAll": true, - "label": "Destination Namespace", - "multi": true, - "name": "destination_namespace", - "options": [], - "query": { - "query": "label_values(destination_namespace)", - "refId": "StandardVariableQuery" - }, - "refresh": 1, - "regex": "", - "skipUrlSync": false, - "sort": 0, - "type": "query" - } - ] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": { - "refresh_intervals": [ - "10s", - "30s", - "1m", - "5m", - "15m", - "30m", - "1h", - "2h", - "1d" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "timezone": "", - "title": "Hubble / Network Overview (Namespace)", - "uid": "nlsO8tYVz", - "version": 18, - "weekStart": "" - } - \ No newline at end of file diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrole.yaml index 9ccf2192..89e604a7 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrole.yaml @@ -6,10 +6,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: cilium - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -86,9 +82,6 @@ rules: resources: - ciliumloadbalancerippools - ciliumbgppeeringpolicies - - ciliumbgpnodeconfigs - - ciliumbgpadvertisements - - ciliumbgppeerconfigs - ciliumclusterwideenvoyconfigs - ciliumclusterwidenetworkpolicies - ciliumegressgatewaypolicies @@ -144,7 +137,6 @@ rules: - ciliumendpoints/status - ciliumendpoints - ciliuml2announcementpolicies/status - - ciliumbgpnodeconfigs/status verbs: - patch {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrolebinding.yaml index 34b0a58b..ecc32441 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/clusterrolebinding.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: cilium - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/daemonset.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/daemonset.yaml index bdd706ee..291f4a34 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/daemonset.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/daemonset.yaml @@ -16,10 +16,6 @@ kind: DaemonSet metadata: name: cilium namespace: {{ .Release.Namespace }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: cilium app.kubernetes.io/part-of: cilium @@ -132,7 +128,6 @@ spec: failureThreshold: {{ .Values.startupProbe.failureThreshold }} periodSeconds: {{ .Values.startupProbe.periodSeconds }} successThreshold: 1 - initialDelaySeconds: 5 {{- end }} livenessProbe: {{- if or .Values.keepDeprecatedProbes $defaultKeepDeprecatedProbes }} @@ -201,11 +196,6 @@ spec: fieldPath: metadata.namespace - name: CILIUM_CLUSTERMESH_CONFIG value: /var/lib/cilium/clustermesh/ - - name: GOMEMLIMIT - valueFrom: - resourceFieldRef: - resource: limits.memory - divisor: '1' {{- if .Values.k8sServiceHost }} - name: KUBERNETES_SERVICE_HOST value: {{ .Values.k8sServiceHost | quote }} @@ -381,11 +371,6 @@ spec: mountPropagation: {{ .mountPropagation }} {{- end }} {{- end }} - {{- if .Values.hubble.export.dynamic.enabled }} - - name: hubble-flowlog-config - mountPath: /flowlog-config - readOnly: true - {{- end }} {{- with .Values.extraVolumeMounts }} {{- toYaml . | nindent 8 }} {{- end }} @@ -402,7 +387,7 @@ spec: for i in {1..5}; do \ [ -S /var/run/cilium/monitor1_2.sock ] && break || sleep 10;\ done; \ - cilium-dbg monitor + cilium monitor {{- range $type := .Values.monitor.eventTypes -}} {{ " " }}--type={{ $type }} {{- end }} @@ -426,7 +411,7 @@ spec: image: {{ include "cilium.image" .Values.image | quote }} imagePullPolicy: {{ .Values.image.pullPolicy }} command: - - cilium-dbg + - cilium - build-config {{- if (not (kindIs "invalid" .Values.daemon.configSources)) }} - "--source={{.Values.daemon.configSources}}" @@ -627,12 +612,6 @@ spec: name: cilium-config key: clean-cilium-bpf-state optional: true - - name: WRITE_CNI_CONF_WHEN_READY - valueFrom: - configMapKeyRef: - name: cilium-config - key: write-cni-conf-when-ready - optional: true {{- if .Values.k8sServiceHost }} - name: KUBERNETES_SERVICE_HOST value: {{ .Values.k8sServiceHost | quote }} @@ -680,7 +659,7 @@ spec: resources: {{- toYaml . | trim | nindent 10 }} {{- end }} - {{- if and .Values.waitForKubeProxy (and (ne $kubeProxyReplacement "strict") (ne $kubeProxyReplacement "true")) }} + {{- if and .Values.waitForKubeProxy (ne $kubeProxyReplacement "strict") }} - name: wait-for-kube-proxy image: {{ include "cilium.image" .Values.image | quote }} imagePullPolicy: {{ .Values.image.pullPolicy }} @@ -724,10 +703,10 @@ spec: imagePullPolicy: {{ .Values.image.pullPolicy }} command: - "/install-plugin.sh" - {{- with .Values.cni.resources }} resources: - {{- toYaml . | trim | nindent 10 }} - {{- end }} + requests: + cpu: 100m + memory: 10Mi securityContext: {{- if .Values.securityContext.privileged }} privileged: true @@ -771,7 +750,7 @@ spec: tolerations: {{- toYaml . | trim | nindent 8 }} {{- end }} - {{- if and .Values.clustermesh.config.enabled (not (and .Values.clustermesh.useAPIServer .Values.clustermesh.apiserver.kvstoremesh.enabled )) }} + {{- if and .Values.clustermesh.useAPIServer .Values.clustermesh.config.enabled (not .Values.clustermesh.apiserver.kvstoremesh.enabled) }} hostAliases: {{- range $cluster := .Values.clustermesh.config.clusters }} {{- range $ip := $cluster.ips }} @@ -965,12 +944,6 @@ spec: path: client-ca.crt {{- end }} {{- end }} - {{- if .Values.hubble.export.dynamic.enabled }} - - name: hubble-flowlog-config - configMap: - name: {{ .Values.hubble.export.dynamic.config.configMapName }} - optional: true - {{- end }} {{- range .Values.extraHostPathMounts }} - name: {{ .name }} hostPath: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/dashboards-configmap.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/dashboards-configmap.yaml index 6f19135d..7f1ff7c5 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/dashboards-configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/dashboards-configmap.yaml @@ -15,14 +15,9 @@ metadata: {{- if $.Values.dashboards.label }} {{ $.Values.dashboards.label }}: {{ ternary $.Values.dashboards.labelValue "1" (not (empty $.Values.dashboards.labelValue)) | quote }} {{- end }} - {{- if or $.Values.dashboards.annotations $.Values.annotations }} + {{- with $.Values.dashboards.annotations }} annotations: - {{- with $.Values.dashboards.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with $.Values.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} data: {{ $dashboardName }}.json: {{ $.Files.Get $path | toJson }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/role.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/role.yaml index e4ad86d1..abbf37d8 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/role.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/role.yaml @@ -5,10 +5,6 @@ kind: Role metadata: name: cilium-config-agent namespace: {{ .Release.Namespace }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -30,10 +26,6 @@ kind: Role metadata: name: cilium-ingress-secrets namespace: {{ .Values.ingressController.secretsNamespace.name | quote }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -54,10 +46,6 @@ kind: Role metadata: name: cilium-gateway-secrets namespace: {{ .Values.gatewayAPI.secretsNamespace.name | quote }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -78,30 +66,6 @@ kind: Role metadata: name: cilium-envoy-config-secrets namespace: {{ .Values.envoyConfig.secretsNamespace.name | quote }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} - labels: - app.kubernetes.io/part-of: cilium -rules: -- apiGroups: - - "" - resources: - - secrets - verbs: - - get - - list - - watch -{{- end}} - -{{- if and .Values.agent (not .Values.preflight.enabled) .Values.serviceAccounts.cilium.create .Values.bgpControlPlane.enabled .Values.bgpControlPlane.secretsNamespace.name }} ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - name: cilium-bgp-control-plane-secrets - namespace: {{ .Values.bgpControlPlane.secretsNamespace.name | quote }} labels: app.kubernetes.io/part-of: cilium rules: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/rolebinding.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/rolebinding.yaml index cfa8697b..ec8c5d80 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/rolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/rolebinding.yaml @@ -5,10 +5,6 @@ kind: RoleBinding metadata: name: cilium-config-agent namespace: {{ .Release.Namespace }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: @@ -28,10 +24,6 @@ kind: RoleBinding metadata: name: cilium-secrets namespace: {{ .Values.ingressController.secretsNamespace.name | quote }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: @@ -51,10 +43,6 @@ kind: RoleBinding metadata: name: cilium-gateway-secrets namespace: {{ .Values.gatewayAPI.secretsNamespace.name | quote }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: @@ -74,10 +62,6 @@ kind: RoleBinding metadata: name: cilium-envoy-config-secrets namespace: {{ .Values.envoyConfig.secretsNamespace.name | quote }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: @@ -89,22 +73,3 @@ subjects: name: {{ .Values.serviceAccounts.cilium.name | quote }} namespace: {{ .Release.Namespace }} {{- end}} - -{{- if and .Values.agent (not .Values.preflight.enabled) .Values.serviceAccounts.cilium.create .Values.bgpControlPlane.enabled .Values.bgpControlPlane.secretsNamespace.name}} ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - name: cilium-bgp-control-plane-secrets - namespace: {{ .Values.bgpControlPlane.secretsNamespace.name | quote }} - labels: - app.kubernetes.io/part-of: cilium -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: cilium-bgp-control-plane-secrets -subjects: -- kind: ServiceAccount - name: {{ .Values.serviceAccounts.cilium.name | quote }} - namespace: {{ .Release.Namespace }} -{{- end}} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/service.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/service.yaml index f6ec4951..e0a55803 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/service.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/service.yaml @@ -5,10 +5,6 @@ kind: Service metadata: name: cilium-agent namespace: {{ .Release.Namespace }} - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: cilium app.kubernetes.io/name: cilium-agent diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/serviceaccount.yaml index 2c2cf399..605506f1 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.cilium.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.cilium.annotations .Values.annotations }} + {{- if .Values.serviceAccounts.cilium.annotations }} annotations: - {{- with .Values.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.cilium.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml .Values.serviceAccounts.cilium.annotations | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-agent/servicemonitor.yaml b/packages/system/cilium/charts/cilium/templates/cilium-agent/servicemonitor.yaml index c2ffa66c..3beeacad 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-agent/servicemonitor.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-agent/servicemonitor.yaml @@ -10,15 +10,10 @@ metadata: {{- with .Values.prometheus.serviceMonitor.labels }} {{- toYaml . | nindent 4 }} {{- end }} - {{- if or .Values.prometheus.serviceMonitor.annotations .Values.annotations }} annotations: - {{- with .Values.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.prometheus.serviceMonitor.annotations }} - {{- toYaml . | nindent 4 }} + {{- toYaml . | nindent 4 }} {{- end }} - {{- end }} spec: selector: matchLabels: @@ -55,7 +50,4 @@ spec: {{- end }} targetLabels: - k8s-app -{{- if .Values.prometheus.serviceMonitor.jobLabel }} - jobLabel: {{ .Values.prometheus.serviceMonitor.jobLabel | quote }} -{{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-ca-secret.yaml b/packages/system/cilium/charts/cilium/templates/cilium-ca-secret.yaml index f2225b93..5a74f787 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-ca-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-ca-secret.yaml @@ -1,5 +1,5 @@ {{- if or - (and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm")) + (and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") (not .Values.clustermesh.apiserver.tls.ca.cert)) (and (or .Values.agent .Values.hubble.relay.enabled .Values.hubble.ui.enabled) .Values.hubble.enabled .Values.hubble.tls.enabled .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "helm")) (and .Values.tls.ca.key .Values.tls.ca.cert) -}} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-configmap.yaml b/packages/system/cilium/charts/cilium/templates/cilium-configmap.yaml index eba5bc4d..ca3d945c 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-configmap.yaml @@ -1,5 +1,6 @@ {{- if and (.Values.agent) (not .Values.preflight.enabled) }} {{- /* Default values with backwards compatibility */ -}} +{{- $defaultEnableCnpStatusUpdates := "true" -}} {{- $defaultBpfMapDynamicSizeRatio := 0.0 -}} {{- $defaultBpfMasquerade := "false" -}} {{- $defaultBpfClockProbe := "false" -}} @@ -12,12 +13,11 @@ {{- $fragmentTracking := "true" -}} {{- $defaultKubeProxyReplacement := "false" -}} {{- $azureUsePrimaryAddress := "true" -}} -{{- $defaultK8sClientQPS := 5 -}} -{{- $defaultK8sClientBurst := 10 -}} {{- $defaultDNSProxyEnableTransparentMode := "false" -}} {{- /* Default values when 1.8 was initially deployed */ -}} {{- if semverCompare ">=1.8" (default "1.8" .Values.upgradeCompatibility) -}} + {{- $defaultEnableCnpStatusUpdates = "false" -}} {{- $defaultBpfMapDynamicSizeRatio = 0.0025 -}} {{- $defaultBpfMasquerade = "true" -}} {{- $defaultBpfClockProbe = "true" -}} @@ -78,11 +78,6 @@ {{- else if (not (kindIs "invalid" .Values.cni.chainingTarget)) -}} {{- $cniChainingMode = "generic-veth" -}} {{- end -}} - -{{- if semverCompare ">=1.27-0" .Capabilities.KubeVersion.Version -}} - {{- $defaultK8sClientQPS = 10 -}} - {{- $defaultK8sClientBurst = 20 -}} -{{- end -}} --- apiVersion: v1 kind: ConfigMap @@ -196,11 +191,6 @@ data: enable-policy: "{{ lower .Values.policyEnforcementMode }}" {{- end }} -{{- if hasKey .Values "policyCIDRMatchMode" }} - policy-cidr-match-mode: {{ join " " .Values.policyCIDRMatchMode | quote }} -{{- end}} - - {{- if .Values.prometheus.enabled }} # If you want metrics enabled in all of your Cilium agents, set the port for # which the Cilium agents will have their metrics exposed. @@ -217,13 +207,6 @@ data: {{ . }} {{- end }} {{- end }} - {{- if .Values.prometheus.controllerGroupMetrics }} - # A space-separated list of controller groups for which to enable metrics. - # The special values of "all" and "none" are supported. - controller-group-metrics: {{- range .Values.prometheus.controllerGroupMetrics }} - {{ . }} - {{- end }} - {{- end }} {{- end }} {{- if not .Values.envoy.enabled }} @@ -257,7 +240,6 @@ data: {{- if .Values.ingressController.enabled }} enable-ingress-controller: "true" enforce-ingress-https: {{ .Values.ingressController.enforceHttps | quote }} - enable-ingress-proxy-protocol: {{ .Values.ingressController.enableProxyProtocol | quote }} enable-ingress-secrets-sync: {{ .Values.ingressController.secretsNamespace.sync | quote }} ingress-secrets-namespace: {{ .Values.ingressController.secretsNamespace.name | quote }} ingress-lb-annotation-prefixes: {{ .Values.ingressController.ingressLBAnnotationPrefixes | join " " | quote }} @@ -455,6 +437,7 @@ data: {{- end }} routing-mode: "native" enable-endpoint-routes: "true" + enable-local-node-route: "false" {{- else if .Values.aksbyocni.enabled }} {{- if ne (.Values.routingMode | default "tunnel") "tunnel" }} {{- fail (printf "RoutingMode must be set to tunnel when aksbyocni.enabled=true" )}} @@ -464,9 +447,19 @@ data: {{- else if .Values.routingMode }} routing-mode: {{ .Values.routingMode | quote }} {{- else }} + {{- if eq .Values.tunnel "disabled" }} + routing-mode: "native" + {{- else if eq .Values.tunnel "vxlan" }} + routing-mode: "tunnel" + tunnel-protocol: "vxlan" + {{- else if eq .Values.tunnel "geneve" }} + routing-mode: "tunnel" + tunnel-protocol: "geneve" + {{- else }} # Default case routing-mode: "tunnel" tunnel-protocol: "vxlan" + {{- end }} {{- end }} {{- if .Values.tunnelProtocol }} @@ -477,10 +470,6 @@ data: tunnel-port: {{ .Values.tunnelPort | quote }} {{- end }} -{{- if .Values.serviceNoBackendResponse }} - service-no-backend-response: "{{ .Values.serviceNoBackendResponse }}" -{{- end}} - {{- if .Values.MTU }} mtu: {{ .Values.MTU | quote }} {{- end }} @@ -519,6 +508,7 @@ data: {{- if .Values.azure.enabled }} enable-endpoint-routes: "true" auto-create-cilium-node-resource: "true" + enable-local-node-route: "false" {{- if .Values.azure.userAssignedIdentityID }} azure-user-assigned-identity-id: {{ .Values.azure.userAssignedIdentityID | quote }} {{- end }} @@ -569,7 +559,6 @@ data: {{- else if eq $defaultBpfMasquerade "true" }} enable-bpf-masquerade: {{ $defaultBpfMasquerade | quote }} {{- end }} - enable-masquerade-to-route-source: {{ .Values.enableMasqueradeRouteSource | quote }} {{- if hasKey .Values "egressMasqueradeInterfaces" }} egress-masquerade-interfaces: {{ .Values.egressMasqueradeInterfaces }} {{- end }} @@ -602,8 +591,8 @@ data: {{- if .Values.encryption.wireguard.userspaceFallback }} enable-wireguard-userspace-fallback: {{ .Values.encryption.wireguard.userspaceFallback | quote }} {{- end }} - {{- if .Values.encryption.wireguard.persistentKeepalive }} - wireguard-persistent-keepalive: {{ .Values.encryption.wireguard.persistentKeepalive | quote }} + {{- if .Values.encryption.wireguard.encapsulate }} + wireguard-encapsulate: {{ .Values.encryption.wireguard.encapsulate | quote }} {{- end }} {{- end }} {{- if .Values.encryption.nodeEncryption }} @@ -611,14 +600,6 @@ data: {{- end }} {{- end }} -{{- if .Values.encryption.strictMode.enabled }} - enable-encryption-strict-mode: {{ .Values.encryption.strictMode.enabled | quote }} - - encryption-strict-mode-cidr: {{ .Values.encryption.strictMode.cidr | quote }} - - encryption-strict-mode-allow-remote-node-identities: {{ .Values.encryption.strictMode.allowRemoteNodeIdentities | quote }} -{{- end }} - enable-xt-socket-fallback: {{ .Values.enableXTSocketFallback | quote }} {{- if or (.Values.azure.enabled) (.Values.eni.enabled) (.Values.gke.enabled) (ne $cniChainingMode "none") }} install-no-conntrack-iptables-rules: "false" @@ -720,11 +701,6 @@ data: {{- end }} {{- if hasKey .Values.nodePort "enableHealthCheck" }} enable-health-check-nodeport: {{ .Values.nodePort.enableHealthCheck | quote}} -{{- end }} -{{- if .Values.gke.enabled }} - enable-health-check-loadbalancer-ip: "true" -{{- else if hasKey .Values.nodePort "enableHealthCheckLoadBalancerIP" }} - enable-health-check-loadbalancer-ip: {{ .Values.nodePort.enableHealthCheckLoadBalancerIP | quote}} {{- end }} node-port-bind-protection: {{ .Values.nodePort.bindProtection | quote }} enable-auto-protect-node-port-range: {{ .Values.nodePort.autoProtectPortRange | quote }} @@ -860,7 +836,7 @@ data: {{- if .Values.hubble.enabled }} # Enable Hubble gRPC service. - enable-hubble: {{ .Values.hubble.enabled | quote }} + enable-hubble: {{ .Values.hubble.enabled | quote }} # UNIX domain socket for Hubble server to listen to. hubble-socket-path: {{ .Values.hubble.socketPath | quote }} {{- if hasKey .Values.hubble "eventQueueSize" }} @@ -884,49 +860,6 @@ data: {{- end }} enable-hubble-open-metrics: {{ .Values.hubble.metrics.enableOpenMetrics | quote }} {{- end }} -{{- if .Values.hubble.redact }} -{{- if eq .Values.hubble.redact.enabled true }} - # Enables hubble redact capabilities - hubble-redact-enabled: "true" -{{- if .Values.hubble.redact.http }} - # Enables redaction of the http URL query part in flows - hubble-redact-http-urlquery: {{ .Values.hubble.redact.http.urlQuery | quote }} - # Enables redaction of the http user info in flows - hubble-redact-http-userinfo: {{ .Values.hubble.redact.http.userInfo | quote }} -{{- if .Values.hubble.redact.http.headers }} -{{- if .Values.hubble.redact.http.headers.allow }} - # Redact all http headers that do not match this list - hubble-redact-http-headers-allow: {{- range .Values.hubble.redact.http.headers.allow }} - {{ . }} -{{- end }} -{{- end }} -{{- if .Values.hubble.redact.http.headers.deny }} - # Redact all http headers that match this list - hubble-redact-http-headers-deny: {{- range .Values.hubble.redact.http.headers.deny }} - {{ . }} -{{- end }} -{{- end }} -{{- end }} -{{- end }} -{{- if .Values.hubble.redact.kafka }} - # Enables redaction of the Kafka API key part in flows - hubble-redact-kafka-apikey: {{ .Values.hubble.redact.kafka.apiKey | quote }} -{{- end }} -{{- end }} -{{- end }} -{{- if .Values.hubble.export }} - hubble-export-file-max-size-mb: {{ .Values.hubble.export.fileMaxSizeMb | quote }} - hubble-export-file-max-backups: {{ .Values.hubble.export.fileMaxBackups | quote }} -{{- if .Values.hubble.export.static.enabled }} - hubble-export-file-path: {{ .Values.hubble.export.static.filePath | quote }} - hubble-export-fieldmask: {{ .Values.hubble.export.static.fieldMask | join " " | quote }} - hubble-export-allowlist: {{ .Values.hubble.export.static.allowList | join "," | quote }} - hubble-export-denylist: {{ .Values.hubble.export.static.denyList | join "," | quote }} -{{- end }} -{{- if .Values.hubble.export.dynamic.enabled }} - hubble-flowlogs-config-path: /flowlog-config/flowlogs.yaml -{{- end }} -{{- end }} {{- if hasKey .Values.hubble "listenAddress" }} # An additional address for Hubble server to listen to (e.g. ":4244"). hubble-listen-address: {{ .Values.hubble.listenAddress | quote }} @@ -960,7 +893,7 @@ data: ipam-cilium-node-update-rate: {{ include "validateDuration" .Values.ipam.ciliumNodeUpdateRate | quote }} {{- end }} -{{- if (eq $ipam "cluster-pool") }} +{{- if or (eq $ipam "cluster-pool") (eq $ipam "cluster-pool-v2beta") }} {{- if .Values.ipv4.enabled }} {{- if hasKey .Values.ipam.operator "clusterPoolIPv4PodCIDR" }} {{- /* ipam.operator.clusterPoolIPv4PodCIDR removed in v1.14, remove this failsafe around v1.17 */ -}} @@ -1002,8 +935,11 @@ data: limit-ipam-api-qps: {{ .Values.ipam.operator.externalAPILimitQPS | quote }} {{- end }} -{{- if .Values.apiRateLimit }} - api-rate-limit: {{ .Values.apiRateLimit | quote }} +{{- if .Values.enableCnpStatusUpdates }} + disable-cnp-status-updates: "false" +{{- else if (eq $defaultEnableCnpStatusUpdates "false") }} + disable-cnp-status-updates: "true" + cnp-node-status-gc-interval: "0s" {{- end }} {{- if .Values.egressGateway.enabled }} @@ -1035,6 +971,10 @@ data: {{- end }} {{- end }} +{{- if .Values.enableK8sEventHandover }} + enable-k8s-event-handover: "true" +{{- end }} + {{- if .Values.crdWaitTimeout }} crd-wait-timeout: {{ include "validateDuration" .Values.crdWaitTimeout | quote }} {{- end }} @@ -1086,7 +1026,6 @@ data: {{- if .Values.bgpControlPlane.enabled }} enable-bgp-control-plane: "true" - bgp-secrets-namespace: {{ .Values.bgpControlPlane.secretsNamespace.name | quote }} {{- else }} enable-bgp-control-plane: "false" {{- end }} @@ -1133,8 +1072,10 @@ data: annotate-k8s-node: "true" {{- end }} - k8s-client-qps: {{ .Values.k8sClientRateLimit.qps | default $defaultK8sClientQPS | quote}} - k8s-client-burst: {{ .Values.k8sClientRateLimit.burst | default $defaultK8sClientBurst | quote }} +{{- if hasKey .Values "k8sClientRateLimit" }} + k8s-client-qps: {{ .Values.k8sClientRateLimit.qps | quote }} + k8s-client-burst: {{ .Values.k8sClientRateLimit.burst | quote }} +{{- end }} {{- if and .Values.operator.setNodeTaints (not .Values.operator.removeNodeTaints) -}} {{ fail "Cannot have operator.setNodeTaintsMaxNodes and not operator.removeNodeTaints = false" }} @@ -1195,6 +1136,10 @@ data: {{- end }} {{- end }} +{{- if .Values.extraConfig }} + {{ toYaml .Values.extraConfig | nindent 2 }} +{{- end }} + {{- if hasKey .Values "agentNotReadyTaintKey" }} agent-not-ready-taint-key: {{ .Values.agentNotReadyTaintKey | quote }} {{- end }} @@ -1208,7 +1153,6 @@ data: mesh-auth-mutual-enabled: "true" mesh-auth-mutual-listener-port: {{ .Values.authentication.mutual.port | quote }} mesh-auth-spire-agent-socket: {{ .Values.authentication.mutual.spire.agentSocketPath | quote }} - mesh-auth-mutual-connect-timeout: {{ include "validateDuration" .Values.authentication.mutual.connectTimeout | quote }} {{- if .Values.authentication.mutual.spire.serverAddress }} mesh-auth-spire-server-address: {{ .Values.authentication.mutual.spire.serverAddress | quote }} {{- else }} @@ -1229,16 +1173,6 @@ data: envoy-log: {{ .Values.envoy.log.path | quote }} {{- end }} -{{- if hasKey .Values.clustermesh "maxConnectedClusters" }} - max-connected-clusters: {{ .Values.clustermesh.maxConnectedClusters | quote }} -{{- end }} - -# Extra config allows adding arbitrary properties to the cilium config. -# By putting it at the end of the ConfigMap, it's also possible to override existing properties. -{{- if .Values.extraConfig }} - {{ toYaml .Values.extraConfig | nindent 2 }} -{{- end }} - {{- end }} --- {{- if and .Values.ipMasqAgent.enabled .Values.ipMasqAgent.config }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-envoy/configmap.yaml b/packages/system/cilium/charts/cilium/templates/cilium-envoy/configmap.yaml index 990cf951..7aa0f046 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-envoy/configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-envoy/configmap.yaml @@ -6,10 +6,6 @@ kind: ConfigMap metadata: name: cilium-envoy-config namespace: {{ .Release.Namespace }} - {{- with .Values.envoy.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} data: {{- (tpl (.Files.Glob "files/cilium-envoy/configmap/bootstrap-config.json").AsConfig .) | nindent 2 }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-envoy/daemonset.yaml b/packages/system/cilium/charts/cilium/templates/cilium-envoy/daemonset.yaml index 3a7f7b4b..1d0de672 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-envoy/daemonset.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-envoy/daemonset.yaml @@ -6,10 +6,6 @@ kind: DaemonSet metadata: name: cilium-envoy namespace: {{ .Release.Namespace }} - {{- with .Values.envoy.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: cilium-envoy app.kubernetes.io/part-of: cilium @@ -65,11 +61,11 @@ spec: image: {{ include "cilium.image" .Values.envoy.image | quote }} imagePullPolicy: {{ .Values.envoy.image.pullPolicy }} command: - - /usr/bin/cilium-envoy-starter + - /usr/bin/cilium-envoy args: - '-c /var/run/cilium/envoy/bootstrap-config.json' - '--base-id 0' - {{- if and (.Values.debug.enabled) (hasKey .Values.debug "verbose") (.Values.debug.verbose) (has "envoy" ( splitList " " .Values.debug.verbose )) }} + {{- if and (hasKey .Values.debug "verbose") (.Values.debug.verbose) (has "envoy" ( splitList " " .Values.debug.verbose )) }} - '--log-level trace' {{- else if and (.Values.debug.enabled) (hasKey .Values.debug "verbose") (.Values.debug.verbose) (has "flow" ( splitList " " .Values.debug.verbose )) }} - '--log-level debug' @@ -93,7 +89,6 @@ spec: failureThreshold: {{ .Values.envoy.startupProbe.failureThreshold }} periodSeconds: {{ .Values.envoy.startupProbe.periodSeconds }} successThreshold: 1 - initialDelaySeconds: 5 {{- end }} livenessProbe: httpGet: @@ -180,9 +175,6 @@ spec: - name: envoy-sockets mountPath: /var/run/cilium/envoy/sockets readOnly: false - - name: envoy-artifacts - mountPath: /var/run/cilium/envoy/artifacts - readOnly: true - name: envoy-config mountPath: /var/run/cilium/envoy/ readOnly: true @@ -232,10 +224,6 @@ spec: hostPath: path: "{{ .Values.daemon.runPath }}/envoy/sockets" type: DirectoryOrCreate - - name: envoy-artifacts - hostPath: - path: "{{ .Values.daemon.runPath }}/envoy/artifacts" - type: DirectoryOrCreate - name: envoy-config configMap: name: cilium-envoy-config diff --git a/packages/system/cilium/charts/cilium/templates/cilium-envoy/service.yaml b/packages/system/cilium/charts/cilium/templates/cilium-envoy/service.yaml index d238c62e..f5c2a09b 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-envoy/service.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-envoy/service.yaml @@ -4,16 +4,11 @@ kind: Service metadata: name: cilium-envoy namespace: {{ .Release.Namespace }} - {{- if or (not .Values.envoy.prometheus.serviceMonitor.enabled) .Values.envoy.annotations }} - annotations: {{- if not .Values.envoy.prometheus.serviceMonitor.enabled }} + annotations: prometheus.io/scrape: "true" prometheus.io/port: {{ .Values.proxy.prometheus.port | default .Values.envoy.prometheus.port | quote }} {{- end }} - {{- with .Values.envoy.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- end }} labels: k8s-app: cilium-envoy app.kubernetes.io/name: cilium-envoy diff --git a/packages/system/cilium/charts/cilium/templates/cilium-envoy/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/cilium-envoy/serviceaccount.yaml index 607dabca..6094ba20 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-envoy/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-envoy/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.envoy.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.envoy.annotations .Values.envoy.annotations }} + {{- if .Values.serviceAccounts.envoy.annotations }} annotations: - {{- with .Values.envoy.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.envoy.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml .Values.serviceAccounts.envoy.annotations | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-envoy/servicemonitor.yaml b/packages/system/cilium/charts/cilium/templates/cilium-envoy/servicemonitor.yaml index 10f84d82..3f120b9d 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-envoy/servicemonitor.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-envoy/servicemonitor.yaml @@ -11,15 +11,10 @@ metadata: {{- with .Values.envoy.prometheus.serviceMonitor.labels }} {{- toYaml . | nindent 4 }} {{- end }} - {{- if or .Values.envoy.prometheus.serviceMonitor.annotations .Values.envoy.annotations }} annotations: - {{- with .Values.envoy.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.envoy.prometheus.serviceMonitor.annotations }} - {{- toYaml . | nindent 4 }} + {{- toYaml . | nindent 4 }} {{- end }} - {{- end }} spec: selector: matchLabels: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-flowlog-configmap.yaml b/packages/system/cilium/charts/cilium/templates/cilium-flowlog-configmap.yaml deleted file mode 100644 index 8a1341e4..00000000 --- a/packages/system/cilium/charts/cilium/templates/cilium-flowlog-configmap.yaml +++ /dev/null @@ -1,12 +0,0 @@ -{{- if and .Values.hubble.export.dynamic.enabled .Values.hubble.export.dynamic.config.createConfigMap }} ---- -apiVersion: v1 -kind: ConfigMap -metadata: - name: {{ .Values.hubble.export.dynamic.config.configMapName }} - namespace: {{ .Release.Namespace }} -data: - flowlogs.yaml: | - flowLogs: -{{ .Values.hubble.export.dynamic.config.content | toYaml | indent 4 }} -{{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-gateway-api-class.yaml b/packages/system/cilium/charts/cilium/templates/cilium-gateway-api-class.yaml index 74a78d8d..089649ff 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-gateway-api-class.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-gateway-api-class.yaml @@ -1,6 +1,6 @@ {{- if .Values.gatewayAPI.enabled -}} -{{- if .Capabilities.APIVersions.Has "gateway.networking.k8s.io/v1/GatewayClass" }} -apiVersion: gateway.networking.k8s.io/v1 +{{- if .Capabilities.APIVersions.Has "gateway.networking.k8s.io/v1beta1/GatewayClass" }} +apiVersion: gateway.networking.k8s.io/v1beta1 kind: GatewayClass metadata: name: cilium diff --git a/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/daemonset.yaml b/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/daemonset.yaml index 76f1a20d..63de5715 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/daemonset.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/daemonset.yaml @@ -5,10 +5,6 @@ apiVersion: apps/v1 metadata: name: cilium-node-init namespace: {{ .Release.Namespace }} - {{- with .Values.nodeinit.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app: cilium-node-init app.kubernetes.io/part-of: cilium diff --git a/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/serviceaccount.yaml index eb503ee9..806e3706 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-nodeinit/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.nodeinit.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.nodeinit.annotations .Values.nodeinit.annotations }} + {{- if .Values.serviceAccounts.nodeinit.annotations }} annotations: - {{- with .Values.nodeinit.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.nodeinit.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml .Values.serviceAccounts.nodeinit.annotations | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrole.yaml index 7e9080b5..862fac10 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrole.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: cilium-operator - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -161,9 +157,6 @@ rules: resources: - ciliumendpointslices - ciliumenvoyconfigs - - ciliumbgppeerconfigs - - ciliumbgpadvertisements - - ciliumbgpnodeconfigs verbs: - create - update @@ -190,11 +183,6 @@ rules: resourceNames: - ciliumloadbalancerippools.cilium.io - ciliumbgppeeringpolicies.cilium.io - - ciliumbgpclusterconfigs.cilium.io - - ciliumbgppeerconfigs.cilium.io - - ciliumbgpadvertisements.cilium.io - - ciliumbgpnodeconfigs.cilium.io - - ciliumbgpnodeconfigoverrides.cilium.io - ciliumclusterwideenvoyconfigs.cilium.io - ciliumclusterwidenetworkpolicies.cilium.io - ciliumegressgatewaypolicies.cilium.io @@ -215,8 +203,6 @@ rules: resources: - ciliumloadbalancerippools - ciliumpodippools - - ciliumbgpclusterconfigs - - ciliumbgpnodeconfigoverrides verbs: - get - list @@ -272,7 +258,6 @@ rules: - gateways - tlsroutes - httproutes - - grpcroutes - referencegrants - referencepolicies verbs: @@ -285,7 +270,6 @@ rules: - gatewayclasses/status - gateways/status - httproutes/status - - grpcroutes/status - tlsroutes/status verbs: - update diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrolebinding.yaml index f0d00e2e..a8a51bd4 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/clusterrolebinding.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: cilium-operator - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/dashboards-configmap.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/dashboards-configmap.yaml index c4b90a27..37402bed 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/dashboards-configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/dashboards-configmap.yaml @@ -15,14 +15,9 @@ metadata: {{- if $.Values.operator.dashboards.label }} {{ $.Values.operator.dashboards.label }}: {{ ternary $.Values.operator.dashboards.labelValue "1" (not (empty $.Values.operator.dashboards.labelValue)) | quote }} {{- end }} - {{- if or $.Values.operator.dashboards.annotations $.Values.operator.annotations }} + {{- with $.Values.operator.dashboards.annotations }} annotations: - {{- with $.Values.operator.dashboards.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with $.Values.operator.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} data: {{ $dashboardName }}.json: {{ $.Files.Get $path | toJson }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/deployment.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/deployment.yaml index 4f4450e5..44b1da2a 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/deployment.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/deployment.yaml @@ -5,10 +5,6 @@ kind: Deployment metadata: name: cilium-operator namespace: {{ .Release.Namespace }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: io.cilium/app: operator name: cilium-operator diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/poddisruptionbudget.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/poddisruptionbudget.yaml index a224b9e6..cb63aaf0 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/poddisruptionbudget.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/poddisruptionbudget.yaml @@ -5,10 +5,6 @@ kind: PodDisruptionBudget metadata: name: cilium-operator namespace: {{ .Release.Namespace }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: io.cilium/app: operator name: cilium-operator diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/role.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/role.yaml index 20101b02..cf2526d9 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/role.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/role.yaml @@ -5,10 +5,6 @@ kind: Role metadata: name: cilium-operator-ingress-secrets namespace: {{ .Values.ingressController.secretsNamespace.name | quote }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -30,10 +26,6 @@ kind: Role metadata: name: cilium-operator-gateway-secrets namespace: {{ .Values.gatewayAPI.secretsNamespace.name | quote }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/rolebinding.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/rolebinding.yaml index 8d8f73d8..aa826906 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/rolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/rolebinding.yaml @@ -5,10 +5,6 @@ kind: RoleBinding metadata: name: cilium-operator-ingress-secrets namespace: {{ .Values.ingressController.secretsNamespace.name | quote }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: @@ -28,10 +24,6 @@ kind: RoleBinding metadata: name: cilium-operator-gateway-secrets namespace: {{ .Values.gatewayAPI.secretsNamespace.name | quote }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/secret.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/secret.yaml index 31e917ec..42096412 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/secret.yaml @@ -5,10 +5,6 @@ kind: Secret metadata: name: cilium-azure namespace: {{ .Release.Namespace }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: Opaque data: AZURE_CLIENT_ID: {{ default "" .Values.azure.clientID | b64enc | quote }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/service.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/service.yaml index 8c201099..61514916 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/service.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/service.yaml @@ -4,10 +4,6 @@ apiVersion: v1 metadata: name: cilium-operator namespace: {{ .Release.Namespace }} - {{- with .Values.operator.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: io.cilium/app: operator name: cilium-operator diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/serviceaccount.yaml index b083907e..4bb3551c 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/serviceaccount.yaml @@ -8,13 +8,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.operator.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.operator.annotations .Values.operator.annotations }} + {{- if .Values.serviceAccounts.operator.annotations }} annotations: - {{- with .Values.operator.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.operator.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml .Values.serviceAccounts.operator.annotations | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-operator/servicemonitor.yaml b/packages/system/cilium/charts/cilium/templates/cilium-operator/servicemonitor.yaml index 742993b8..a3edaec5 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-operator/servicemonitor.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-operator/servicemonitor.yaml @@ -10,15 +10,10 @@ metadata: {{- with .Values.operator.prometheus.serviceMonitor.labels }} {{- toYaml . | nindent 4 }} {{- end }} - {{- if or .Values.operator.prometheus.serviceMonitor.annotations .Values.operator.annotations }} annotations: - {{- with .Values.operator.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.operator.prometheus.serviceMonitor.annotations }} - {{- toYaml . | nindent 4 }} + {{- toYaml . | nindent 4 }} {{- end }} - {{- end }} spec: selector: matchLabels: @@ -42,7 +37,4 @@ spec: {{- end }} targetLabels: - io.cilium/app -{{- if .Values.operator.prometheus.serviceMonitor.jobLabel }} - jobLabel: {{ .Values.operator.prometheus.serviceMonitor.jobLabel | quote }} -{{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrole.yaml index d2a8f4ca..379814c8 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrole.yaml @@ -6,10 +6,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: cilium-pre-flight - {{- with .Values.preflight.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -86,9 +82,6 @@ rules: resources: - ciliumloadbalancerippools - ciliumbgppeeringpolicies - - ciliumbgpnodeconfigs - - ciliumbgpadvertisements - - ciliumbgppeerconfigs - ciliumclusterwideenvoyconfigs - ciliumclusterwidenetworkpolicies - ciliumegressgatewaypolicies @@ -144,7 +137,6 @@ rules: - ciliumendpoints/status - ciliumendpoints - ciliuml2announcementpolicies/status - - ciliumbgpnodeconfigs/status verbs: - patch {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrolebinding.yaml index 1237d6ac..ef5be1de 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-preflight/clusterrolebinding.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: cilium-pre-flight - {{- with .Values.preflight.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-preflight/daemonset.yaml b/packages/system/cilium/charts/cilium/templates/cilium-preflight/daemonset.yaml index bafd2700..a5e34f3d 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-preflight/daemonset.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-preflight/daemonset.yaml @@ -4,10 +4,6 @@ kind: DaemonSet metadata: name: cilium-pre-flight-check namespace: {{ .Release.Namespace }} - {{- with .Values.preflight.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: selector: matchLabels: @@ -113,7 +109,7 @@ spec: args: - -ec - | - cilium-dbg preflight fqdn-poller --tofqdns-pre-cache {{ .Values.preflight.tofqdnsPreCache }}; + cilium preflight fqdn-poller --tofqdns-pre-cache {{ .Values.preflight.tofqdnsPreCache }}; touch /tmp/ready-tofqdns-precache; livenessProbe: exec: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-preflight/deployment.yaml b/packages/system/cilium/charts/cilium/templates/cilium-preflight/deployment.yaml index af0a31ba..b4f542ea 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-preflight/deployment.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-preflight/deployment.yaml @@ -4,10 +4,6 @@ kind: Deployment metadata: name: cilium-pre-flight-check namespace: {{ .Release.Namespace }} - {{- with .Values.preflight.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium app.kubernetes.io/name: cilium-pre-flight-check @@ -43,7 +39,7 @@ spec: args: - -ec - | - cilium-dbg preflight validate-cnp; + cilium preflight validate-cnp; touch /tmp/ready-validate-cnp; sleep 1h; livenessProbe: diff --git a/packages/system/cilium/charts/cilium/templates/cilium-preflight/poddisruptionbudget.yaml b/packages/system/cilium/charts/cilium/templates/cilium-preflight/poddisruptionbudget.yaml index 4b3c7cb0..d939a9a2 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-preflight/poddisruptionbudget.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-preflight/poddisruptionbudget.yaml @@ -5,10 +5,6 @@ kind: PodDisruptionBudget metadata: name: cilium-pre-flight-check namespace: {{ .Release.Namespace }} - {{- with .Values.preflight.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: cilium-pre-flight-check-deployment app.kubernetes.io/part-of: cilium diff --git a/packages/system/cilium/charts/cilium/templates/cilium-preflight/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/cilium-preflight/serviceaccount.yaml index b64a3296..a55aaa40 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-preflight/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-preflight/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.preflight.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.preflight.annotations .Values.preflight.annotations }} + {{- if .Values.serviceAccounts.preflight.annotations }} annotations: - {{- with .Values.preflight.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.preflight.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{ toYaml .Values.serviceAccounts.preflight.annotations | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/cilium-secrets-namespace.yaml b/packages/system/cilium/charts/cilium/templates/cilium-secrets-namespace.yaml index d99967fa..6e1aa43d 100644 --- a/packages/system/cilium/charts/cilium/templates/cilium-secrets-namespace.yaml +++ b/packages/system/cilium/charts/cilium/templates/cilium-secrets-namespace.yaml @@ -1,14 +1,32 @@ -{{- $secretNamespaces := dict -}} -{{- range $cfg := tuple .Values.ingressController .Values.gatewayAPI .Values.envoyConfig .Values.bgpControlPlane -}} -{{- if and $cfg.enabled $cfg.secretsNamespace.create $cfg.secretsNamespace.name -}} -{{- $_ := set $secretNamespaces $cfg.secretsNamespace.name 1 -}} -{{- end -}} -{{- end -}} - -{{- range $name, $_ := $secretNamespaces }} +{{- if and .Values.ingressController.enabled .Values.ingressController.secretsNamespace.create .Values.ingressController.secretsNamespace.name }} --- apiVersion: v1 kind: Namespace metadata: - name: {{ $name | quote }} + name: {{ .Values.ingressController.secretsNamespace.name | quote }} +{{- end}} + +# Only create the namespace if it's different from Ingress secret namespace or Ingress is not enabled. +{{- if and .Values.gatewayAPI.enabled .Values.gatewayAPI.secretsNamespace.create .Values.gatewayAPI.secretsNamespace.name + (or (not (and .Values.ingressController.enabled .Values.ingressController.secretsNamespace.create .Values.ingressController.secretsNamespace.name)) + (ne .Values.gatewayAPI.secretsNamespace.name .Values.ingressController.secretsNamespace.name)) }} +--- +apiVersion: v1 +kind: Namespace +metadata: + name: {{ .Values.gatewayAPI.secretsNamespace.name | quote }} +{{- end}} + +# Only create the namespace if it's different from Ingress and Gateway API secret namespaces (if enabled). +{{- if and .Values.envoyConfig.enabled .Values.envoyConfig.secretsNamespace.create .Values.envoyConfig.secretsNamespace.name + (and + (or (not (and .Values.ingressController.enabled .Values.ingressController.secretsNamespace.create .Values.ingressController.secretsNamespace.name)) + (ne .Values.envoyConfig.secretsNamespace.name .Values.ingressController.secretsNamespace.name)) + (or (not (and .Values.gatewayAPI.enabled .Values.gatewayAPI.secretsNamespace.create .Values.gatewayAPI.secretsNamespace.name)) + (ne .Values.envoyConfig.secretsNamespace.name .Values.gatewayAPI.secretsNamespace.name))) }} +--- +apiVersion: v1 +kind: Namespace +metadata: + name: {{ .Values.envoyConfig.secretsNamespace.name | quote }} {{- end}} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrole.yaml index c5df0163..c00c8a51 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrole.yaml @@ -5,10 +5,6 @@ metadata: name: clustermesh-apiserver labels: app.kubernetes.io/part-of: cilium - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} rules: - apiGroups: - cilium.io diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrolebinding.yaml index edc3cf9c..8ef03cb2 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/clusterrolebinding.yaml @@ -5,10 +5,6 @@ metadata: name: clustermesh-apiserver labels: app.kubernetes.io/part-of: cilium - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} roleRef: apiGroup: rbac.authorization.k8s.io kind: ClusterRole diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/deployment.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/deployment.yaml index 8668888d..7783a9e5 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/deployment.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/deployment.yaml @@ -7,10 +7,6 @@ kind: Deployment metadata: name: clustermesh-apiserver namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: clustermesh-apiserver app.kubernetes.io/part-of: cilium @@ -48,37 +44,41 @@ spec: {{- end }} initContainers: - name: etcd-init - image: {{ include "cilium.image" .Values.clustermesh.apiserver.image | quote }} - imagePullPolicy: {{ .Values.clustermesh.apiserver.image.pullPolicy }} - command: - - /usr/bin/clustermesh-apiserver + image: {{ include "cilium.image" .Values.clustermesh.apiserver.etcd.image | quote }} + imagePullPolicy: {{ .Values.clustermesh.apiserver.etcd.image.pullPolicy }} + command: ["/bin/sh", "-c"] args: - - etcdinit - {{- if .Values.debug.enabled }} - - --debug - {{- end }} - # These need to match the equivalent arguments to etcd in the main container. - - --etcd-cluster-name=clustermesh-apiserver - - --etcd-initial-cluster-token=clustermesh-apiserver - - --etcd-data-dir=/var/run/etcd - {{- with .Values.clustermesh.apiserver.etcd.init.extraArgs }} - {{- toYaml . | trim | nindent 8 }} - {{- end }} + - | + rm -rf /var/run/etcd/*; + /usr/local/bin/etcd --data-dir=/var/run/etcd --name=clustermesh-apiserver --listen-client-urls=http://127.0.0.1:2379 --advertise-client-urls=http://127.0.0.1:2379 --initial-cluster-token=clustermesh-apiserver --initial-cluster-state=new --auto-compaction-retention=1 & + + # The following key needs to be created before that the cilium agents + # have the possibility of connecting to etcd. + etcdctl put cilium/.has-cluster-config true + + etcdctl user add root --no-password; + etcdctl user grant-role root root; + etcdctl user add admin-{{ .Values.cluster.name }} --no-password; + etcdctl user grant-role admin-{{ .Values.cluster.name }} root; + etcdctl user add externalworkload --no-password; + etcdctl role add externalworkload; + etcdctl role grant-permission externalworkload --from-key read ''; + etcdctl role grant-permission externalworkload readwrite --prefix cilium/state/noderegister/v1/; + etcdctl role grant-permission externalworkload readwrite --prefix cilium/.initlock/; + etcdctl user grant-role externalworkload externalworkload; + etcdctl user add remote --no-password; + etcdctl role add remote; + etcdctl role grant-permission remote --from-key read ''; + etcdctl user grant-role remote remote; + etcdctl auth enable; + exit env: - # The Cilium cluster name (specified via the `CILIUM_CLUSTER_NAME` environment variable) and the etcd cluster - # name (specified via the `--etcd-cluster-name` argument) are very different concepts. The Cilium cluster name - # is the name of the overall Cilium cluster, and is used to set the admin account username. The etcd cluster - # name is a concept that's only relevant for etcd itself. The etcd cluster name must be the same for both this - # command and the actual invocation of etcd in the main containers of this Pod, but it's otherwise not - # relevant to Cilium. - - name: CILIUM_CLUSTER_NAME + - name: ETCDCTL_API + value: "3" + - name: HOSTNAME_IP valueFrom: - configMapKeyRef: - name: cilium-config - key: cluster-name - {{- with .Values.clustermesh.apiserver.etcd.init.extraEnv }} - {{- toYaml . | trim | nindent 8 }} - {{- end }} + fieldRef: + fieldPath: status.podIP volumeMounts: - name: etcd-data-dir mountPath: /var/run/etcd @@ -92,11 +92,10 @@ spec: {{- end }} containers: - name: etcd - # The clustermesh-apiserver container image includes an etcd binary. - image: {{ include "cilium.image" .Values.clustermesh.apiserver.image | quote }} - imagePullPolicy: {{ .Values.clustermesh.apiserver.image.pullPolicy }} + image: {{ include "cilium.image" .Values.clustermesh.apiserver.etcd.image | quote }} + imagePullPolicy: {{ .Values.clustermesh.apiserver.etcd.image.pullPolicy }} command: - - /usr/bin/etcd + - /usr/local/bin/etcd args: - --data-dir=/var/run/etcd - --name=clustermesh-apiserver @@ -148,17 +147,12 @@ spec: securityContext: {{- toYaml . | nindent 10 }} {{- end }} - {{- with .Values.clustermesh.apiserver.etcd.lifecycle }} - lifecycle: - {{- toYaml . | nindent 10 }} - {{- end }} - name: apiserver image: {{ include "cilium.image" .Values.clustermesh.apiserver.image | quote }} imagePullPolicy: {{ .Values.clustermesh.apiserver.image.pullPolicy }} command: - /usr/bin/clustermesh-apiserver args: - - clustermesh {{- if .Values.debug.enabled }} - --debug {{- end }} @@ -166,9 +160,6 @@ spec: - --cluster-id=$(CLUSTER_ID) - --kvstore-opt - etcd.config=/var/lib/cilium/etcd-config.yaml - {{- if hasKey .Values.clustermesh "maxConnectedClusters" }} - - --max-connected-clusters={{ .Values.clustermesh.maxConnectedClusters }} - {{- end }} {{- if ne .Values.clustermesh.apiserver.tls.authMode "legacy" }} - --cluster-users-enabled - --cluster-users-config-path=/var/lib/cilium/etcd-config/users.yaml @@ -176,7 +167,6 @@ spec: - --enable-external-workloads={{ .Values.externalWorkloads.enabled }} {{- if .Values.clustermesh.apiserver.metrics.enabled }} - --prometheus-serve-addr=:{{ .Values.clustermesh.apiserver.metrics.port }} - - --controller-group-metrics=all {{- end }} {{- with .Values.clustermesh.apiserver.extraArgs }} {{- toYaml . | trim | nindent 8 }} @@ -234,18 +224,13 @@ spec: securityContext: {{- toYaml . | nindent 10 }} {{- end }} - {{- with .Values.clustermesh.apiserver.lifecycle }} - lifecycle: - {{- toYaml . | nindent 10 }} - {{- end }} {{- if .Values.clustermesh.apiserver.kvstoremesh.enabled }} - name: kvstoremesh - image: {{ include "cilium.image" .Values.clustermesh.apiserver.image | quote }} - imagePullPolicy: {{ .Values.clustermesh.apiserver.image.pullPolicy }} + image: {{ include "cilium.image" .Values.clustermesh.apiserver.kvstoremesh.image | quote }} + imagePullPolicy: {{ .Values.clustermesh.apiserver.kvstoremesh.image.pullPolicy }} command: - - /usr/bin/clustermesh-apiserver + - /usr/bin/kvstoremesh args: - - kvstoremesh {{- if .Values.debug.enabled }} - --debug {{- end }} @@ -255,12 +240,8 @@ spec: - --kvstore-opt=etcd.qps=100 - --kvstore-opt=etcd.maxInflight=10 - --clustermesh-config=/var/lib/cilium/clustermesh - {{- if hasKey .Values.clustermesh "maxConnectedClusters" }} - - --max-connected-clusters={{ .Values.clustermesh.maxConnectedClusters }} - {{- end }} {{- if .Values.clustermesh.apiserver.metrics.kvstoremesh.enabled }} - --prometheus-serve-addr=:{{ .Values.clustermesh.apiserver.metrics.kvstoremesh.port }} - - --controller-group-metrics=all {{- end }} {{- with .Values.clustermesh.apiserver.kvstoremesh.extraArgs }} {{- toYaml . | trim | nindent 8 }} @@ -304,10 +285,6 @@ spec: securityContext: {{- toYaml . | nindent 10 }} {{- end }} - {{- with .Values.clustermesh.apiserver.kvstoremesh.lifecycle }} - lifecycle: - {{- toYaml . | nindent 10 }} - {{- end }} {{- end }} volumes: - name: etcd-server-secrets @@ -394,7 +371,6 @@ spec: priorityClassName: {{ include "cilium.priorityClass" (list $ .Values.clustermesh.apiserver.priorityClassName "system-cluster-critical") }} serviceAccount: {{ .Values.serviceAccounts.clustermeshApiserver.name | quote }} serviceAccountName: {{ .Values.serviceAccounts.clustermeshApiserver.name | quote }} - terminationGracePeriodSeconds: {{ .Values.clustermesh.apiserver.terminationGracePeriodSeconds }} automountServiceAccountToken: {{ .Values.serviceAccounts.clustermeshApiserver.automount }} {{- with .Values.clustermesh.apiserver.affinity }} affinity: diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/metrics-service.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/metrics-service.yaml index 0781af1e..63b50ace 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/metrics-service.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/metrics-service.yaml @@ -7,10 +7,6 @@ kind: Service metadata: name: clustermesh-apiserver-metrics namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: clustermesh-apiserver app.kubernetes.io/part-of: cilium diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/poddisruptionbudget.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/poddisruptionbudget.yaml index 4a1bbf7e..243e1b23 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/poddisruptionbudget.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/poddisruptionbudget.yaml @@ -5,10 +5,6 @@ kind: PodDisruptionBudget metadata: name: clustermesh-apiserver namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: clustermesh-apiserver app.kubernetes.io/part-of: cilium diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/service.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/service.yaml index 0a7028c5..466841d9 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/service.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/service.yaml @@ -8,14 +8,9 @@ metadata: k8s-app: clustermesh-apiserver app.kubernetes.io/part-of: cilium app.kubernetes.io/name: clustermesh-apiserver - {{- if or .Values.clustermesh.apiserver.service.annotations .Values.clustermesh.annotations }} + {{- with .Values.clustermesh.apiserver.service.annotations }} annotations: - {{- with .Values.clustermesh.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.clustermesh.apiserver.service.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} spec: type: {{ .Values.clustermesh.apiserver.service.type }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/serviceaccount.yaml index 0c8992ba..b6153c39 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.clustermeshApiserver.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.clustermeshApiserver.annotations .Values.clustermesh.annotations }} + {{- with .Values.serviceAccounts.clustermeshApiserver.annotations }} annotations: - {{- with .Values.clustermesh.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.clustermeshApiserver.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/servicemonitor.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/servicemonitor.yaml index 8ecf150b..d5ba6420 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/servicemonitor.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/servicemonitor.yaml @@ -14,15 +14,10 @@ metadata: {{- with .Values.clustermesh.apiserver.metrics.serviceMonitor.labels }} {{- toYaml . | nindent 4 }} {{- end }} - {{- if or .Values.clustermesh.apiserver.metrics.serviceMonitor.annotations .Values.clustermesh.annotations }} annotations: - {{- with .Values.clustermesh.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.clustermesh.apiserver.metrics.serviceMonitor.annotations }} - {{- toYaml . | nindent 4 }} + {{- toYaml . | nindent 4 }} {{- end }} - {{- end }} spec: selector: matchLabels: diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/admin-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/admin-secret.yaml index 097cb14e..3bc84ae1 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/admin-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/admin-secret.yaml @@ -5,10 +5,6 @@ kind: Certificate metadata: name: clustermesh-apiserver-admin-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.clustermesh.apiserver.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/client-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/client-secret.yaml index f290fe8e..3c2cf643 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/client-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/client-secret.yaml @@ -5,10 +5,6 @@ kind: Certificate metadata: name: clustermesh-apiserver-client-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.clustermesh.apiserver.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/remote-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/remote-secret.yaml index 06bb8bd2..0a5e42e2 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/remote-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/remote-secret.yaml @@ -5,10 +5,6 @@ kind: Certificate metadata: name: clustermesh-apiserver-remote-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.clustermesh.apiserver.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/server-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/server-secret.yaml index f7cfd7ad..86fe56f5 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-certmanager/server-secret.yaml @@ -5,10 +5,6 @@ kind: Certificate metadata: name: clustermesh-apiserver-server-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.clustermesh.apiserver.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/_job-spec.tpl b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/_job-spec.tpl index 52a99089..67503e33 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/_job-spec.tpl +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/_job-spec.tpl @@ -26,8 +26,12 @@ spec: {{- end }} - "--ca-generate" - "--ca-reuse-secret" - {{- if and .Values.tls.ca.cert .Values.tls.ca.key }} + {{- if .Values.clustermesh.apiserver.tls.ca.cert }} + - "--ca-secret-name=clustermesh-apiserver-ca-cert" + {{- else -}} + {{- if and .Values.tls.ca.cert .Values.tls.ca.key }} - "--ca-secret-name=cilium-ca" + {{- end }} {{- end }} - "--clustermesh-apiserver-server-cert-generate" - "--clustermesh-apiserver-server-cert-validity-duration={{ $certValiditySecondsStr }}" @@ -65,9 +69,5 @@ spec: volumes: {{- toYaml . | nindent 6 }} {{- end }} - affinity: - {{- with .Values.certgen.affinity }} - {{- toYaml . | nindent 8 }} - {{- end }} ttlSecondsAfterFinished: {{ .Values.certgen.ttlSecondsAfterFinished }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/ca-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/ca-secret.yaml new file mode 100644 index 00000000..6f499cd8 --- /dev/null +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/ca-secret.yaml @@ -0,0 +1,15 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "cronJob") }} +{{- $crt := .Values.clustermesh.apiserver.tls.ca.cert | default .Values.tls.ca.cert -}} +{{- $key := .Values.clustermesh.apiserver.tls.ca.key | default .Values.tls.ca.key -}} +{{- if and $crt $key }} +--- +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-ca-cert + namespace: {{ .Release.Namespace }} +data: + ca.crt: {{ $crt }} + ca.key: {{ $key }} +{{- end }} +{{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/cronjob.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/cronjob.yaml index 946602b4..7711bc93 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/cronjob.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/cronjob.yaml @@ -4,10 +4,6 @@ kind: CronJob metadata: name: clustermesh-apiserver-generate-certs namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: clustermesh-apiserver-generate-certs app.kubernetes.io/part-of: cilium diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/job.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/job.yaml index b6dd5bf1..06235f29 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/job.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/job.yaml @@ -13,8 +13,5 @@ metadata: {{- with .Values.certgen.annotations.job }} {{- toYaml . | nindent 4 }} {{- end }} - {{- with .Values.clustermesh.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{ include "clustermesh-apiserver-generate-certs.job.spec" . }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/role.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/role.yaml index 79960cba..0d0565a6 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/role.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/role.yaml @@ -4,10 +4,6 @@ kind: Role metadata: name: clustermesh-apiserver-generate-certs namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: @@ -23,6 +19,7 @@ rules: - secrets resourceNames: - cilium-ca + - clustermesh-apiserver-ca-cert verbs: - get - update diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/rolebinding.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/rolebinding.yaml index 4e67e047..22fc3ed7 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/rolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/rolebinding.yaml @@ -4,10 +4,6 @@ kind: RoleBinding metadata: name: clustermesh-apiserver-generate-certs namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/serviceaccount.yaml index 8dfaf52c..a6f79a66 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-cronjob/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.clustermeshcertgen.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.clustermeshcertgen.annotations .Values.clustermesh.annotations }} + {{- with .Values.serviceAccounts.clustermeshcertgen.annotations }} annotations: - {{- with .Values.serviceAccounts.clustermeshcertgen.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.clustermesh.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/_helpers.tpl b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/_helpers.tpl new file mode 100644 index 00000000..576160f9 --- /dev/null +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/_helpers.tpl @@ -0,0 +1,37 @@ +{{/* +Generate TLS certificates for ClusterMesh. + +Note: Always use this template as follows: + + {{- $_ := include "clustermesh-apiserver-generate-certs.helm.setup-ca" . -}} + +The assignment to `$_` is required because we store the generated CI in a global `cmca` variable. +Please, don't try to "simplify" this, as without this trick, every generated +certificate would be signed by a different CA. +*/}} +{{- define "clustermesh-apiserver-generate-certs.helm.setup-ca" }} + {{- if not .cmca }} + {{- $ca := "" -}} + {{- $crt := .Values.clustermesh.apiserver.tls.ca.cert | default .Values.tls.ca.cert -}} + {{- $key := .Values.clustermesh.apiserver.tls.ca.key | default .Values.tls.ca.key -}} + {{- if and $crt $key }} + {{- $ca = buildCustomCert $crt $key -}} + {{- else }} + {{- with lookup "v1" "Secret" .Release.Namespace "clustermesh-apiserver-ca-cert" }} + {{- $crt := index .data "ca.crt" }} + {{- $key := index .data "ca.key" }} + {{- $ca = buildCustomCert $crt $key -}} + {{- else }} + {{- $_ := include "cilium.ca.setup" . -}} + {{- with lookup "v1" "Secret" .Release.Namespace .commonCASecretName }} + {{- $crt := index .data "ca.crt" }} + {{- $key := index .data "ca.key" }} + {{- $ca = buildCustomCert $crt $key -}} + {{- else }} + {{- $ca = .commonCA -}} + {{- end }} + {{- end }} + {{- end }} + {{- $_ := set . "cmca" $ca -}} + {{- end }} +{{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/admin-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/admin-secret.yaml index 63282c98..dfa1d987 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/admin-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/admin-secret.yaml @@ -1,21 +1,17 @@ {{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} -{{- $_ := include "cilium.ca.setup" . -}} +{{- $_ := include "clustermesh-apiserver-generate-certs.helm.setup-ca" . -}} {{- $cn := include "clustermesh-apiserver-generate-certs.admin-common-name" . -}} {{- $dns := list "localhost" }} -{{- $cert := genSignedCert $cn nil $dns (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .commonCA -}} +{{- $cert := genSignedCert $cn nil $dns (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} --- apiVersion: v1 kind: Secret metadata: name: clustermesh-apiserver-admin-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .commonCA.Cert | b64enc }} + ca.crt: {{ .cmca.Cert | b64enc }} tls.crt: {{ $cert.Cert | b64enc }} tls.key: {{ $cert.Key | b64enc }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/ca-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/ca-secret.yaml new file mode 100644 index 00000000..832c6bb5 --- /dev/null +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/ca-secret.yaml @@ -0,0 +1,12 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} +{{- $_ := include "clustermesh-apiserver-generate-certs.helm.setup-ca" . -}} +--- +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-ca-cert + namespace: {{ .Release.Namespace }} +data: + ca.crt: {{ .cmca.Cert | b64enc }} + ca.key: {{ .cmca.Key | b64enc }} +{{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/client-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/client-secret.yaml index 85137111..fd943340 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/client-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/client-secret.yaml @@ -1,20 +1,16 @@ {{- if and .Values.externalWorkloads.enabled .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} -{{- $_ := include "cilium.ca.setup" . -}} +{{- $_ := include "clustermesh-apiserver-generate-certs.helm.setup-ca" . -}} {{- $cn := "externalworkload" }} -{{- $cert := genSignedCert $cn nil nil (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .commonCA -}} +{{- $cert := genSignedCert $cn nil nil (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} --- apiVersion: v1 kind: Secret metadata: name: clustermesh-apiserver-client-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .commonCA.Cert | b64enc }} + ca.crt: {{ .cmca.Cert | b64enc }} tls.crt: {{ $cert.Cert | b64enc }} tls.key: {{ $cert.Key | b64enc }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/remote-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/remote-secret.yaml index 7bfb1c5a..4a68c747 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/remote-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/remote-secret.yaml @@ -1,20 +1,16 @@ {{- if and .Values.clustermesh.useAPIServer .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} -{{- $_ := include "cilium.ca.setup" . -}} +{{- $_ := include "clustermesh-apiserver-generate-certs.helm.setup-ca" . -}} {{- $cn := include "clustermesh-apiserver-generate-certs.remote-common-name" . -}} -{{- $cert := genSignedCert $cn nil nil (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .commonCA -}} +{{- $cert := genSignedCert $cn nil nil (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} --- apiVersion: v1 kind: Secret metadata: name: clustermesh-apiserver-remote-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .commonCA.Cert | b64enc }} + ca.crt: {{ .cmca.Cert | b64enc }} tls.crt: {{ $cert.Cert | b64enc }} tls.key: {{ $cert.Key | b64enc }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/server-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/server-secret.yaml index f958f353..beacb063 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-helm/server-secret.yaml @@ -1,22 +1,18 @@ {{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} -{{- $_ := include "cilium.ca.setup" . -}} +{{- $_ := include "clustermesh-apiserver-generate-certs.helm.setup-ca" . -}} {{- $cn := "clustermesh-apiserver.cilium.io" }} {{- $ip := concat (list "127.0.0.1" "::1") .Values.clustermesh.apiserver.tls.server.extraIpAddresses }} {{- $dns := concat (list $cn "*.mesh.cilium.io" (printf "clustermesh-apiserver.%s.svc" .Release.Namespace)) .Values.clustermesh.apiserver.tls.server.extraDnsNames }} -{{- $cert := genSignedCert $cn $ip $dns (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .commonCA -}} +{{- $cert := genSignedCert $cn $ip $dns (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} --- apiVersion: v1 kind: Secret metadata: name: clustermesh-apiserver-server-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .commonCA.Cert | b64enc }} + ca.crt: {{ .cmca.Cert | b64enc }} tls.crt: {{ $cert.Cert | b64enc }} tls.key: {{ $cert.Key | b64enc }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/admin-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/admin-secret.yaml index de038ca8..4ff56ab2 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/admin-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/admin-secret.yaml @@ -4,13 +4,9 @@ kind: Secret metadata: name: clustermesh-apiserver-admin-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .Values.tls.ca.cert }} + ca.crt: {{ .Values.clustermesh.apiserver.tls.ca.cert | default .Values.tls.ca.cert }} tls.crt: {{ .Values.clustermesh.apiserver.tls.admin.cert | required "missing clustermesh.apiserver.tls.admin.cert" }} tls.key: {{ .Values.clustermesh.apiserver.tls.admin.key | required "missing clustermesh.apiserver.tls.admin.key" }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/ca-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/ca-secret.yaml new file mode 100644 index 00000000..9b29a541 --- /dev/null +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/ca-secret.yaml @@ -0,0 +1,12 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) (not .Values.clustermesh.apiserver.tls.auto.enabled) }} +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-ca-cert + namespace: {{ .Release.Namespace }} +data: + ca.crt: {{ .Values.clustermesh.apiserver.tls.ca.cert | default .Values.tls.ca.cert }} + {{- if .Values.clustermesh.apiserver.tls.ca.key | default .Values.tls.ca.key }} + ca.key: {{ .Values.clustermesh.apiserver.tls.ca.key | default .Values.tls.ca.key }} + {{- end }} +{{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/client-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/client-secret.yaml index b8ea7b60..02a180ff 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/client-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/client-secret.yaml @@ -4,13 +4,9 @@ kind: Secret metadata: name: clustermesh-apiserver-client-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .Values.tls.ca.cert }} + ca.crt: {{ .Values.clustermesh.apiserver.tls.ca.cert | default .Values.tls.ca.cert }} tls.crt: {{ .Values.clustermesh.apiserver.tls.client.cert | required "missing clustermesh.apiserver.tls.client.cert" }} tls.key: {{ .Values.clustermesh.apiserver.tls.client.key | required "missing clustermesh.apiserver.tls.client.key" }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/remote-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/remote-secret.yaml index 8a253eb5..7850b332 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/remote-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/remote-secret.yaml @@ -4,13 +4,9 @@ kind: Secret metadata: name: clustermesh-apiserver-remote-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .Values.tls.ca.cert }} + ca.crt: {{ .Values.clustermesh.apiserver.tls.ca.cert | default .Values.tls.ca.cert }} tls.crt: {{ .Values.clustermesh.apiserver.tls.remote.cert | required "missing clustermesh.apiserver.tls.remote.cert" }} tls.key: {{ .Values.clustermesh.apiserver.tls.remote.key | required "missing clustermesh.apiserver.tls.remote.key" }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/server-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/server-secret.yaml index 8c239b07..bb160d62 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/tls-provided/server-secret.yaml @@ -4,13 +4,9 @@ kind: Secret metadata: name: clustermesh-apiserver-server-cert namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: - ca.crt: {{ .Values.tls.ca.cert }} + ca.crt: {{ .Values.clustermesh.apiserver.tls.ca.cert | default .Values.tls.ca.cert }} tls.crt: {{ .Values.clustermesh.apiserver.tls.server.cert | required "missing clustermesh.apiserver.tls.server.cert" }} tls.key: {{ .Values.clustermesh.apiserver.tls.server.key | required "missing clustermesh.apiserver.tls.server.key" }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/users-configmap.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/users-configmap.yaml index e1cbf95f..7c278978 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/users-configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-apiserver/users-configmap.yaml @@ -5,10 +5,6 @@ kind: ConfigMap metadata: name: clustermesh-remote-users namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium data: diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-config/_helpers.tpl b/packages/system/cilium/charts/cilium/templates/clustermesh-config/_helpers.tpl index 5cd31486..f492275f 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-config/_helpers.tpl +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-config/_helpers.tpl @@ -1,7 +1,8 @@ {{- define "clustermesh-config-generate-etcd-cfg" }} {{- $cluster := index . 0 -}} {{- $domain := index . 1 -}} -{{- $override := index . 2 -}} +{{- $hasCustomCACert := index . 2 -}} +{{- $override := index . 3 -}} {{- /* The parenthesis around $cluster.tls are required, since it can be null: https://stackoverflow.com/a/68807258 */}} {{- $prefix := ternary "common-" (printf "%s." $cluster.name) (or (ne $override "") (empty ($cluster.tls).cert) (empty ($cluster.tls).key)) -}} @@ -13,7 +14,7 @@ endpoints: {{- else }} - https://{{ $cluster.address | required "missing clustermesh.apiserver.config.clusters.address" }}:{{ $cluster.port }} {{- end }} -{{- if not (empty ($cluster.tls).caCert) }} +{{- if $hasCustomCACert }} {{- /* The custom CA configuration takes effect only if a custom certificate and key are also set */}} trusted-ca-file: /var/lib/cilium/clustermesh/{{ $prefix }}etcd-client-ca.crt {{- else }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-config/clustermesh-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-config/clustermesh-secret.yaml index 78ddecd9..36e23b4e 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-config/clustermesh-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-config/clustermesh-secret.yaml @@ -1,23 +1,19 @@ -{{- if .Values.clustermesh.config.enabled }} +{{- if and .Values.clustermesh.useAPIServer .Values.clustermesh.config.enabled }} --- apiVersion: v1 kind: Secret metadata: name: cilium-clustermesh namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} data: - {{- $kvstoremesh := and .Values.clustermesh.useAPIServer .Values.clustermesh.apiserver.kvstoremesh.enabled }} - {{- $override := ternary (printf "https://clustermesh-apiserver.%s.svc:2379" .Release.Namespace) "" $kvstoremesh }} + {{- $override := ternary (printf "https://clustermesh-apiserver.%s.svc:2379" .Release.Namespace) "" $.Values.clustermesh.apiserver.kvstoremesh.enabled }} {{- range .Values.clustermesh.config.clusters }} - {{ .name }}: {{ include "clustermesh-config-generate-etcd-cfg" (list . $.Values.clustermesh.config.domain $override) | b64enc }} + {{- $hasCustomCACert := or (.tls).caCert $.Values.clustermesh.apiserver.tls.ca.cert }} + {{ .name }}: {{ include "clustermesh-config-generate-etcd-cfg" (list . $.Values.clustermesh.config.domain $hasCustomCACert $override) | b64enc }} {{- /* The parenthesis around .tls are required, since it can be null: https://stackoverflow.com/a/68807258 */}} {{- if and (eq $override "") (.tls).cert (.tls).key }} - {{- if .tls.caCert }} - {{ .name }}.etcd-client-ca.crt: {{ .tls.caCert }} + {{- if $hasCustomCACert }} + {{ .name }}.etcd-client-ca.crt: {{ .tls.caCert | default $.Values.clustermesh.apiserver.tls.ca.cert }} {{- end }} {{ .name }}.etcd-client.key: {{ .tls.key }} {{ .name }}.etcd-client.crt: {{ .tls.cert }} diff --git a/packages/system/cilium/charts/cilium/templates/clustermesh-config/kvstoremesh-secret.yaml b/packages/system/cilium/charts/cilium/templates/clustermesh-config/kvstoremesh-secret.yaml index 91ae0320..f79c4ade 100644 --- a/packages/system/cilium/charts/cilium/templates/clustermesh-config/kvstoremesh-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/clustermesh-config/kvstoremesh-secret.yaml @@ -5,17 +5,14 @@ kind: Secret metadata: name: cilium-kvstoremesh namespace: {{ .Release.Namespace }} - {{- with .Values.clustermesh.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} data: {{- range .Values.clustermesh.config.clusters }} - {{ .name }}: {{ include "clustermesh-config-generate-etcd-cfg" (list . $.Values.clustermesh.config.domain "") | b64enc }} + {{- $hasCustomCACert := or (.tls).caCert $.Values.clustermesh.apiserver.tls.ca.cert }} + {{ .name }}: {{ include "clustermesh-config-generate-etcd-cfg" (list . $.Values.clustermesh.config.domain $hasCustomCACert "") | b64enc }} {{- /* The parenthesis around .tls are required, since it can be null: https://stackoverflow.com/a/68807258 */}} {{- if and (.tls).cert (.tls).key }} - {{- if .tls.caCert }} - {{ .name }}.etcd-client-ca.crt: {{ .tls.caCert }} + {{- if $hasCustomCACert }} + {{ .name }}.etcd-client-ca.crt: {{ .tls.caCert | default $.Values.clustermesh.apiserver.tls.ca.cert }} {{- end }} {{ .name }}.etcd-client.key: {{ .tls.key }} {{ .name }}.etcd-client.crt: {{ .tls.cert }} diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrole.yaml index 22a81c2c..2f0b6c22 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrole.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: cilium-etcd-operator - {{- with .Values.etcd.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrolebinding.yaml index 25a92e10..e9578f7f 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-clusterrolebinding.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: cilium-etcd-operator - {{- with .Values.etcd.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-deployment.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-deployment.yaml index 5946219f..914087f6 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-deployment.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-deployment.yaml @@ -9,10 +9,6 @@ metadata: app.kubernetes.io/part-of: cilium name: cilium-etcd-operator namespace: {{ .Release.Namespace }} - {{- with .Values.etcd.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: replicas: 1 selector: diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-serviceaccount.yaml index 7d7b765a..9bc0a3ea 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/cilium-etcd-operator-serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.etcd.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.etcd.annotations .Values.etcd.annotations }} + {{- if .Values.serviceAccounts.etcd.annotations }} annotations: - {{- with .Values.etcd.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.etcd.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} +{{ toYaml .Values.serviceAccounts.etcd.annotations | indent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrole.yaml index 72cb4e6e..424498f6 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrole.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: etcd-operator - {{- with .Values.etcd.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrolebinding.yaml index b729ea71..a56624d0 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-clusterrolebinding.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: etcd-operator - {{- with .Values.etcd.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-serviceaccount.yaml index 06ee39c1..278d9842 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/etcd-operator-serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: cilium-etcd-sa namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.etcd.annotations .Values.etcd.annotations }} + {{- if .Values.serviceAccounts.etcd.annotations }} annotations: - {{- with .Values.etcd.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.etcd.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} +{{ toYaml .Values.serviceAccounts.etcd.annotations | indent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/etcd-operator/poddisruptionbudget.yaml b/packages/system/cilium/charts/cilium/templates/etcd-operator/poddisruptionbudget.yaml index 5939b4ae..72e0b835 100644 --- a/packages/system/cilium/charts/cilium/templates/etcd-operator/poddisruptionbudget.yaml +++ b/packages/system/cilium/charts/cilium/templates/etcd-operator/poddisruptionbudget.yaml @@ -5,10 +5,6 @@ kind: PodDisruptionBudget metadata: name: cilium-etcd-operator namespace: {{ .Release.Namespace }} - {{- with .Values.etcd.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: io.cilium/app: etcd-operator name: cilium-etcd-operator diff --git a/packages/system/cilium/charts/cilium/templates/hubble-relay/configmap.yaml b/packages/system/cilium/charts/cilium/templates/hubble-relay/configmap.yaml index 93f5b8d8..0f5a037d 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-relay/configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-relay/configmap.yaml @@ -9,10 +9,6 @@ kind: ConfigMap metadata: name: hubble-relay-config namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.relay.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} data: config.yaml: | cluster-name: {{ .Values.cluster.name }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble-relay/deployment.yaml b/packages/system/cilium/charts/cilium/templates/hubble-relay/deployment.yaml index 52b9eba5..c72d9af8 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-relay/deployment.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-relay/deployment.yaml @@ -4,10 +4,6 @@ kind: Deployment metadata: name: hubble-relay namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.relay.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: hubble-relay app.kubernetes.io/name: hubble-relay @@ -71,26 +67,11 @@ spec: protocol: TCP {{- end }} readinessProbe: - {{- include "hubble-relay.probe" . | nindent 12 }} - {{- if semverCompare "<1.20-0" .Capabilities.KubeVersion.Version }} - # Starting from Kubernetes 1.20, we are using startupProbe instead - # of this field. - initialDelaySeconds: 5 - {{- end }} + tcpSocket: + port: grpc livenessProbe: - {{- include "hubble-relay.probe" . | nindent 12 }} - {{- if semverCompare "<1.20-0" .Capabilities.KubeVersion.Version }} - # Starting from Kubernetes 1.20, we are using startupProbe instead - # of this field. - initialDelaySeconds: 60 - {{- end }} - {{- if semverCompare ">=1.20-0" .Capabilities.KubeVersion.Version }} - startupProbe: - # give the relay one minute to start up - {{- include "hubble-relay.probe" . | nindent 12 }} - failureThreshold: 20 - periodSeconds: 3 - {{- end }} + tcpSocket: + port: grpc {{- with .Values.hubble.relay.extraEnv }} env: {{- toYaml . | trim | nindent 12 }} @@ -185,17 +166,3 @@ spec: {{- toYaml . | nindent 6 }} {{- end }} {{- end }} - -{{- define "hubble-relay.probe" }} -{{- /* This distinction can be removed once we drop support for k8s 1.23 */}} -{{- if semverCompare ">=1.24-0" .Capabilities.KubeVersion.Version -}} -grpc: - port: 4222 -{{- else }} -exec: - command: - - grpc_health_probe - - -addr=localhost:4222 -{{- end }} -timeoutSeconds: 3 -{{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble-relay/metrics-service.yaml b/packages/system/cilium/charts/cilium/templates/hubble-relay/metrics-service.yaml index 1066c6c4..5b7c99c9 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-relay/metrics-service.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-relay/metrics-service.yaml @@ -5,10 +5,6 @@ apiVersion: v1 metadata: name: hubble-relay-metrics namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.relay.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: hubble-relay spec: diff --git a/packages/system/cilium/charts/cilium/templates/hubble-relay/poddisruptionbudget.yaml b/packages/system/cilium/charts/cilium/templates/hubble-relay/poddisruptionbudget.yaml index 4fd6da9b..8a90916a 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-relay/poddisruptionbudget.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-relay/poddisruptionbudget.yaml @@ -5,10 +5,6 @@ kind: PodDisruptionBudget metadata: name: hubble-relay namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.relay.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: hubble-relay app.kubernetes.io/name: hubble-relay diff --git a/packages/system/cilium/charts/cilium/templates/hubble-relay/service.yaml b/packages/system/cilium/charts/cilium/templates/hubble-relay/service.yaml index 39259473..d995c419 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-relay/service.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-relay/service.yaml @@ -4,10 +4,6 @@ apiVersion: v1 metadata: name: hubble-relay namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.relay.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: hubble-relay app.kubernetes.io/name: hubble-relay diff --git a/packages/system/cilium/charts/cilium/templates/hubble-relay/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/hubble-relay/serviceaccount.yaml index cf56d631..f42bd1b0 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-relay/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-relay/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.relay.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.relay.annotations .Values.hubble.relay.annotations }} + {{- with .Values.serviceAccounts.relay.annotations }} annotations: - {{- with .Values.hubble.relay.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.relay.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble-relay/servicemonitor.yaml b/packages/system/cilium/charts/cilium/templates/hubble-relay/servicemonitor.yaml index 4e41fdf3..0b9f1622 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-relay/servicemonitor.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-relay/servicemonitor.yaml @@ -8,15 +8,10 @@ metadata: {{- with .Values.hubble.relay.prometheus.serviceMonitor.labels }} {{- toYaml . | nindent 4 }} {{- end }} - {{- if or .Values.hubble.relay.prometheus.serviceMonitor.annotations .Values.hubble.relay.annotations }} annotations: - {{- with .Values.hubble.relay.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.hubble.relay.prometheus.serviceMonitor.annotations }} - {{- toYaml . | nindent 4 }} + {{- toYaml . | nindent 4 }} {{- end }} - {{- end }} spec: selector: matchLabels: diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/_nginx.tpl b/packages/system/cilium/charts/cilium/templates/hubble-ui/_nginx.tpl index e787b5aa..3b409207 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/_nginx.tpl +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/_nginx.tpl @@ -49,13 +49,6 @@ server { # double `/index.html` is required here try_files $uri $uri/ /index.html /index.html; } - - # Liveness probe - location /healthz { - access_log off; - add_header Content-Type text/plain; - return 200 'ok'; - } } } {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrole.yaml index 5df709f7..c3fa7809 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrole.yaml @@ -3,10 +3,6 @@ kind: ClusterRole apiVersion: rbac.authorization.k8s.io/v1 metadata: name: hubble-ui - {{- with .Values.hubble.ui.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrolebinding.yaml index d091786b..16c688df 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/clusterrolebinding.yaml @@ -3,10 +3,6 @@ kind: ClusterRoleBinding apiVersion: rbac.authorization.k8s.io/v1 metadata: name: hubble-ui - {{- with .Values.hubble.ui.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/configmap.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/configmap.yaml index 8b5f0141..bbab253d 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/configmap.yaml @@ -5,10 +5,6 @@ kind: ConfigMap metadata: name: hubble-ui-nginx namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.ui.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} data: nginx.conf: {{ include "hubble-ui.nginx.conf" . | trim | quote }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/deployment.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/deployment.yaml index a7dd5cb8..9dfbcdb5 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/deployment.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/deployment.yaml @@ -4,10 +4,6 @@ apiVersion: apps/v1 metadata: name: hubble-ui namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.ui.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: hubble-ui app.kubernetes.io/name: hubble-ui @@ -64,14 +60,6 @@ spec: env: {{- toYaml . | trim | nindent 12 }} {{- end }} - livenessProbe: - httpGet: - path: /healthz - port: 8081 - readinessProbe: - httpGet: - path: / - port: 8081 {{- with .Values.hubble.ui.frontend.resources }} resources: {{- toYaml . | trim | nindent 10 }} @@ -102,7 +90,7 @@ spec: - name: TLS_TO_RELAY_ENABLED value: "true" - name: TLS_RELAY_SERVER_NAME - value: {{ .Values.hubble.relay.tls.server.relayName }} + value: ui.hubble-relay.cilium.io - name: TLS_RELAY_CA_CERT_FILES value: /var/lib/hubble-ui/certs/hubble-relay-ca.crt - name: TLS_RELAY_CLIENT_CERT_FILE @@ -116,18 +104,6 @@ spec: {{- with .Values.hubble.ui.backend.extraEnv }} {{- toYaml . | trim | nindent 8 }} {{- end }} - {{- if .Values.hubble.ui.backend.livenessProbe.enabled }} - livenessProbe: - httpGet: - path: /healthz - port: 8090 - {{- end }} - {{- if .Values.hubble.ui.backend.readinessProbe.enabled }} - readinessProbe: - httpGet: - path: /healthz - port: 8090 - {{- end }} ports: - name: grpc containerPort: 8090 diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/ingress.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/ingress.yaml index 2c0ff7d3..b48e2cb4 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/ingress.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/ingress.yaml @@ -12,14 +12,9 @@ metadata: {{- with .Values.hubble.ui.ingress.labels }} {{- toYaml . | nindent 4 }} {{- end }} - {{- if or .Values.hubble.ui.ingress.annotations .Values.hubble.ui.annotations }} + {{- with .Values.hubble.ui.ingress.annotations }} annotations: - {{- with .Values.hubble.ui.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.hubble.ui.ingress.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} spec: {{- if .Values.hubble.ui.ingress.className }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/poddisruptionbudget.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/poddisruptionbudget.yaml index af3b6705..3108a493 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/poddisruptionbudget.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/poddisruptionbudget.yaml @@ -5,10 +5,6 @@ kind: PodDisruptionBudget metadata: name: hubble-ui namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.ui.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: hubble-ui app.kubernetes.io/name: hubble-ui diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/service.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/service.yaml index a820b342..52eb6eec 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/service.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/service.yaml @@ -4,14 +4,9 @@ apiVersion: v1 metadata: name: hubble-ui namespace: {{ .Release.Namespace }} - {{- if or .Values.hubble.ui.service.annotations .Values.hubble.ui.annotations }} + {{- if .Values.hubble.ui.service.annotations }} annotations: - {{- with .Values.hubble.ui.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.hubble.ui.service.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml .Values.hubble.ui.service.annotations | nindent 4 }} {{- end }} labels: k8s-app: hubble-ui diff --git a/packages/system/cilium/charts/cilium/templates/hubble-ui/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/hubble-ui/serviceaccount.yaml index dc02ea2b..28f6061c 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble-ui/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble-ui/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.ui.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.ui.annotations .Values.hubble.ui.annotations }} + {{- with .Values.serviceAccounts.ui.annotations }} annotations: - {{- with .Values.hubble.ui.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.ui.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/dashboards-configmap.yaml b/packages/system/cilium/charts/cilium/templates/hubble/dashboards-configmap.yaml index c668ebfd..c8453560 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/dashboards-configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/dashboards-configmap.yaml @@ -15,14 +15,9 @@ metadata: {{- if $.Values.hubble.metrics.dashboards.label }} {{ $.Values.hubble.metrics.dashboards.label }}: {{ ternary $.Values.hubble.metrics.dashboards.labelValue "1" (not (empty $.Values.hubble.metrics.dashboards.labelValue)) | quote }} {{- end }} - {{- if or $.Values.hubble.metrics.dashboards.annotations $.Values.hubble.annotations }} + {{- with $.Values.hubble.metrics.dashboards.annotations }} annotations: - {{- with $.Values.hubble.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with $.Values.hubble.metrics.dashboards.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} data: {{ $dashboardName }}.json: {{ $.Files.Get $path | toJson }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/metrics-service.yaml b/packages/system/cilium/charts/cilium/templates/hubble/metrics-service.yaml index ab5cfbab..0c72c0de 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/metrics-service.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/metrics-service.yaml @@ -9,9 +9,6 @@ metadata: app.kubernetes.io/name: hubble app.kubernetes.io/part-of: cilium annotations: - {{- with .Values.hubble.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.hubble.metrics.serviceAnnotations }} {{- toYaml . | nindent 4 }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/peer-service.yaml b/packages/system/cilium/charts/cilium/templates/hubble/peer-service.yaml index 7ba56456..f54fa6c6 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/peer-service.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/peer-service.yaml @@ -4,10 +4,6 @@ kind: Service metadata: name: hubble-peer namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: k8s-app: cilium app.kubernetes.io/part-of: cilium diff --git a/packages/system/cilium/charts/cilium/templates/hubble/servicemonitor.yaml b/packages/system/cilium/charts/cilium/templates/hubble/servicemonitor.yaml index 3b3ba8ba..27304ee8 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/servicemonitor.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/servicemonitor.yaml @@ -9,15 +9,10 @@ metadata: {{- with .Values.hubble.metrics.serviceMonitor.labels }} {{- toYaml . | nindent 4 }} {{- end }} - {{- if or .Values.hubble.metrics.serviceMonitor.annotations .Values.hubble.annotations }} annotations: - {{- with .Values.hubble.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.hubble.metrics.serviceMonitor.annotations }} - {{- toYaml . | nindent 4 }} + {{- toYaml . | nindent 4 }} {{- end }} - {{- end }} spec: selector: matchLabels: @@ -38,7 +33,4 @@ spec: metricRelabelings: {{- toYaml . | nindent 4 }} {{- end }} -{{- if .Values.hubble.metrics.serviceMonitor.jobLabel }} - jobLabel: {{ .Values.hubble.metrics.serviceMonitor.jobLabel | quote }} -{{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-client-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-client-secret.yaml index 1dd96b18..23bea64b 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-client-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-client-secret.yaml @@ -5,10 +5,6 @@ kind: Certificate metadata: name: hubble-relay-client-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.hubble.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-server-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-server-secret.yaml index 845b4fb8..77f2800e 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/relay-server-secret.yaml @@ -5,10 +5,6 @@ kind: Certificate metadata: name: hubble-relay-server-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.hubble.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/server-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/server-secret.yaml index 5f202e10..1ca815fb 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/server-secret.yaml @@ -6,10 +6,6 @@ kind: Certificate metadata: name: hubble-server-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.hubble.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/ui-client-certs.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/ui-client-certs.yaml index 5006666e..88d59490 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/ui-client-certs.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-certmanager/ui-client-certs.yaml @@ -5,10 +5,6 @@ kind: Certificate metadata: name: hubble-ui-client-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} spec: issuerRef: {{- toYaml .Values.hubble.tls.auto.certManagerIssuerRef | nindent 4 }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/_job-spec.tpl b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/_job-spec.tpl index 4bee347a..f3d595b7 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/_job-spec.tpl +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/_job-spec.tpl @@ -60,9 +60,5 @@ spec: volumes: {{- toYaml . | nindent 6 }} {{- end }} - affinity: - {{- with .Values.certgen.affinity }} - {{- toYaml . | nindent 8 }} - {{- end }} ttlSecondsAfterFinished: {{ .Values.certgen.ttlSecondsAfterFinished }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrole.yaml index 74d07831..dc075670 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrole.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: hubble-generate-certs - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium rules: diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrolebinding.yaml index 5938f16c..ebe60279 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/clusterrolebinding.yaml @@ -3,10 +3,6 @@ apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: hubble-generate-certs - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} labels: app.kubernetes.io/part-of: cilium roleRef: diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/cronjob.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/cronjob.yaml index fa996608..5a5992cf 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/cronjob.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/cronjob.yaml @@ -8,15 +8,10 @@ metadata: k8s-app: hubble-generate-certs app.kubernetes.io/name: hubble-generate-certs app.kubernetes.io/part-of: cilium - {{- if or .Values.certgen.annotations.cronJob .Values.hubble.annotations }} annotations: - {{- with .Values.hubble.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{- with .Values.certgen.annotations.cronJob }} - {{- toYaml . | nindent 4 }} + {{- toYaml . | nindent 4 }} {{- end }} - {{- end }} spec: schedule: {{ .Values.hubble.tls.auto.schedule | quote }} concurrencyPolicy: Forbid diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/job.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/job.yaml index 9831fdc6..e748165a 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/job.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/job.yaml @@ -14,8 +14,5 @@ metadata: {{- with .Values.certgen.annotations.job }} {{- toYaml . | nindent 4 }} {{- end }} - {{- with .Values.hubble.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} {{ include "hubble-generate-certs.job.spec" . }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/serviceaccount.yaml index 62a8de80..d538d67d 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-cronjob/serviceaccount.yaml @@ -4,13 +4,8 @@ kind: ServiceAccount metadata: name: {{ .Values.serviceAccounts.hubblecertgen.name | quote }} namespace: {{ .Release.Namespace }} - {{- if or .Values.serviceAccounts.hubblecertgen.annotations .Values.hubble.annotations }} + {{- with .Values.serviceAccounts.hubblecertgen.annotations }} annotations: - {{- with .Values.hubble.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.serviceAccounts.hubblecertgen.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 4 }} {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-client-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-client-secret.yaml index e1d6e876..947565ea 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-client-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-client-secret.yaml @@ -9,10 +9,6 @@ kind: Secret metadata: name: hubble-relay-client-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .ca.Cert | b64enc }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-server-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-server-secret.yaml index 902c2be4..2c2339d6 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/relay-server-secret.yaml @@ -10,10 +10,6 @@ kind: Secret metadata: name: hubble-relay-server-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .ca.Cert | b64enc }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/server-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/server-secret.yaml index a05c3266..cc3c1d91 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/server-secret.yaml @@ -10,10 +10,6 @@ kind: Secret metadata: name: hubble-server-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .ca.Cert | b64enc }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/ui-client-certs.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/ui-client-certs.yaml index 7b385b26..90376d65 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/ui-client-certs.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-helm/ui-client-certs.yaml @@ -9,10 +9,6 @@ kind: Secret metadata: name: hubble-ui-client-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .ca.Cert | b64enc }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-client-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-client-secret.yaml index b1512ed2..4a15f646 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-client-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-client-secret.yaml @@ -4,10 +4,6 @@ kind: Secret metadata: name: hubble-relay-client-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .Values.tls.ca.cert }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-server-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-server-secret.yaml index 07059143..2038f785 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/relay-server-secret.yaml @@ -4,10 +4,6 @@ kind: Secret metadata: name: hubble-relay-server-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .Values.tls.ca.cert }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/server-secret.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/server-secret.yaml index f659a1fb..ecc0bf07 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/server-secret.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/server-secret.yaml @@ -4,10 +4,6 @@ kind: Secret metadata: name: hubble-server-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .Values.tls.ca.cert }} diff --git a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/ui-client-certs.yaml b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/ui-client-certs.yaml index ca7683a4..7ed9472d 100644 --- a/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/ui-client-certs.yaml +++ b/packages/system/cilium/charts/cilium/templates/hubble/tls-provided/ui-client-certs.yaml @@ -4,10 +4,6 @@ kind: Secret metadata: name: hubble-ui-client-certs namespace: {{ .Release.Namespace }} - {{- with .Values.hubble.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} type: kubernetes.io/tls data: ca.crt: {{ .Values.tls.ca.cert }} diff --git a/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrole.yaml index 90e2165d..57d7ae0d 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrole.yaml @@ -3,10 +3,6 @@ kind: ClusterRole apiVersion: rbac.authorization.k8s.io/v1 metadata: name: {{ .Values.authentication.mutual.spire.install.agent.serviceAccount.name }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} rules: # Required cluster role to allow spire-agent to query k8s API server - apiGroups: [ "" ] diff --git a/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrolebinding.yaml index 50fe9588..f7290825 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/agent/clusterrolebinding.yaml @@ -4,10 +4,6 @@ kind: ClusterRoleBinding apiVersion: rbac.authorization.k8s.io/v1 metadata: name: {{ .Values.authentication.mutual.spire.install.agent.serviceAccount.name }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} roleRef: kind: ClusterRole name: {{ .Values.authentication.mutual.spire.install.agent.serviceAccount.name }} diff --git a/packages/system/cilium/charts/cilium/templates/spire/agent/configmap.yaml b/packages/system/cilium/charts/cilium/templates/spire/agent/configmap.yaml index 7d365ba6..21e1a70a 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/agent/configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/agent/configmap.yaml @@ -4,10 +4,6 @@ kind: ConfigMap metadata: name: spire-agent namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} data: agent.conf: | agent { diff --git a/packages/system/cilium/charts/cilium/templates/spire/agent/daemonset.yaml b/packages/system/cilium/charts/cilium/templates/spire/agent/daemonset.yaml index 6c0bffe7..3edda5d5 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/agent/daemonset.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/agent/daemonset.yaml @@ -4,14 +4,9 @@ kind: DaemonSet metadata: name: spire-agent namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- if or .Values.authentication.mutual.spire.install.server.annotations .Values.authentication.mutual.spire.annotations }} + {{- with .Values.authentication.mutual.spire.install.server.annotations }} annotations: - {{- with .Values.authentication.mutual.spire.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.authentication.mutual.spire.install.server.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 8 }} {{- end }} labels: app: spire-agent @@ -41,8 +36,7 @@ spec: {{- end }} initContainers: - name: init - image: {{ include "cilium.image" .Values.authentication.mutual.spire.install.initImage | quote }} - imagePullPolicy: {{ .Values.authentication.mutual.spire.install.initImage.pullPolicy }} + image: docker.io/library/busybox:1.35.0@sha256:223ae047b1065bd069aac01ae3ac8088b3ca4a527827e283b85112f29385fb1b command: - /bin/sh - -c @@ -50,12 +44,7 @@ spec: {{- tpl (.Files.Get "files/spire/wait-for-spire.bash") . | nindent 14 }} containers: - name: spire-agent - {{- if eq (typeOf .Values.authentication.mutual.spire.install.agent.image) "string" }} image: {{ .Values.authentication.mutual.spire.install.agent.image }} - {{- else }} - image: {{ include "cilium.image" .Values.authentication.mutual.spire.install.agent.image | quote }} - imagePullPolicy: {{ .Values.authentication.mutual.spire.install.agent.image.pullPolicy }} - {{- end }} args: ["-config", "/run/spire/config/agent.conf"] {{- with .Values.authentication.mutual.spire.install.agent.securityContext }} securityContext: diff --git a/packages/system/cilium/charts/cilium/templates/spire/agent/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/spire/agent/serviceaccount.yaml index 95f7e431..f155b5e6 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/agent/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/agent/serviceaccount.yaml @@ -4,8 +4,4 @@ kind: ServiceAccount metadata: name: {{ .Values.authentication.mutual.spire.install.agent.serviceAccount.name }} namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/spire/bundle-configmap.yaml b/packages/system/cilium/charts/cilium/templates/spire/bundle-configmap.yaml index 389b8d58..986e6604 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/bundle-configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/bundle-configmap.yaml @@ -4,8 +4,4 @@ kind: ConfigMap metadata: name: spire-bundle namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/spire/namespace.yaml b/packages/system/cilium/charts/cilium/templates/spire/namespace.yaml index ccd38680..a0f3e23d 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/namespace.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/namespace.yaml @@ -1,10 +1,6 @@ -{{- if and .Values.authentication.mutual.spire.enabled .Values.authentication.mutual.spire.install.enabled (not .Values.authentication.mutual.spire.install.existingNamespace) -}} +{{- if and .Values.authentication.mutual.spire.enabled .Values.authentication.mutual.spire.install.enabled -}} apiVersion: v1 kind: Namespace metadata: name: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/clusterrole.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/clusterrole.yaml index 31bc2de1..95cc911a 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/clusterrole.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/clusterrole.yaml @@ -4,10 +4,6 @@ kind: ClusterRole apiVersion: rbac.authorization.k8s.io/v1 metadata: name: {{ .Values.authentication.mutual.spire.install.server.serviceAccount.name }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} rules: # ClusterRole to allow spire-server node attestor to query Token Review API - apiGroups: [ "authentication.k8s.io" ] diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/clusterrolebinding.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/clusterrolebinding.yaml index 4a04d80c..aaefe4ff 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/clusterrolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/clusterrolebinding.yaml @@ -3,10 +3,6 @@ kind: ClusterRoleBinding apiVersion: rbac.authorization.k8s.io/v1 metadata: name: {{ .Values.authentication.mutual.spire.install.server.serviceAccount.name }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} roleRef: kind: ClusterRole name: spire-server diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/configmap.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/configmap.yaml index d7347595..9785c11e 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/configmap.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/configmap.yaml @@ -4,10 +4,6 @@ kind: ConfigMap metadata: name: spire-server namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} data: server.conf: | server { diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/role.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/role.yaml index 2d38fe14..38e0b113 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/role.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/role.yaml @@ -4,10 +4,6 @@ apiVersion: rbac.authorization.k8s.io/v1 metadata: name: {{ .Values.authentication.mutual.spire.install.server.serviceAccount.name }} namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} rules: # Role (namespace scoped) to be able to push certificate bundles to a configmap - apiGroups: [ "" ] diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/rolebinding.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/rolebinding.yaml index 497bd60c..a3e18731 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/rolebinding.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/rolebinding.yaml @@ -4,10 +4,6 @@ apiVersion: rbac.authorization.k8s.io/v1 metadata: name: {{ .Values.authentication.mutual.spire.install.server.serviceAccount.name }} namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} roleRef: apiGroup: rbac.authorization.k8s.io kind: Role @@ -22,10 +18,6 @@ apiVersion: rbac.authorization.k8s.io/v1 metadata: name: {{ .Values.authentication.mutual.spire.install.server.serviceAccount.name }}-pod namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} roleRef: apiGroup: rbac.authorization.k8s.io kind: ClusterRole diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/service.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/service.yaml index 32288a44..31fee016 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/service.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/service.yaml @@ -4,14 +4,9 @@ kind: Service metadata: name: spire-server namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- if or .Values.authentication.mutual.spire.install.server.service.annotations .Values.authentication.mutual.spire.annotations }} + {{- with .Values.authentication.mutual.spire.install.server.service.annotations }} annotations: - {{- with .Values.authentication.mutual.spire.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.authentication.mutual.spire.install.server.service.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 8 }} {{- end }} {{- with .Values.authentication.mutual.spire.install.server.service.labels }} labels: diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/serviceaccount.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/serviceaccount.yaml index cd365c89..2d4aa4a3 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/serviceaccount.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/serviceaccount.yaml @@ -4,8 +4,4 @@ kind: ServiceAccount metadata: name: {{ .Values.authentication.mutual.spire.install.server.serviceAccount.name }} namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- with .Values.authentication.mutual.spire.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} {{- end }} diff --git a/packages/system/cilium/charts/cilium/templates/spire/server/statefulset.yaml b/packages/system/cilium/charts/cilium/templates/spire/server/statefulset.yaml index 49ab9690..43c2c9ee 100644 --- a/packages/system/cilium/charts/cilium/templates/spire/server/statefulset.yaml +++ b/packages/system/cilium/charts/cilium/templates/spire/server/statefulset.yaml @@ -4,14 +4,9 @@ kind: StatefulSet metadata: name: spire-server namespace: {{ .Values.authentication.mutual.spire.install.namespace }} - {{- if or .Values.authentication.mutual.spire.install.server.annotations .Values.authentication.mutual.spire.annotations }} + {{- with .Values.authentication.mutual.spire.install.server.annotations }} annotations: - {{- with .Values.authentication.mutual.spire.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} - {{- with .Values.authentication.mutual.spire.install.server.annotations }} - {{- toYaml . | nindent 4 }} - {{- end }} + {{- toYaml . | nindent 8 }} {{- end }} labels: app: spire-server @@ -34,30 +29,20 @@ spec: spec: serviceAccountName: {{ .Values.authentication.mutual.spire.install.server.serviceAccount.name }} shareProcessNamespace: true - {{- with .Values.authentication.mutual.spire.install.server.podSecurityContext }} - securityContext: - {{- toYaml . | nindent 8 }} - {{- end }} {{- if gt (len .Values.authentication.mutual.spire.install.server.initContainers) 0 }} initContainers: {{- toYaml .Values.authentication.mutual.spire.install.server.initContainers | nindent 8 }} {{- end }} containers: - name: cilium-init - image: {{ include "cilium.image" .Values.authentication.mutual.spire.install.initImage | quote }} - imagePullPolicy: {{ .Values.authentication.mutual.spire.install.initImage.pullPolicy }} + image: docker.io/library/busybox:1.35.0@sha256:223ae047b1065bd069aac01ae3ac8088b3ca4a527827e283b85112f29385fb1b command: - /bin/sh - -c - | {{- tpl (.Files.Get "files/spire/init.bash") . | nindent 12 }} - name: spire-server - {{- if eq (typeOf .Values.authentication.mutual.spire.install.server.image) "string" }} image: {{ .Values.authentication.mutual.spire.install.server.image }} - {{- else }} - image: {{ include "cilium.image" .Values.authentication.mutual.spire.install.server.image | quote }} - imagePullPolicy: {{ .Values.authentication.mutual.spire.install.server.image.pullPolicy }} - {{- end }} args: - -config - /run/spire/config/server.conf @@ -90,10 +75,6 @@ spec: port: 8080 initialDelaySeconds: 5 periodSeconds: 5 - {{- with .Values.authentication.mutual.spire.install.server.securityContext }} - securityContext: - {{- toYaml . | nindent 10 }} - {{- end }} {{- with .Values.authentication.mutual.spire.install.server.affinity }} affinity: {{- toYaml . | nindent 8 }} diff --git a/packages/system/cilium/charts/cilium/templates/validate.yaml b/packages/system/cilium/charts/cilium/templates/validate.yaml index 3c89e4e3..dfb5cb30 100644 --- a/packages/system/cilium/charts/cilium/templates/validate.yaml +++ b/packages/system/cilium/charts/cilium/templates/validate.yaml @@ -30,10 +30,6 @@ {{- end }} {{- end }} -{{- if and .Values.hubble.redact.http.headers.allow .Values.hubble.redact.http.headers.deny }} - {{ fail "Only one of .Values.hubble.redact.http.headers.allow, .Values.hubble.redact.http.headers.deny can be specified"}} -{{- end }} - {{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "certmanager") }} {{- if not .Values.clustermesh.apiserver.tls.auto.certManagerIssuerRef }} {{ fail "ClusterMesh TLS certgen method=certmanager requires that user specifies .Values.clustermesh.apiserver.tls.auto.certManagerIssuerRef" }} @@ -78,26 +74,3 @@ {{ fail "if Cilium Endpoint Slice is enabled (.Values.enableCiliumEndpointSlice=true), it requires .Values.disableEndpointCRD=false" }} {{- end }} {{- end }} - -{{/* validate clustermesh-apiserver */}} -{{- if .Values.clustermesh.useAPIServer }} - {{- if ne .Values.identityAllocationMode "crd" }} - {{ fail (printf "The clustermesh-apiserver cannot be enabled in combination with .Values.identityAllocationMode=%s. To establish a Cluster Mesh, directly configure the parameters to access the remote kvstore through .Values.clustermesh.config" .Values.identityAllocationMode ) }} - {{- end }} - {{- if .Values.disableEndpointCRD }} - {{ fail "The clustermesh-apiserver cannot be enabled in combination with .Values.disableEndpointCRD=true" }} - {{- end }} -{{- end }} -{{- if .Values.externalWorkloads.enabled }} - {{- if ne .Values.identityAllocationMode "crd" }} - {{ fail (printf "External workloads support cannot be enabled in combination with .Values.identityAllocationMode=%s" .Values.identityAllocationMode ) }} - {{- end }} - {{- if .Values.disableEndpointCRD }} - {{ fail "External workloads support cannot be enabled in combination with .Values.disableEndpointCRD=true" }} - {{- end }} -{{- end }} - -{{/*validate ClusterMesh */}} -{{- if and (ne (int .Values.clustermesh.maxConnectedClusters) 255) (ne (int .Values.clustermesh.maxConnectedClusters) 511) }} - {{- fail "max-connected-clusters must be set to 255 or 511" }} -{{- end }} diff --git a/packages/system/cilium/charts/cilium/values.yaml b/packages/system/cilium/charts/cilium/values.yaml index 69cda0b5..66159caa 100644 --- a/packages/system/cilium/charts/cilium/values.yaml +++ b/packages/system/cilium/charts/cilium/values.yaml @@ -1,10 +1,10 @@ # File generated by install/kubernetes/Makefile; DO NOT EDIT. -# This file is based on install/kubernetes/cilium/*values.yaml.tmpl. +# This file is based on install/kubernetes/cilium/values.yaml.tmpl. # upgradeCompatibility helps users upgrading to ensure that the configMap for # Cilium will not change critical values to ensure continued operation -# This flag is not required for new installations. +# This is flag is not required for new installations. # For example: 1.7, 1.8, 1.9 # upgradeCompatibility: '1.8' @@ -15,7 +15,6 @@ debug: # This option is used to enable debug messages for operations related to such # sub-system such as (e.g. kvstore, envoy, datapath or policy), and flow is # for enabling debug messages emitted per request, message and connection. - # Multiple values can be set via a space-separated string (e.g. "datapath envoy"). # # Applicable values: # - flow @@ -47,13 +46,11 @@ k8sServicePort: "" # rate limit, the agent and operator will start to throttle requests by delaying # them until there is budget or the request times out. k8sClientRateLimit: - # -- (int) The sustained request rate in requests per second. - # @default -- 5 for k8s up to 1.26. 10 for k8s version 1.27+ - qps: - # -- (int) The burst request rate in requests per second. + # -- The sustained request rate in requests per second. + qps: 5 + # -- The burst request rate in requests per second. # The rate limiter will allow short bursts with a higher rate. - # @default -- 10 for k8s up to 1.26. 20 for k8s version 1.27+ - burst: + burst: 10 cluster: # -- Name of the cluster. Only required for Cluster Mesh and mutual authentication with SPIRE. @@ -146,10 +143,10 @@ rollOutCiliumPods: false image: override: ~ repository: "quay.io/cilium/cilium" - tag: "v1.15.3" + tag: "v1.14.9" pullPolicy: "IfNotPresent" # cilium-digest - digest: "sha256:da74ab61d1bc665c1c088dff41d5be388d252ca5800f30c7d88844e6b5e440b0" + digest: "sha256:4ef1eb7a3bc39d0fefe14685e6c0d4e01301c40df2a89bc93ffca9a1ab927301" useDigest: true # -- Affinity for cilium-agent. @@ -214,9 +211,6 @@ extraConfig: {} # test 2 # test 3 -# -- Annotations to be added to all top-level cilium-agent objects (resources under templates/cilium-agent) -annotations: {} - # -- Security Context for cilium-agent pods. podSecurityContext: {} @@ -410,12 +404,6 @@ bgp: bgpControlPlane: # -- Enables the BGP control plane. enabled: false - # -- SecretsNamespace is the namespace which BGP support will retrieve secrets from. - secretsNamespace: - # -- Create secrets namespace for BGP secrets. - create: false - # -- The name of the secret namespace to which Cilium agents are given read access - name: kube-system pmtuDiscovery: # -- Enable path MTU discovery to send ICMP fragmentation-needed replies to @@ -597,12 +585,6 @@ cni: # inside the agent pod. hostConfDirMountPath: /host/etc/cni/net.d - # -- Specifies the resources for the cni initContainer - resources: - requests: - cpu: 100m - memory: 10Mi - # -- (string) Configure how frequently garbage collection should occur for the datapath # connection tracking table. # @default -- `"0s"` @@ -664,8 +646,7 @@ daemon: # -- Specify which network interfaces can run the eBPF datapath. This means # that a packet sent from a pod to a destination outside the cluster will be # masqueraded (to an output device IPv4 address), if the output device runs the -# program. When not specified, probing will automatically detect devices that have -# a non-local route. This should be used only when autodetection is not suitable. +# program. When not specified, probing will automatically detect devices. # devices: "" # -- Enables experimental support for the detection of new and removed datapath @@ -680,6 +661,13 @@ enableRuntimeDeviceDetection: false # -- Limit iptables-based egress masquerading to interface selector. # egressMasqueradeInterfaces: "" +# -- Whether to enable CNP status updates. +enableCnpStatusUpdates: false + +# -- Configures the use of the KVStore to optimize Kubernetes event handling by +# mirroring it into the KVstore for reduced overhead in large clusters. +enableK8sEventHandover: false + # -- Enable setting identity mark for local traffic. # enableIdentityMark: true @@ -721,10 +709,8 @@ ingressController: # Incoming traffic to http listener will return 308 http error code with respective location in header. enforceHttps: true - # -- Enable proxy protocol for all Ingress listeners. Note that _only_ Proxy protocol traffic will be accepted once this is enabled. - enableProxyProtocol: false - - # -- IngressLBAnnotations are the annotation and label prefixes, which are used to filter annotations and/or labels to propagate from Ingress to the Load Balancer service + # -- IngressLBAnnotations are the annotation prefixes, which are used to filter annotations to propagate + # from Ingress to the Load Balancer service ingressLBAnnotationPrefixes: ['service.beta.kubernetes.io', 'service.kubernetes.io', 'cloud.google.com'] # -- Default secret namespace for ingresses without .spec.tls[].secretName set. @@ -802,18 +788,6 @@ encryption: # This option is only effective when encryption.type is set to "wireguard". nodeEncryption: false - # -- Configure the WireGuard Pod2Pod strict mode. - strictMode: - # -- Enable WireGuard Pod2Pod strict mode. - enabled: false - - # -- CIDR for the WireGuard Pod2Pod strict mode. - cidr: "" - - # -- Allow dynamic lookup of remote node identities. - # This is required when tunneling is used or direct routing is used and the node CIDR and pod CIDR overlap. - allowRemoteNodeIdentities: false - ipsec: # -- Name of the key file inside the Kubernetes secret configured via secretName. keyFile: "" @@ -838,8 +812,6 @@ encryption: wireguard: # -- Enables the fallback to the user-space implementation. userspaceFallback: false - # -- Controls Wireguard PersistentKeepalive option. Set 0s to disable. - persistentKeepalive: 0s # -- Deprecated in favor of encryption.ipsec.keyFile. To be removed in 1.15. # Name of the key file inside the Kubernetes secret configured via secretName. @@ -983,16 +955,10 @@ certgen: # -- Additional certgen volumeMounts. extraVolumeMounts: [] - # -- Affinity for certgen - affinity: {} - hubble: # -- Enable Hubble (true by default). enabled: true - # -- Annotations to be added to all top-level hubble objects (resources under templates/hubble) - annotations: {} - # -- Buffer size of the channel Hubble uses to receive monitor events. If this # value is not set, the queue size is set to the default monitor queue size. # eventQueueSize: "" @@ -1021,7 +987,7 @@ hubble: # # You can specify the list of metrics from the helm CLI: # - # --set hubble.metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" + # --set metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" # enabled: ~ # -- Enables exporting hubble metrics in OpenMetrics format. @@ -1039,8 +1005,6 @@ hubble: labels: {} # -- Annotations to add to ServiceMonitor hubble annotations: {} - # -- jobLabel to add for ServiceMonitor hubble - jobLabel: "" # -- Interval for scrape metrics. interval: "10s" # -- Relabeling configs for the ServiceMonitor hubble @@ -1064,81 +1028,6 @@ hubble: # -- Unix domain socket path to listen to when Hubble is enabled. socketPath: /var/run/cilium/hubble.sock - # -- Enables redacting sensitive information present in Layer 7 flows. - redact: - enabled: false - http: - # -- Enables redacting URL query (GET) parameters. - # Example: - # - # redact: - # enabled: true - # http: - # urlQuery: true - # - # You can specify the options from the helm CLI: - # - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.urlQuery="true" - urlQuery: false - # -- Enables redacting user info, e.g., password when basic auth is used. - # Example: - # - # redact: - # enabled: true - # http: - # userInfo: true - # - # You can specify the options from the helm CLI: - # - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.userInfo="true" - userInfo: true - headers: - # -- List of HTTP headers to allow: headers not matching will be redacted. Note: `allow` and `deny` lists cannot be used both at the same time, only one can be present. - # Example: - # redact: - # enabled: true - # http: - # headers: - # allow: - # - traceparent - # - tracestate - # - Cache-Control - # - # You can specify the options from the helm CLI: - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.headers.allow="traceparent,tracestate,Cache-Control" - allow: [] - # -- List of HTTP headers to deny: matching headers will be redacted. Note: `allow` and `deny` lists cannot be used both at the same time, only one can be present. - # Example: - # redact: - # enabled: true - # http: - # headers: - # deny: - # - Authorization - # - Proxy-Authorization - # - # You can specify the options from the helm CLI: - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.headers.deny="Authorization,Proxy-Authorization" - deny: [] - kafka: - # -- Enables redacting Kafka's API key. - # Example: - # - # redact: - # enabled: true - # kafka: - # apiKey: true - # - # You can specify the options from the helm CLI: - # - # --set hubble.redact.enabled="true" - # --set hubble.redact.kafka.apiKey="true" - apiKey: false - # -- An additional address for Hubble to listen to. # Set this field ":4244" if you are enabling Hubble Relay, as it assumes that # Hubble is listening on port 4244. @@ -1220,9 +1109,9 @@ hubble: image: override: ~ repository: "quay.io/cilium/hubble-relay" - tag: "v1.15.3" + tag: "v1.14.9" # hubble-relay-digest - digest: "sha256:b9c6431aa4f22242a5d0d750c621d9d04bdc25549e4fb1116bfec98dd87958a2" + digest: "sha256:f506f3c6e0a979437cde79eb781654fda4f10ddb5642cebc4dc81254cfb7eeaa" useDigest: true pullPolicy: "IfNotPresent" @@ -1259,9 +1148,6 @@ hubble: # -- Additional hubble-relay environment variables. extraEnv: [] - # -- Annotations to be added to all top-level hubble-relay objects (resources under templates/hubble-relay) - annotations: {} - # -- Annotations to be added to hubble-relay pods podAnnotations: {} @@ -1349,12 +1235,6 @@ hubble: extraDnsNames: [] # -- extra IP addresses added to certificate when its auto gen extraIpAddresses: [] - # DNS name used by the backend to connect to the relay - # This is a simple workaround as the relay certificates are currently hardcoded to - # *.hubble-relay.cilium.io - # See https://github.com/cilium/cilium/pull/28709#discussion_r1371792546 - # For GKE Dataplane V2 this should be set to relay.kube-system.svc.cluster.local - relayName: "ui.hubble-relay.cilium.io" # -- Dial timeout to connect to the local hubble instance to receive peer information (e.g. "30s"). dialTimeout: ~ @@ -1474,14 +1354,6 @@ hubble: # -- Additional hubble-ui backend volumeMounts. extraVolumeMounts: [] - livenessProbe: - # -- Enable liveness probe for Hubble-ui backend (requires Hubble-ui 0.12+) - enabled: false - - readinessProbe: - # -- Enable readiness probe for Hubble-ui backend (requires Hubble-ui 0.12+) - enabled: false - # -- Resource requests and limits for the 'backend' container of the 'hubble-ui' deployment. resources: {} # limits: @@ -1529,9 +1401,6 @@ hubble: # -- The number of replicas of Hubble UI to deploy. replicas: 1 - # -- Annotations to be added to all top-level hubble-ui objects (resources under templates/hubble-ui) - annotations: {} - # -- Annotations to be added to hubble-ui pods podAnnotations: {} @@ -1611,55 +1480,6 @@ hubble: # hosts: # - chart-example.local - # -- Hubble flows export. - export: - # --- Defines max file size of output file before it gets rotated. - fileMaxSizeMb: 10 - # --- Defines max number of backup/rotated files. - fileMaxBackups: 5 - # --- Static exporter configuration. - # Static exporter is bound to agent lifecycle. - static: - enabled: false - filePath: /var/run/cilium/hubble/events.log - fieldMask: [] - # - time - # - source - # - destination - # - verdict - allowList: [] - # - '{"verdict":["DROPPED","ERROR"]}' - denyList: [] - # - '{"source_pod":["kube-system/"]}' - # - '{"destination_pod":["kube-system/"]}' - # --- Dynamic exporters configuration. - # Dynamic exporters may be reconfigured without a need of agent restarts. - dynamic: - enabled: false - config: - # ---- Name of configmap with configuration that may be altered to reconfigure exporters within a running agents. - configMapName: cilium-flowlog-config - # ---- True if helm installer should create config map. - # Switch to false if you want to self maintain the file content. - createConfigMap: true - # ---- Exporters configuration in YAML format. - content: - - name: all - fieldMask: [] - includeFilters: [] - excludeFilters: [] - filePath: "/var/run/cilium/hubble/events.log" - #- name: "test002" - # filePath: "/var/log/network/flow-log/pa/test002.log" - # fieldMask: ["source.namespace", "source.pod_name", "destination.namespace", "destination.pod_name", "verdict"] - # includeFilters: - # - source_pod: ["default/"] - # event_type: - # - type: 1 - # - destination_pod: ["frontend/nginx-975996d4c-7hhgt"] - # excludeFilters: [] - # end: "2023-10-09T23:59:59-07:00" - # -- Method to use for identity allocation (`crd` or `kvstore`). identityAllocationMode: "crd" @@ -1710,9 +1530,6 @@ ipam: # @default -- `4.0` externalAPILimitQPS: ~ -# -- The api-rate-limit option can be used to overwrite individual settings of the default configuration for rate limiting calls to the Cilium Agent API -apiRateLimit: ~ - # -- Configure the eBPF-based ip-masq-agent ipMasqAgent: enabled: false @@ -1811,23 +1628,21 @@ maglev: {} # -- Enables masquerading of IPv4 traffic leaving the node from endpoints. enableIPv4Masquerade: true -# -- Enables masquerading of IPv6 traffic leaving the node from endpoints. -enableIPv6Masquerade: true - -# -- Enables masquerading to the source of the route for traffic leaving the node from endpoints. -enableMasqueradeRouteSource: false +# -- Enables IPv6 BIG TCP support which increases maximum IPv6 GSO/GRO limits for nodes and pods +enableIPv6BIGTCP: false # -- Enables IPv4 BIG TCP support which increases maximum IPv4 GSO/GRO limits for nodes and pods enableIPv4BIGTCP: false -# -- Enables IPv6 BIG TCP support which increases maximum IPv6 GSO/GRO limits for nodes and pods -enableIPv6BIGTCP: false +# -- Enables masquerading of IPv6 traffic leaving the node from endpoints. +enableIPv6Masquerade: true +# -- Enables egress gateway to redirect and SNAT the traffic that leaves the +# cluster. egressGateway: - # -- Enables egress gateway to redirect and SNAT the traffic that leaves the - # cluster. enabled: false - # -- Deprecated without a replacement necessary. + # -- Install egress gateway IP rules and routes in order to properly steer + # egress gateway traffic to the correct ENI interface installRoutes: false # -- Time between triggers of egress gateway state reconciliations reconciliationTriggerInterval: 1s @@ -1892,11 +1707,8 @@ loadBalancer: # mode: snat # -- acceleration is the option to accelerate service handling via XDP - # Applicable values can be: disabled (do not use XDP), native (XDP BPF - # program is run directly out of the networking driver's early receive - # path), or best-effort (use native mode XDP acceleration on devices - # that support it). - acceleration: disabled + # e.g. native, disabled + # acceleration: disabled # -- dsrDispatch configures whether IP option or IPIP encapsulation is # used to pass a service IP and port to remote backend @@ -1945,10 +1757,6 @@ nodePort: # -- Enable healthcheck nodePort server for NodePort services enableHealthCheck: true - # -- Enable access of the healthcheck nodePort on the LoadBalancerIP. Needs - # EnableHealthCheck to be enabled - enableHealthCheckLoadBalancerIP: false - # policyAuditMode: false # -- The agent can be put into one of the three policy enforcement modes: @@ -1956,10 +1764,6 @@ nodePort: # ref: https://docs.cilium.io/en/stable/security/policy/intro/#policy-enforcement-modes policyEnforcementMode: "default" -# -- policyCIDRMatchMode is a list of entities that may be selected by CIDR selector. -# The possible value is "nodes". -policyCIDRMatchMode: - pprof: # -- Enable pprof for cilium-agent enabled: false @@ -1980,8 +1784,6 @@ prometheus: labels: {} # -- Annotations to add to ServiceMonitor cilium-agent annotations: {} - # -- jobLabel to add for ServiceMonitor cilium-agent - jobLabel: "" # -- Interval for scrape metrics. interval: "10s" # -- Specify the Kubernetes namespace where Prometheus expects to find @@ -2004,15 +1806,6 @@ prometheus: # ref: https://docs.cilium.io/en/stable/observability/metrics/ metrics: ~ - # --- Enable controller group metrics for monitoring specific Cilium - # subsystems. The list is a list of controller group names. The special - # values of "all" and "none" are supported. The set of controller - # group names is not guaranteed to be stable between Cilium versions. - controllerGroupMetrics: - - write-cni-file - - sync-host-ips - - sync-lb-maps-with-k8s-services - # -- Grafana dashboards for cilium-agent # grafana can import dashboards based on the label and value # ref: https://github.com/grafana/helm-charts/tree/main/charts/grafana#sidecar-for-dashboards @@ -2060,9 +1853,9 @@ envoy: image: override: ~ repository: "quay.io/cilium/cilium-envoy" - tag: "v1.27.3-99c1c8f42c8de70fc8f6dd594f4a425cd38b6688" + tag: "v1.26.7-bbde4095997ea57ead209f56158790d47224a0f5" pullPolicy: "IfNotPresent" - digest: "sha256:877ead12d08d4c04a9f67f86d3c6e542aeb7bf97e1e401aee74de456f496ac30" + digest: "sha256:39b75548447978230dedcf25da8940e4d3540c741045ef391a8e74dbb9661a86" useDigest: true # -- Additional containers added to the cilium Envoy DaemonSet. @@ -2104,9 +1897,6 @@ envoy: # -- Roll out cilium envoy pods automatically when configmap is updated. rollOutPods: false - # -- Annotations to be added to all top-level cilium-envoy objects (resources under templates/cilium-envoy) - annotations: {} - # -- Security Context for cilium-envoy pods. podSecurityContext: {} @@ -2247,7 +2037,6 @@ envoy: # -- Enable use of the remote node identity. # ref: https://docs.cilium.io/en/v1.7/install/upgrade/#configmap-remote-node-identity -# Deprecated without replacement in 1.15. To be removed in 1.16. remoteNodeIdentity: true # -- Enable resource quotas for priority classes used in the cluster. @@ -2328,6 +2117,15 @@ tls: # ... # -----END CERTIFICATE----- +# -- Configure the encapsulation configuration for communication between nodes. +# Deprecated in favor of tunnelProtocol and routingMode. To be removed in 1.15. +# Possible values: +# - disabled +# - vxlan +# - geneve +# @default -- `"vxlan"` +tunnel: "" + # -- Tunneling protocol to use in tunneling mode and for ad-hoc tunnels. # Possible values: # - "" @@ -2348,13 +2146,6 @@ routingMode: "" # @default -- Port 8472 for VXLAN, Port 6081 for Geneve tunnelPort: 0 -# -- Configure what the response should be to traffic for a service without backends. -# "reject" only works on kernels >= 5.10, on lower kernels we fallback to "drop". -# Possible values: -# - reject (default) -# - drop -serviceNoBackendResponse: reject - # -- Configure the underlying network MTU to overwrite auto-detected MTU. MTU: 0 @@ -2410,9 +2201,6 @@ etcd: nodeSelector: kubernetes.io/os: linux - # -- Annotations to be added to all top-level etcd-operator objects (resources under templates/etcd-operator) - annotations: {} - # -- Security context to be added to cilium-etcd-operator pods podSecurityContext: {} @@ -2481,15 +2269,15 @@ operator: image: override: ~ repository: "quay.io/cilium/operator" - tag: "v1.15.3" + tag: "v1.14.9" # operator-generic-digest - genericDigest: "sha256:c97f23161906b82f5c81a2d825b0646a5aa1dfb4adf1d49cbb87815079e69d61" + genericDigest: "sha256:1552d653870dd8ebbd16ee985a5497dd78a2097370978b0cfbd2da2072f30712" # operator-azure-digest - azureDigest: "sha256:b85a2671a74903c6e9a45e884654bb970b5b8d6a6e20371811a6cc0ad92b2f87" + azureDigest: "sha256:2d3b9d868eb03fa9256d34192a734a2abab283f527a9c97b7cefcd3401649d17" # operator-aws-digest - awsDigest: "sha256:2b05dc6b88037a5ce05e4030ef616b1f7be9e65083e35abd36a1b66953fd0b6a" + awsDigest: "sha256:041ad5b49ae63ba0f1974e1a1d9ebf9f52541cd2813088fa687f9d544125a1ec" # operator-alibabacloud-digest - alibabacloudDigest: "sha256:59d5c0c5782163d38151dd06bae0118144f6c080598901a632c628b1143ccd10" + alibabacloudDigest: "sha256:765314779093b54750f83280f009229f20fe1f28466a633d9bb4143d2ad669c5" useDigest: true pullPolicy: "IfNotPresent" suffix: "" @@ -2561,9 +2349,6 @@ operator: # -- Additional cilium-operator volumeMounts. extraVolumeMounts: [] - # -- Annotations to be added to all top-level cilium-operator objects (resources under templates/cilium-operator) - annotations: {} - # -- Security context to be added to cilium-operator pods podSecurityContext: {} @@ -2624,7 +2409,7 @@ operator: # -- Enable prometheus metrics for cilium-operator on the configured port at # /metrics prometheus: - enabled: true + enabled: false port: 9963 serviceMonitor: # -- Enable service monitors. @@ -2634,8 +2419,6 @@ operator: labels: {} # -- Annotations to add to ServiceMonitor cilium-operator annotations: {} - # -- jobLabel to add for ServiceMonitor cilium-operator - jobLabel: "" # -- Interval for scrape metrics. interval: "10s" # -- Relabeling configs for the ServiceMonitor cilium-operator @@ -2720,9 +2503,6 @@ nodeinit: # value: "value" # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" - # -- Annotations to be added to all top-level nodeinit objects (resources under templates/cilium-nodeinit) - annotations: {} - # -- Annotations to be added to node-init pods. podAnnotations: {} @@ -2774,9 +2554,9 @@ preflight: image: override: ~ repository: "quay.io/cilium/cilium" - tag: "v1.15.3" + tag: "v1.14.9" # cilium-digest - digest: "sha256:da74ab61d1bc665c1c088dff41d5be388d252ca5800f30c7d88844e6b5e440b0" + digest: "sha256:4ef1eb7a3bc39d0fefe14685e6c0d4e01301c40df2a89bc93ffca9a1ab927301" useDigest: true pullPolicy: "IfNotPresent" @@ -2829,9 +2609,6 @@ preflight: # value: "value" # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" - # -- Annotations to be added to all top-level preflight objects (resources under templates/cilium-preflight) - annotations: {} - # -- Security context to be added to preflight pods. podSecurityContext: {} @@ -2891,15 +2668,6 @@ enableCriticalPriorityClass: true clustermesh: # -- Deploy clustermesh-apiserver for clustermesh useAPIServer: false - # -- The maximum number of clusters to support in a ClusterMesh. This value - # cannot be changed on running clusters, and all clusters in a ClusterMesh - # must be configured with the same value. Values > 255 will decrease the - # maximum allocatable cluster-local identities. - # Supported values are 255 and 511. - maxConnectedClusters: 255 - - # -- Annotations to be added to all top-level clustermesh objects (resources under templates/clustermesh-apiserver and templates/clustermesh-config) - annotations: {} # -- Clustermesh explicit configuration. config: @@ -2936,16 +2704,21 @@ clustermesh: image: override: ~ repository: "quay.io/cilium/clustermesh-apiserver" - tag: "v1.15.3" + tag: "v1.14.9" # clustermesh-apiserver-digest - digest: "sha256:da4573f8fe4415bdb786c4fdcbc3b518e5a485f930cd4292416eb80800cbd7fc" + digest: "sha256:5c16f8b8e22ce41e11998e70846fbcecea3a6b683a38253809ead8d871f6d8a3" useDigest: true pullPolicy: "IfNotPresent" etcd: - # The etcd binary is included in the clustermesh API server image, so the same image from above is reused. - # Independent override isn't supported, because clustermesh-apiserver is tested against the etcd version it is - # built with. + # -- Clustermesh API server etcd image. + image: + override: ~ + repository: "quay.io/coreos/etcd" + tag: "v3.5.4" + digest: "sha256:795d8660c48c439a7c3764c2330ed9222ab5db5bb524d8d0607cac76f7ba82a3" + useDigest: true + pullPolicy: "IfNotPresent" # -- Specifies the resources for etcd container in the apiserver resources: {} @@ -2959,9 +2732,6 @@ clustermesh: # -- Security context to be added to clustermesh-apiserver etcd containers securityContext: {} - # -- lifecycle setting for the etcd container - lifecycle: {} - init: # -- Specifies the resources for etcd init container in the apiserver resources: {} @@ -2972,17 +2742,21 @@ clustermesh: # cpu: 100m # memory: 100Mi - # -- Additional arguments to `clustermesh-apiserver etcdinit`. - extraArgs: [] - - # -- Additional environment variables to `clustermesh-apiserver etcdinit`. - extraEnv: [] - kvstoremesh: # -- Enable KVStoreMesh. KVStoreMesh caches the information retrieved # from the remote clusters in the local etcd instance. enabled: false + # -- KVStoreMesh image. + image: + override: ~ + repository: "quay.io/cilium/kvstoremesh" + tag: "v1.14.9" + # kvstoremesh-digest + digest: "sha256:9d9efb25806660f3663b9cd803fb8679f2b115763470002a9770e2c1eb1e5b22" + useDigest: true + pullPolicy: "IfNotPresent" + # -- Additional KVStoreMesh arguments. extraArgs: [] @@ -3008,9 +2782,6 @@ clustermesh: drop: - ALL - # -- lifecycle setting for the KVStoreMesh container - lifecycle: {} - service: # -- The type of service used for apiserver access. type: NodePort @@ -3041,12 +2812,6 @@ clustermesh: # -- Number of replicas run for the clustermesh-apiserver deployment. replicas: 1 - # -- lifecycle setting for the apiserver container - lifecycle: {} - - # -- terminationGracePeriodSeconds for the clustermesh-apiserver deployment - terminationGracePeriodSeconds: 30 - # -- Additional clustermesh-apiserver arguments. extraArgs: [] @@ -3189,6 +2954,17 @@ clustermesh: # name: ca-issuer # -- certmanager issuer used when clustermesh.apiserver.tls.auto.method=certmanager. certManagerIssuerRef: {} + # -- Deprecated in favor of tls.ca. To be removed in 1.15. + # base64 encoded PEM values for the ExternalWorkload CA certificate and private key. + ca: + # -- Deprecated in favor of tls.ca.cert. To be removed in 1.15. + # Optional CA cert. If it is provided, it will be used by the 'cronJob' method to + # generate all other certificates. Otherwise, an ephemeral CA is generated. + cert: "" + # -- Deprecated in favor of tls.ca.key. To be removed in 1.15. + # Optional CA private key. If it is provided, it will be used by the 'cronJob' method to + # generate all other certificates. Otherwise, an ephemeral CA is generated. + key: "" # -- base64 encoded PEM values for the clustermesh-apiserver server certificate and private key. # Used if 'auto' is not enabled. server: @@ -3229,7 +3005,7 @@ clustermesh: etcd: # -- Enables exporting etcd metrics in OpenMetrics format. - enabled: true + enabled: false # -- Set level of detail for etcd metrics; specify 'extensive' to include server side gRPC histogram metrics. mode: basic # -- Configure the port the etcd metric server listens on. @@ -3355,14 +3131,10 @@ authentication: mutual: # -- Port on the agent where mutual authentication handshakes between agents will be performed port: 4250 - # -- Timeout for connecting to the remote node TCP socket - connectTimeout: 5s # Settings for SPIRE spire: # -- Enable SPIRE integration (beta) enabled: false - # -- Annotations to be added to all top-level spire objects (resources under templates/spire) - annotations: {} # Settings to control the SPIRE installation and configuration install: # -- Enable SPIRE installation. @@ -3370,26 +3142,10 @@ authentication: enabled: true # -- SPIRE namespace to install into namespace: cilium-spire - # -- SPIRE namespace already exists. Set to true if Helm should not create, manage, and import the SPIRE namespace. - existingNamespace: false - # -- init container image of SPIRE agent and server - initImage: - override: ~ - repository: "docker.io/library/busybox" - tag: "1.36.1" - digest: "sha256:223ae047b1065bd069aac01ae3ac8088b3ca4a527827e283b85112f29385fb1b" - useDigest: true - pullPolicy: "IfNotPresent" # SPIRE agent configuration agent: # -- SPIRE agent image - image: - override: ~ - repository: "ghcr.io/spiffe/spire-agent" - tag: "1.8.5" - digest: "sha256:99405637647968245ff9fe215f8bd2bd0ea9807be9725f8bf19fe1b21471e52b" - useDigest: true - pullPolicy: "IfNotPresent" + image: ghcr.io/spiffe/spire-agent:1.6.3@sha256:8eef9857bf223181ecef10d9bbcd2f7838f3689e9bd2445bede35066a732e823 # -- SPIRE agent service account serviceAccount: create: true @@ -3431,13 +3187,7 @@ authentication: securityContext: {} server: # -- SPIRE server image - image: - override: ~ - repository: "ghcr.io/spiffe/spire-server" - tag: "1.8.5" - digest: "sha256:28269265882048dcf0fed32fe47663cd98613727210b8d1a55618826f9bf5428" - useDigest: true - pullPolicy: "IfNotPresent" + image: ghcr.io/spiffe/spire-server:1.6.3@sha256:f4bc49fb0bd1d817a6c46204cc7ce943c73fb0a5496a78e0e4dc20c9a816ad7f # -- SPIRE server service account serviceAccount: create: true @@ -3474,14 +3224,6 @@ authentication: accessMode: ReadWriteOnce # -- StorageClass of the SPIRE server data storage storageClass: null - # -- Security context to be added to spire server pods. - # SecurityContext holds pod-level security attributes and common container settings. - # ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-pod - podSecurityContext: {} - # -- Security context to be added to spire server containers. - # SecurityContext holds pod-level security attributes and common container settings. - # ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-container - securityContext: {} # SPIRE CA configuration ca: # -- SPIRE CA key type diff --git a/packages/system/cilium/charts/cilium/values.yaml.tmpl b/packages/system/cilium/charts/cilium/values.yaml.tmpl index c6df8efd..676b6614 100644 --- a/packages/system/cilium/charts/cilium/values.yaml.tmpl +++ b/packages/system/cilium/charts/cilium/values.yaml.tmpl @@ -1,7 +1,7 @@ # upgradeCompatibility helps users upgrading to ensure that the configMap for # Cilium will not change critical values to ensure continued operation -# This flag is not required for new installations. +# This is flag is not required for new installations. # For example: 1.7, 1.8, 1.9 # upgradeCompatibility: '1.8' @@ -12,7 +12,6 @@ debug: # This option is used to enable debug messages for operations related to such # sub-system such as (e.g. kvstore, envoy, datapath or policy), and flow is # for enabling debug messages emitted per request, message and connection. - # Multiple values can be set via a space-separated string (e.g. "datapath envoy"). # # Applicable values: # - flow @@ -44,13 +43,11 @@ k8sServicePort: "" # rate limit, the agent and operator will start to throttle requests by delaying # them until there is budget or the request times out. k8sClientRateLimit: - # -- (int) The sustained request rate in requests per second. - # @default -- 5 for k8s up to 1.26. 10 for k8s version 1.27+ - qps: - # -- (int) The burst request rate in requests per second. + # -- The sustained request rate in requests per second. + qps: 5 + # -- The burst request rate in requests per second. # The rate limiter will allow short bursts with a higher rate. - # @default -- 10 for k8s up to 1.26. 20 for k8s version 1.27+ - burst: + burst: 10 cluster: # -- Name of the cluster. Only required for Cluster Mesh and mutual authentication with SPIRE. @@ -211,9 +208,6 @@ extraConfig: {} # test 2 # test 3 -# -- Annotations to be added to all top-level cilium-agent objects (resources under templates/cilium-agent) -annotations: {} - # -- Security Context for cilium-agent pods. podSecurityContext: {} @@ -411,12 +405,6 @@ bgp: bgpControlPlane: # -- Enables the BGP control plane. enabled: false - # -- SecretsNamespace is the namespace which BGP support will retrieve secrets from. - secretsNamespace: - # -- Create secrets namespace for BGP secrets. - create: false - # -- The name of the secret namespace to which Cilium agents are given read access - name: kube-system pmtuDiscovery: # -- Enable path MTU discovery to send ICMP fragmentation-needed replies to @@ -598,12 +586,6 @@ cni: # inside the agent pod. hostConfDirMountPath: /host/etc/cni/net.d - # -- Specifies the resources for the cni initContainer - resources: - requests: - cpu: 100m - memory: 10Mi - # -- (string) Configure how frequently garbage collection should occur for the datapath # connection tracking table. # @default -- `"0s"` @@ -665,8 +647,7 @@ daemon: # -- Specify which network interfaces can run the eBPF datapath. This means # that a packet sent from a pod to a destination outside the cluster will be # masqueraded (to an output device IPv4 address), if the output device runs the -# program. When not specified, probing will automatically detect devices that have -# a non-local route. This should be used only when autodetection is not suitable. +# program. When not specified, probing will automatically detect devices. # devices: "" # -- Enables experimental support for the detection of new and removed datapath @@ -681,6 +662,13 @@ enableRuntimeDeviceDetection: false # -- Limit iptables-based egress masquerading to interface selector. # egressMasqueradeInterfaces: "" +# -- Whether to enable CNP status updates. +enableCnpStatusUpdates: false + +# -- Configures the use of the KVStore to optimize Kubernetes event handling by +# mirroring it into the KVstore for reduced overhead in large clusters. +enableK8sEventHandover: false + # -- Enable setting identity mark for local traffic. # enableIdentityMark: true @@ -722,10 +710,8 @@ ingressController: # Incoming traffic to http listener will return 308 http error code with respective location in header. enforceHttps: true - # -- Enable proxy protocol for all Ingress listeners. Note that _only_ Proxy protocol traffic will be accepted once this is enabled. - enableProxyProtocol: false - - # -- IngressLBAnnotations are the annotation and label prefixes, which are used to filter annotations and/or labels to propagate from Ingress to the Load Balancer service + # -- IngressLBAnnotations are the annotation prefixes, which are used to filter annotations to propagate + # from Ingress to the Load Balancer service ingressLBAnnotationPrefixes: ['service.beta.kubernetes.io', 'service.kubernetes.io', 'cloud.google.com'] # -- Default secret namespace for ingresses without .spec.tls[].secretName set. @@ -803,18 +789,6 @@ encryption: # This option is only effective when encryption.type is set to "wireguard". nodeEncryption: false - # -- Configure the WireGuard Pod2Pod strict mode. - strictMode: - # -- Enable WireGuard Pod2Pod strict mode. - enabled: false - - # -- CIDR for the WireGuard Pod2Pod strict mode. - cidr: "" - - # -- Allow dynamic lookup of remote node identities. - # This is required when tunneling is used or direct routing is used and the node CIDR and pod CIDR overlap. - allowRemoteNodeIdentities: false - ipsec: # -- Name of the key file inside the Kubernetes secret configured via secretName. keyFile: "" @@ -839,8 +813,6 @@ encryption: wireguard: # -- Enables the fallback to the user-space implementation. userspaceFallback: false - # -- Controls Wireguard PersistentKeepalive option. Set 0s to disable. - persistentKeepalive: 0s # -- Deprecated in favor of encryption.ipsec.keyFile. To be removed in 1.15. # Name of the key file inside the Kubernetes secret configured via secretName. @@ -984,16 +956,10 @@ certgen: # -- Additional certgen volumeMounts. extraVolumeMounts: [] - # -- Affinity for certgen - affinity: {} - hubble: # -- Enable Hubble (true by default). enabled: true - # -- Annotations to be added to all top-level hubble objects (resources under templates/hubble) - annotations: {} - # -- Buffer size of the channel Hubble uses to receive monitor events. If this # value is not set, the queue size is set to the default monitor queue size. # eventQueueSize: "" @@ -1022,7 +988,7 @@ hubble: # # You can specify the list of metrics from the helm CLI: # - # --set hubble.metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" + # --set metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" # enabled: ~ # -- Enables exporting hubble metrics in OpenMetrics format. @@ -1040,8 +1006,6 @@ hubble: labels: {} # -- Annotations to add to ServiceMonitor hubble annotations: {} - # -- jobLabel to add for ServiceMonitor hubble - jobLabel: "" # -- Interval for scrape metrics. interval: "10s" # -- Relabeling configs for the ServiceMonitor hubble @@ -1065,81 +1029,6 @@ hubble: # -- Unix domain socket path to listen to when Hubble is enabled. socketPath: /var/run/cilium/hubble.sock - # -- Enables redacting sensitive information present in Layer 7 flows. - redact: - enabled: false - http: - # -- Enables redacting URL query (GET) parameters. - # Example: - # - # redact: - # enabled: true - # http: - # urlQuery: true - # - # You can specify the options from the helm CLI: - # - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.urlQuery="true" - urlQuery: false - # -- Enables redacting user info, e.g., password when basic auth is used. - # Example: - # - # redact: - # enabled: true - # http: - # userInfo: true - # - # You can specify the options from the helm CLI: - # - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.userInfo="true" - userInfo: true - headers: - # -- List of HTTP headers to allow: headers not matching will be redacted. Note: `allow` and `deny` lists cannot be used both at the same time, only one can be present. - # Example: - # redact: - # enabled: true - # http: - # headers: - # allow: - # - traceparent - # - tracestate - # - Cache-Control - # - # You can specify the options from the helm CLI: - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.headers.allow="traceparent,tracestate,Cache-Control" - allow: [] - # -- List of HTTP headers to deny: matching headers will be redacted. Note: `allow` and `deny` lists cannot be used both at the same time, only one can be present. - # Example: - # redact: - # enabled: true - # http: - # headers: - # deny: - # - Authorization - # - Proxy-Authorization - # - # You can specify the options from the helm CLI: - # --set hubble.redact.enabled="true" - # --set hubble.redact.http.headers.deny="Authorization,Proxy-Authorization" - deny: [] - kafka: - # -- Enables redacting Kafka's API key. - # Example: - # - # redact: - # enabled: true - # kafka: - # apiKey: true - # - # You can specify the options from the helm CLI: - # - # --set hubble.redact.enabled="true" - # --set hubble.redact.kafka.apiKey="true" - apiKey: false - # -- An additional address for Hubble to listen to. # Set this field ":4244" if you are enabling Hubble Relay, as it assumes that # Hubble is listening on port 4244. @@ -1260,9 +1149,6 @@ hubble: # -- Additional hubble-relay environment variables. extraEnv: [] - # -- Annotations to be added to all top-level hubble-relay objects (resources under templates/hubble-relay) - annotations: {} - # -- Annotations to be added to hubble-relay pods podAnnotations: {} @@ -1350,12 +1236,6 @@ hubble: extraDnsNames: [] # -- extra IP addresses added to certificate when its auto gen extraIpAddresses: [] - # DNS name used by the backend to connect to the relay - # This is a simple workaround as the relay certificates are currently hardcoded to - # *.hubble-relay.cilium.io - # See https://github.com/cilium/cilium/pull/28709#discussion_r1371792546 - # For GKE Dataplane V2 this should be set to relay.kube-system.svc.cluster.local - relayName: "ui.hubble-relay.cilium.io" # -- Dial timeout to connect to the local hubble instance to receive peer information (e.g. "30s"). dialTimeout: ~ @@ -1475,14 +1355,6 @@ hubble: # -- Additional hubble-ui backend volumeMounts. extraVolumeMounts: [] - livenessProbe: - # -- Enable liveness probe for Hubble-ui backend (requires Hubble-ui 0.12+) - enabled: false - - readinessProbe: - # -- Enable readiness probe for Hubble-ui backend (requires Hubble-ui 0.12+) - enabled: false - # -- Resource requests and limits for the 'backend' container of the 'hubble-ui' deployment. resources: {} # limits: @@ -1530,9 +1402,6 @@ hubble: # -- The number of replicas of Hubble UI to deploy. replicas: 1 - # -- Annotations to be added to all top-level hubble-ui objects (resources under templates/hubble-ui) - annotations: {} - # -- Annotations to be added to hubble-ui pods podAnnotations: {} @@ -1612,55 +1481,6 @@ hubble: # hosts: # - chart-example.local - # -- Hubble flows export. - export: - # --- Defines max file size of output file before it gets rotated. - fileMaxSizeMb: 10 - # --- Defines max number of backup/rotated files. - fileMaxBackups: 5 - # --- Static exporter configuration. - # Static exporter is bound to agent lifecycle. - static: - enabled: false - filePath: /var/run/cilium/hubble/events.log - fieldMask: [] - # - time - # - source - # - destination - # - verdict - allowList: [] - # - '{"verdict":["DROPPED","ERROR"]}' - denyList: [] - # - '{"source_pod":["kube-system/"]}' - # - '{"destination_pod":["kube-system/"]}' - # --- Dynamic exporters configuration. - # Dynamic exporters may be reconfigured without a need of agent restarts. - dynamic: - enabled: false - config: - # ---- Name of configmap with configuration that may be altered to reconfigure exporters within a running agents. - configMapName: cilium-flowlog-config - # ---- True if helm installer should create config map. - # Switch to false if you want to self maintain the file content. - createConfigMap: true - # ---- Exporters configuration in YAML format. - content: - - name: all - fieldMask: [] - includeFilters: [] - excludeFilters: [] - filePath: "/var/run/cilium/hubble/events.log" - #- name: "test002" - # filePath: "/var/log/network/flow-log/pa/test002.log" - # fieldMask: ["source.namespace", "source.pod_name", "destination.namespace", "destination.pod_name", "verdict"] - # includeFilters: - # - source_pod: ["default/"] - # event_type: - # - type: 1 - # - destination_pod: ["frontend/nginx-975996d4c-7hhgt"] - # excludeFilters: [] - # end: "2023-10-09T23:59:59-07:00" - # -- Method to use for identity allocation (`crd` or `kvstore`). identityAllocationMode: "crd" @@ -1711,9 +1531,6 @@ ipam: # @default -- `4.0` externalAPILimitQPS: ~ -# -- The api-rate-limit option can be used to overwrite individual settings of the default configuration for rate limiting calls to the Cilium Agent API -apiRateLimit: ~ - # -- Configure the eBPF-based ip-masq-agent ipMasqAgent: enabled: false @@ -1812,23 +1629,21 @@ maglev: {} # -- Enables masquerading of IPv4 traffic leaving the node from endpoints. enableIPv4Masquerade: true -# -- Enables masquerading of IPv6 traffic leaving the node from endpoints. -enableIPv6Masquerade: true - -# -- Enables masquerading to the source of the route for traffic leaving the node from endpoints. -enableMasqueradeRouteSource: false +# -- Enables IPv6 BIG TCP support which increases maximum IPv6 GSO/GRO limits for nodes and pods +enableIPv6BIGTCP: false # -- Enables IPv4 BIG TCP support which increases maximum IPv4 GSO/GRO limits for nodes and pods enableIPv4BIGTCP: false -# -- Enables IPv6 BIG TCP support which increases maximum IPv6 GSO/GRO limits for nodes and pods -enableIPv6BIGTCP: false +# -- Enables masquerading of IPv6 traffic leaving the node from endpoints. +enableIPv6Masquerade: true +# -- Enables egress gateway to redirect and SNAT the traffic that leaves the +# cluster. egressGateway: - # -- Enables egress gateway to redirect and SNAT the traffic that leaves the - # cluster. enabled: false - # -- Deprecated without a replacement necessary. + # -- Install egress gateway IP rules and routes in order to properly steer + # egress gateway traffic to the correct ENI interface installRoutes: false # -- Time between triggers of egress gateway state reconciliations reconciliationTriggerInterval: 1s @@ -1893,11 +1708,8 @@ loadBalancer: # mode: snat # -- acceleration is the option to accelerate service handling via XDP - # Applicable values can be: disabled (do not use XDP), native (XDP BPF - # program is run directly out of the networking driver's early receive - # path), or best-effort (use native mode XDP acceleration on devices - # that support it). - acceleration: disabled + # e.g. native, disabled + # acceleration: disabled # -- dsrDispatch configures whether IP option or IPIP encapsulation is # used to pass a service IP and port to remote backend @@ -1946,10 +1758,6 @@ nodePort: # -- Enable healthcheck nodePort server for NodePort services enableHealthCheck: true - # -- Enable access of the healthcheck nodePort on the LoadBalancerIP. Needs - # EnableHealthCheck to be enabled - enableHealthCheckLoadBalancerIP: false - # policyAuditMode: false # -- The agent can be put into one of the three policy enforcement modes: @@ -1957,10 +1765,6 @@ nodePort: # ref: https://docs.cilium.io/en/stable/security/policy/intro/#policy-enforcement-modes policyEnforcementMode: "default" -# -- policyCIDRMatchMode is a list of entities that may be selected by CIDR selector. -# The possible value is "nodes". -policyCIDRMatchMode: - pprof: # -- Enable pprof for cilium-agent enabled: false @@ -1981,8 +1785,6 @@ prometheus: labels: {} # -- Annotations to add to ServiceMonitor cilium-agent annotations: {} - # -- jobLabel to add for ServiceMonitor cilium-agent - jobLabel: "" # -- Interval for scrape metrics. interval: "10s" # -- Specify the Kubernetes namespace where Prometheus expects to find @@ -2005,15 +1807,6 @@ prometheus: # ref: https://docs.cilium.io/en/stable/observability/metrics/ metrics: ~ - # --- Enable controller group metrics for monitoring specific Cilium - # subsystems. The list is a list of controller group names. The special - # values of "all" and "none" are supported. The set of controller - # group names is not guaranteed to be stable between Cilium versions. - controllerGroupMetrics: - - write-cni-file - - sync-host-ips - - sync-lb-maps-with-k8s-services - # -- Grafana dashboards for cilium-agent # grafana can import dashboards based on the label and value # ref: https://github.com/grafana/helm-charts/tree/main/charts/grafana#sidecar-for-dashboards @@ -2060,10 +1853,10 @@ envoy: # -- Envoy container image. image: override: ~ - repository: "${CILIUM_ENVOY_REPO}" - tag: "${CILIUM_ENVOY_VERSION}" + repository: "quay.io/cilium/cilium-envoy" + tag: "v1.26.7-bbde4095997ea57ead209f56158790d47224a0f5" pullPolicy: "${PULL_POLICY}" - digest: "${CILIUM_ENVOY_DIGEST}" + digest: "sha256:39b75548447978230dedcf25da8940e4d3540c741045ef391a8e74dbb9661a86" useDigest: true # -- Additional containers added to the cilium Envoy DaemonSet. @@ -2105,9 +1898,6 @@ envoy: # -- Roll out cilium envoy pods automatically when configmap is updated. rollOutPods: false - # -- Annotations to be added to all top-level cilium-envoy objects (resources under templates/cilium-envoy) - annotations: {} - # -- Security Context for cilium-envoy pods. podSecurityContext: {} @@ -2248,7 +2038,6 @@ envoy: # -- Enable use of the remote node identity. # ref: https://docs.cilium.io/en/v1.7/install/upgrade/#configmap-remote-node-identity -# Deprecated without replacement in 1.15. To be removed in 1.16. remoteNodeIdentity: true # -- Enable resource quotas for priority classes used in the cluster. @@ -2329,6 +2118,15 @@ tls: # ... # -----END CERTIFICATE----- +# -- Configure the encapsulation configuration for communication between nodes. +# Deprecated in favor of tunnelProtocol and routingMode. To be removed in 1.15. +# Possible values: +# - disabled +# - vxlan +# - geneve +# @default -- `"vxlan"` +tunnel: "" + # -- Tunneling protocol to use in tunneling mode and for ad-hoc tunnels. # Possible values: # - "" @@ -2349,13 +2147,6 @@ routingMode: "" # @default -- Port 8472 for VXLAN, Port 6081 for Geneve tunnelPort: 0 -# -- Configure what the response should be to traffic for a service without backends. -# "reject" only works on kernels >= 5.10, on lower kernels we fallback to "drop". -# Possible values: -# - reject (default) -# - drop -serviceNoBackendResponse: reject - # -- Configure the underlying network MTU to overwrite auto-detected MTU. MTU: 0 @@ -2411,9 +2202,6 @@ etcd: nodeSelector: kubernetes.io/os: linux - # -- Annotations to be added to all top-level etcd-operator objects (resources under templates/etcd-operator) - annotations: {} - # -- Security context to be added to cilium-etcd-operator pods podSecurityContext: {} @@ -2562,9 +2350,6 @@ operator: # -- Additional cilium-operator volumeMounts. extraVolumeMounts: [] - # -- Annotations to be added to all top-level cilium-operator objects (resources under templates/cilium-operator) - annotations: {} - # -- Security context to be added to cilium-operator pods podSecurityContext: {} @@ -2625,7 +2410,7 @@ operator: # -- Enable prometheus metrics for cilium-operator on the configured port at # /metrics prometheus: - enabled: true + enabled: false port: 9963 serviceMonitor: # -- Enable service monitors. @@ -2635,8 +2420,6 @@ operator: labels: {} # -- Annotations to add to ServiceMonitor cilium-operator annotations: {} - # -- jobLabel to add for ServiceMonitor cilium-operator - jobLabel: "" # -- Interval for scrape metrics. interval: "10s" # -- Relabeling configs for the ServiceMonitor cilium-operator @@ -2721,9 +2504,6 @@ nodeinit: # value: "value" # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" - # -- Annotations to be added to all top-level nodeinit objects (resources under templates/cilium-nodeinit) - annotations: {} - # -- Annotations to be added to node-init pods. podAnnotations: {} @@ -2832,9 +2612,6 @@ preflight: # value: "value" # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" - # -- Annotations to be added to all top-level preflight objects (resources under templates/cilium-preflight) - annotations: {} - # -- Security context to be added to preflight pods. podSecurityContext: {} @@ -2894,15 +2671,6 @@ enableCriticalPriorityClass: true clustermesh: # -- Deploy clustermesh-apiserver for clustermesh useAPIServer: false - # -- The maximum number of clusters to support in a ClusterMesh. This value - # cannot be changed on running clusters, and all clusters in a ClusterMesh - # must be configured with the same value. Values > 255 will decrease the - # maximum allocatable cluster-local identities. - # Supported values are 255 and 511. - maxConnectedClusters: 255 - - # -- Annotations to be added to all top-level clustermesh objects (resources under templates/clustermesh-apiserver and templates/clustermesh-config) - annotations: {} # -- Clustermesh explicit configuration. config: @@ -2946,9 +2714,14 @@ clustermesh: pullPolicy: "${PULL_POLICY}" etcd: - # The etcd binary is included in the clustermesh API server image, so the same image from above is reused. - # Independent override isn't supported, because clustermesh-apiserver is tested against the etcd version it is - # built with. + # -- Clustermesh API server etcd image. + image: + override: ~ + repository: "${ETCD_REPO}" + tag: "${ETCD_VERSION}" + digest: "${ETCD_DIGEST}" + useDigest: true + pullPolicy: "${PULL_POLICY}" # -- Specifies the resources for etcd container in the apiserver resources: {} @@ -2962,9 +2735,6 @@ clustermesh: # -- Security context to be added to clustermesh-apiserver etcd containers securityContext: {} - # -- lifecycle setting for the etcd container - lifecycle: {} - init: # -- Specifies the resources for etcd init container in the apiserver resources: {} @@ -2975,17 +2745,21 @@ clustermesh: # cpu: 100m # memory: 100Mi - # -- Additional arguments to `clustermesh-apiserver etcdinit`. - extraArgs: [] - - # -- Additional environment variables to `clustermesh-apiserver etcdinit`. - extraEnv: [] - kvstoremesh: # -- Enable KVStoreMesh. KVStoreMesh caches the information retrieved # from the remote clusters in the local etcd instance. enabled: false + # -- KVStoreMesh image. + image: + override: ~ + repository: "${KVSTOREMESH_REPO}" + tag: "${CILIUM_VERSION}" + # kvstoremesh-digest + digest: ${KVSTOREMESH_DIGEST} + useDigest: ${USE_DIGESTS} + pullPolicy: "${PULL_POLICY}" + # -- Additional KVStoreMesh arguments. extraArgs: [] @@ -3011,9 +2785,6 @@ clustermesh: drop: - ALL - # -- lifecycle setting for the KVStoreMesh container - lifecycle: {} - service: # -- The type of service used for apiserver access. type: NodePort @@ -3044,12 +2815,6 @@ clustermesh: # -- Number of replicas run for the clustermesh-apiserver deployment. replicas: 1 - # -- lifecycle setting for the apiserver container - lifecycle: {} - - # -- terminationGracePeriodSeconds for the clustermesh-apiserver deployment - terminationGracePeriodSeconds: 30 - # -- Additional clustermesh-apiserver arguments. extraArgs: [] @@ -3192,6 +2957,17 @@ clustermesh: # name: ca-issuer # -- certmanager issuer used when clustermesh.apiserver.tls.auto.method=certmanager. certManagerIssuerRef: {} + # -- Deprecated in favor of tls.ca. To be removed in 1.15. + # base64 encoded PEM values for the ExternalWorkload CA certificate and private key. + ca: + # -- Deprecated in favor of tls.ca.cert. To be removed in 1.15. + # Optional CA cert. If it is provided, it will be used by the 'cronJob' method to + # generate all other certificates. Otherwise, an ephemeral CA is generated. + cert: "" + # -- Deprecated in favor of tls.ca.key. To be removed in 1.15. + # Optional CA private key. If it is provided, it will be used by the 'cronJob' method to + # generate all other certificates. Otherwise, an ephemeral CA is generated. + key: "" # -- base64 encoded PEM values for the clustermesh-apiserver server certificate and private key. # Used if 'auto' is not enabled. server: @@ -3232,7 +3008,7 @@ clustermesh: etcd: # -- Enables exporting etcd metrics in OpenMetrics format. - enabled: true + enabled: false # -- Set level of detail for etcd metrics; specify 'extensive' to include server side gRPC histogram metrics. mode: basic # -- Configure the port the etcd metric server listens on. @@ -3358,14 +3134,10 @@ authentication: mutual: # -- Port on the agent where mutual authentication handshakes between agents will be performed port: 4250 - # -- Timeout for connecting to the remote node TCP socket - connectTimeout: 5s # Settings for SPIRE spire: # -- Enable SPIRE integration (beta) enabled: false - # -- Annotations to be added to all top-level spire objects (resources under templates/spire) - annotations: {} # Settings to control the SPIRE installation and configuration install: # -- Enable SPIRE installation. @@ -3373,26 +3145,10 @@ authentication: enabled: true # -- SPIRE namespace to install into namespace: cilium-spire - # -- SPIRE namespace already exists. Set to true if Helm should not create, manage, and import the SPIRE namespace. - existingNamespace: false - # -- init container image of SPIRE agent and server - initImage: - override: ~ - repository: "${SPIRE_INIT_REPO}" - tag: "${SPIRE_INIT_VERSION}" - digest: "${SPIRE_INIT_DIGEST}" - useDigest: true - pullPolicy: "${PULL_POLICY}" # SPIRE agent configuration agent: # -- SPIRE agent image - image: - override: ~ - repository: "${SPIRE_AGENT_REPO}" - tag: "${SPIRE_AGENT_VERSION}" - digest: "${SPIRE_AGENT_DIGEST}" - useDigest: true - pullPolicy: "${PULL_POLICY}" + image: ghcr.io/spiffe/spire-agent:1.6.3@sha256:8eef9857bf223181ecef10d9bbcd2f7838f3689e9bd2445bede35066a732e823 # -- SPIRE agent service account serviceAccount: create: true @@ -3434,13 +3190,7 @@ authentication: securityContext: {} server: # -- SPIRE server image - image: - override: ~ - repository: "${SPIRE_SERVER_REPO}" - tag: "${SPIRE_SERVER_VERSION}" - digest: "${SPIRE_SERVER_DIGEST}" - useDigest: true - pullPolicy: "${PULL_POLICY}" + image: ghcr.io/spiffe/spire-server:1.6.3@sha256:f4bc49fb0bd1d817a6c46204cc7ce943c73fb0a5496a78e0e4dc20c9a816ad7f # -- SPIRE server service account serviceAccount: create: true @@ -3477,14 +3227,6 @@ authentication: accessMode: ReadWriteOnce # -- StorageClass of the SPIRE server data storage storageClass: null - # -- Security context to be added to spire server pods. - # SecurityContext holds pod-level security attributes and common container settings. - # ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-pod - podSecurityContext: {} - # -- Security context to be added to spire server containers. - # SecurityContext holds pod-level security attributes and common container settings. - # ref: https://kubernetes.io/docs/tasks/configure-pod-container/security-context/#set-the-security-context-for-a-container - securityContext: {} # SPIRE CA configuration ca: # -- SPIRE CA key type