From a8eae32b539a59b20c75f7fc6e6619130e54ec4e Mon Sep 17 00:00:00 2001 From: Dalton Hubble Date: Fri, 27 Dec 2024 20:03:18 -0800 Subject: [PATCH] Configure Kubelets for parallel image pulls * By default, Kubelet will pull container images one by one (in series), which is mostly related to Docker-era bugs in parallel image pulls. These days we use containerd so parallel pulls should be fine * Serial image pulls are undesirable because one slow registry or image can cause other image pulls to wait. Parallel image pulls ensure only large images / slow registries see that impact Docs: https://kubernetes.io/docs/reference/config-api/kubelet-config.v1beta1/ --- CHANGES.md | 2 ++ aws/fedora-coreos/kubernetes/butane/controller.yaml | 1 + aws/fedora-coreos/kubernetes/workers/butane/worker.yaml | 1 + aws/flatcar-linux/kubernetes/butane/controller.yaml | 1 + aws/flatcar-linux/kubernetes/workers/butane/worker.yaml | 1 + azure/fedora-coreos/kubernetes/butane/controller.yaml | 1 + azure/fedora-coreos/kubernetes/workers/butane/worker.yaml | 1 + azure/flatcar-linux/kubernetes/butane/controller.yaml | 1 + azure/flatcar-linux/kubernetes/workers/butane/worker.yaml | 1 + bare-metal/fedora-coreos/kubernetes/butane/controller.yaml | 1 + bare-metal/fedora-coreos/kubernetes/worker/butane/worker.yaml | 1 + bare-metal/flatcar-linux/kubernetes/butane/controller.yaml | 1 + bare-metal/flatcar-linux/kubernetes/worker/butane/worker.yaml | 1 + digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml | 1 + digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml | 1 + digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml | 1 + digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml | 1 + google-cloud/fedora-coreos/kubernetes/butane/controller.yaml | 1 + .../fedora-coreos/kubernetes/workers/butane/worker.yaml | 1 + google-cloud/flatcar-linux/kubernetes/butane/controller.yaml | 1 + .../flatcar-linux/kubernetes/workers/butane/worker.yaml | 1 + 21 files changed, 22 insertions(+) diff --git a/CHANGES.md b/CHANGES.md index 0cc41eb5..02491d44 100644 --- a/CHANGES.md +++ b/CHANGES.md @@ -7,6 +7,8 @@ Notable changes between versions. # v1.32.0 * Kubernetes [v1.32.0](https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.32.md#v1320) +* Change the default Pod CIDR from 10.2.0.0/16 to 10.20.0.0/14 ([#1555](https://github.com/poseidon/typhoon/pull/1555)) +* Configure Kubelets for parallel image pulls ([#1556](https://github.com/poseidon/typhoon/pull/1556)) # v1.31.4 diff --git a/aws/fedora-coreos/kubernetes/butane/controller.yaml b/aws/fedora-coreos/kubernetes/butane/controller.yaml index 346e5a96..03197052 100644 --- a/aws/fedora-coreos/kubernetes/butane/controller.yaml +++ b/aws/fedora-coreos/kubernetes/butane/controller.yaml @@ -152,6 +152,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml b/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml index 76f8427d..c28ad4d1 100644 --- a/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml +++ b/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml @@ -107,6 +107,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/aws/flatcar-linux/kubernetes/butane/controller.yaml b/aws/flatcar-linux/kubernetes/butane/controller.yaml index 848fddea..f5fdb62a 100644 --- a/aws/flatcar-linux/kubernetes/butane/controller.yaml +++ b/aws/flatcar-linux/kubernetes/butane/controller.yaml @@ -151,6 +151,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml b/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml index d0935db0..2805a68e 100644 --- a/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml +++ b/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml @@ -106,6 +106,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/azure/fedora-coreos/kubernetes/butane/controller.yaml b/azure/fedora-coreos/kubernetes/butane/controller.yaml index b3be5c74..6fbcb132 100644 --- a/azure/fedora-coreos/kubernetes/butane/controller.yaml +++ b/azure/fedora-coreos/kubernetes/butane/controller.yaml @@ -147,6 +147,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml b/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml index 69eb6995..93e5783a 100644 --- a/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml +++ b/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml @@ -102,6 +102,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/azure/flatcar-linux/kubernetes/butane/controller.yaml b/azure/flatcar-linux/kubernetes/butane/controller.yaml index 766bf748..8dc95e4f 100644 --- a/azure/flatcar-linux/kubernetes/butane/controller.yaml +++ b/azure/flatcar-linux/kubernetes/butane/controller.yaml @@ -147,6 +147,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml b/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml index 3b945d9f..2e0ce82a 100644 --- a/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml +++ b/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml @@ -102,6 +102,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml b/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml index 1d67f7b9..fcd19a0f 100644 --- a/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml +++ b/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml @@ -157,6 +157,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/bare-metal/fedora-coreos/kubernetes/worker/butane/worker.yaml b/bare-metal/fedora-coreos/kubernetes/worker/butane/worker.yaml index bcdf5f25..313bf7cb 100644 --- a/bare-metal/fedora-coreos/kubernetes/worker/butane/worker.yaml +++ b/bare-metal/fedora-coreos/kubernetes/worker/butane/worker.yaml @@ -111,6 +111,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml b/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml index a94e22a4..a8bba41b 100644 --- a/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml +++ b/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml @@ -158,6 +158,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/bare-metal/flatcar-linux/kubernetes/worker/butane/worker.yaml b/bare-metal/flatcar-linux/kubernetes/worker/butane/worker.yaml index 2625d03e..e537dcb1 100644 --- a/bare-metal/flatcar-linux/kubernetes/worker/butane/worker.yaml +++ b/bare-metal/flatcar-linux/kubernetes/worker/butane/worker.yaml @@ -116,6 +116,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml b/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml index 8ca055eb..7222ca6c 100644 --- a/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml +++ b/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml @@ -154,6 +154,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml b/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml index 835eda5b..53288839 100644 --- a/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml +++ b/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml @@ -107,6 +107,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml b/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml index ba0b556c..71e44aa1 100644 --- a/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml +++ b/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml @@ -156,6 +156,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml b/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml index 2097cb73..b265f4e9 100644 --- a/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml +++ b/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml @@ -106,6 +106,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml b/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml index 5215ee25..afd565d7 100644 --- a/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml +++ b/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml @@ -146,6 +146,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml b/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml index 7005c109..206de29e 100644 --- a/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml +++ b/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml @@ -101,6 +101,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml b/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml index f07a2c6e..497d0fc1 100644 --- a/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml +++ b/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml @@ -146,6 +146,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests diff --git a/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml b/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml index 53a91dac..d27b47db 100644 --- a/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml +++ b/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml @@ -101,6 +101,7 @@ storage: clusterDomain: cluster.local healthzPort: 0 rotateCertificates: true + serializeImagePulls: false shutdownGracePeriod: 45s shutdownGracePeriodCriticalPods: 30s staticPodPath: /etc/kubernetes/manifests