From 275fc0f9e86f8fa83e5fbf339284a64150c00512 Mon Sep 17 00:00:00 2001 From: Dalton Hubble Date: Fri, 26 Aug 2022 17:46:51 -0700 Subject: [PATCH] Disable LocalStorageCapacityIsolationFSQuotaMonitoring feature * Kubernetes v1.25.0 moved the LocalStorageCapacityIsolationFSQuotaMonitoring feature from alpha to beta, but it breaks Kubelet updating ConfigMaps in Pods, as shown by conformance tests * Kubernetes is rolling LocalStorageCapacityIsolationFSQuotaMonitoring back to alpha so its not enabled by default, but that will require a release * Disable the feature gate directly as a workaround for now to make Kubernetes v1.25.0 usable ``` FailedMount: MountVolume.SetUp failed for volume "configmap-volume" : requesting quota on existing directory /var/lib/kubelet/pods/f09fae17-ff16-4a05-aab3-7b897cb5b732/volumes/kubernetes.io~configmap/configmap-volume but different pod 673ad247-abf0-434e-99eb-1c3f57d7fdaa a4568e94-2b2d-438f-a4bd-c9edc814e478 ``` Rel: * https://github.com/kubernetes/kubernetes/pull/112076 * https://github.com/kubernetes/kubernetes/pull/107329 --- aws/fedora-coreos/kubernetes/butane/controller.yaml | 2 ++ aws/fedora-coreos/kubernetes/workers/butane/worker.yaml | 2 ++ aws/flatcar-linux/kubernetes/butane/controller.yaml | 2 ++ aws/flatcar-linux/kubernetes/workers/butane/worker.yaml | 2 ++ azure/fedora-coreos/kubernetes/butane/controller.yaml | 2 ++ azure/fedora-coreos/kubernetes/workers/butane/worker.yaml | 2 ++ azure/flatcar-linux/kubernetes/butane/controller.yaml | 2 ++ azure/flatcar-linux/kubernetes/workers/butane/worker.yaml | 2 ++ bare-metal/fedora-coreos/kubernetes/butane/controller.yaml | 2 ++ bare-metal/fedora-coreos/kubernetes/butane/worker.yaml | 2 ++ bare-metal/flatcar-linux/kubernetes/butane/controller.yaml | 2 ++ bare-metal/flatcar-linux/kubernetes/butane/worker.yaml | 2 ++ digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml | 2 ++ digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml | 2 ++ digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml | 2 ++ digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml | 2 ++ google-cloud/fedora-coreos/kubernetes/butane/controller.yaml | 2 ++ .../fedora-coreos/kubernetes/workers/butane/worker.yaml | 2 ++ google-cloud/flatcar-linux/kubernetes/butane/controller.yaml | 2 ++ .../flatcar-linux/kubernetes/workers/butane/worker.yaml | 2 ++ 20 files changed, 40 insertions(+) diff --git a/aws/fedora-coreos/kubernetes/butane/controller.yaml b/aws/fedora-coreos/kubernetes/butane/controller.yaml index ac20a44a..b3f7fa28 100644 --- a/aws/fedora-coreos/kubernetes/butane/controller.yaml +++ b/aws/fedora-coreos/kubernetes/butane/controller.yaml @@ -149,6 +149,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml b/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml index 519afb32..50b06643 100644 --- a/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml +++ b/aws/fedora-coreos/kubernetes/workers/butane/worker.yaml @@ -118,6 +118,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/aws/flatcar-linux/kubernetes/butane/controller.yaml b/aws/flatcar-linux/kubernetes/butane/controller.yaml index 3cd6fdd2..cd14a80d 100644 --- a/aws/flatcar-linux/kubernetes/butane/controller.yaml +++ b/aws/flatcar-linux/kubernetes/butane/controller.yaml @@ -150,6 +150,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml b/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml index 8a4a2401..3da2888c 100644 --- a/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml +++ b/aws/flatcar-linux/kubernetes/workers/butane/worker.yaml @@ -118,6 +118,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/azure/fedora-coreos/kubernetes/butane/controller.yaml b/azure/fedora-coreos/kubernetes/butane/controller.yaml index 47073871..ac8b5cb4 100644 --- a/azure/fedora-coreos/kubernetes/butane/controller.yaml +++ b/azure/fedora-coreos/kubernetes/butane/controller.yaml @@ -144,6 +144,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml b/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml index 22c59183..b66ce27b 100644 --- a/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml +++ b/azure/fedora-coreos/kubernetes/workers/butane/worker.yaml @@ -113,6 +113,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/azure/flatcar-linux/kubernetes/butane/controller.yaml b/azure/flatcar-linux/kubernetes/butane/controller.yaml index f3df7d89..9b4b8c82 100644 --- a/azure/flatcar-linux/kubernetes/butane/controller.yaml +++ b/azure/flatcar-linux/kubernetes/butane/controller.yaml @@ -146,6 +146,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml b/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml index 046e54bd..1716853f 100644 --- a/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml +++ b/azure/flatcar-linux/kubernetes/workers/butane/worker.yaml @@ -114,6 +114,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml b/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml index 2d1f7115..cca16e01 100644 --- a/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml +++ b/bare-metal/fedora-coreos/kubernetes/butane/controller.yaml @@ -154,6 +154,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/bare-metal/fedora-coreos/kubernetes/butane/worker.yaml b/bare-metal/fedora-coreos/kubernetes/butane/worker.yaml index 593f87d9..8d04a501 100644 --- a/bare-metal/fedora-coreos/kubernetes/butane/worker.yaml +++ b/bare-metal/fedora-coreos/kubernetes/butane/worker.yaml @@ -109,6 +109,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml b/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml index c63683cb..49c6945a 100644 --- a/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml +++ b/bare-metal/flatcar-linux/kubernetes/butane/controller.yaml @@ -157,6 +157,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/bare-metal/flatcar-linux/kubernetes/butane/worker.yaml b/bare-metal/flatcar-linux/kubernetes/butane/worker.yaml index 9913a804..493f1498 100644 --- a/bare-metal/flatcar-linux/kubernetes/butane/worker.yaml +++ b/bare-metal/flatcar-linux/kubernetes/butane/worker.yaml @@ -115,6 +115,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml b/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml index 5bd2815b..b647ff42 100644 --- a/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml +++ b/digital-ocean/fedora-coreos/kubernetes/butane/controller.yaml @@ -151,6 +151,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml b/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml index 7818ab14..7a33ab03 100644 --- a/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml +++ b/digital-ocean/fedora-coreos/kubernetes/butane/worker.yaml @@ -118,6 +118,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml b/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml index 9bb36a53..ade78500 100644 --- a/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml +++ b/digital-ocean/flatcar-linux/kubernetes/butane/controller.yaml @@ -155,6 +155,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml b/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml index 512fdb1d..f1ffaa5b 100644 --- a/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml +++ b/digital-ocean/flatcar-linux/kubernetes/butane/worker.yaml @@ -118,6 +118,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml b/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml index b3a2e205..fbbad883 100644 --- a/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml +++ b/google-cloud/fedora-coreos/kubernetes/butane/controller.yaml @@ -143,6 +143,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml b/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml index 4d3a2ef6..c23bdaef 100644 --- a/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml +++ b/google-cloud/fedora-coreos/kubernetes/workers/butane/worker.yaml @@ -112,6 +112,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml b/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml index 8c0427a3..93bc1c29 100644 --- a/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml +++ b/google-cloud/flatcar-linux/kubernetes/butane/controller.yaml @@ -145,6 +145,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0 diff --git a/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml b/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml index 774886fa..a35ef07b 100644 --- a/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml +++ b/google-cloud/flatcar-linux/kubernetes/workers/butane/worker.yaml @@ -113,6 +113,8 @@ storage: - ${cluster_dns_service_ip} clusterDomain: ${cluster_domain_suffix} healthzPort: 0 + featureGates: + LocalStorageCapacityIsolationFSQuotaMonitoring: false rotateCertificates: true staticPodPath: /etc/kubernetes/manifests readOnlyPort: 0