Upgrade k8s to v1.32.0 and kind to v0.27.0 (#2502)

* Upgrade k8s to v1.32.0 and kind to v0.27.0

* use dl.k8s.io for kubectl binary releases

* bump ksm to v2.15.0

* Set the k8s node version using env var

Setting the "--image" parameter is the same done in the integrations
repository.

* Update nginx image used in the statefulset

---------

Co-authored-by: Mario Rodriguez Molins <mario.rodriguez@elastic.co>

Author: mauri870

.buildkite/pipeline.serverless.yml

@@ -3,8 +3,8 @@ env:
   SETUP_GVM_VERSION: 'v0.5.2' # https://github.com/andrewkroh/gvm/issues/44#issuecomment-1013231151
   DOCKER_COMPOSE_VERSION: "v2.24.1"
   DOCKER_VERSION: "26.1.2"
-  KIND_VERSION: 'v0.20.0'
-  K8S_VERSION: 'v1.31.0'
+  KIND_VERSION: 'v0.27.0'
+  K8S_VERSION: 'v1.32.0'
   GH_CLI_VERSION: "2.29.0"
   YQ_VERSION: 'v4.44.3'
 

.buildkite/pipeline.yml

@@ -2,8 +2,8 @@ env:
   SETUP_GVM_VERSION: 'v0.5.2' # https://github.com/andrewkroh/gvm/issues/44#issuecomment-1013231151
   DOCKER_COMPOSE_VERSION: "v2.24.1"
   DOCKER_VERSION: "26.1.2"
-  KIND_VERSION: 'v0.20.0'
-  K8S_VERSION: 'v1.31.0'
+  KIND_VERSION: 'v0.27.0'
+  K8S_VERSION: 'v1.32.0'
   YQ_VERSION: 'v4.44.3'
 
   # Agent images used in pipeline steps

.buildkite/scripts/install_deps.sh

@@ -99,7 +99,7 @@ with_kubernetes() {
     kind version
     which kind
 
-    retry 5 curl -sSLo "${WORKSPACE}/bin/kubectl" "https://storage.googleapis.com/kubernetes-release/release/${K8S_VERSION}/bin/${platform_type_lowercase}/${arch_type}/kubectl"
+    retry 5 curl -sSLo "${WORKSPACE}/bin/kubectl" "https://dl.k8s.io/release/${K8S_VERSION}/bin/${platform_type_lowercase}/${arch_type}/kubectl"
     chmod +x "${WORKSPACE}/bin/kubectl"
     kubectl version --client
     which kubectl

scripts/test-check-packages.sh

@@ -90,7 +90,7 @@ fi
 
 if [ "${PACKAGE_TEST_TYPE:-other}" == "with-kind" ]; then
   # Boot up the kind cluster
-  kind create cluster --config "$PWD/scripts/kind-config.yaml"
+  kind create cluster --config "$PWD/scripts/kind-config.yaml" --image "kindest/node:${K8S_VERSION}"
 fi
 
 # Run package tests

test/packages/with-kind/kubernetes/_dev/deploy/k8s/ss.yaml

@@ -16,7 +16,7 @@ spec:
       terminationGracePeriodSeconds: 10
       containers:
         - name: nginx
-          image: k8s.gcr.io/nginx-slim:0.8
+          image: docker.io/nginx:1.24.0-alpine-slim
           ports:
             - containerPort: 80
               name: web

test/packages/with-kind/kubernetes/data_stream/state_cronjob/_dev/deploy/k8s/deployment.yaml

@@ -21,7 +21,7 @@ spec:
     spec:
       automountServiceAccountToken: true
       containers:
-        - image: registry.k8s.io/kube-state-metrics/kube-state-metrics:v2.7.0
+        - image: registry.k8s.io/kube-state-metrics/kube-state-metrics:v2.15.0
           livenessProbe:
             httpGet:
               path: /healthz