[ci] update Kubernetes version to v1.32.13 in Makefile and improve tests stability

Makefile

@@ -24,7 +24,7 @@ IPV6_CLUSTER_NAME       ?= ipv6-$(shell git rev-parse --short HEAD)
 IPV6_MANIFEST_NAME      ?= ipv6-manifests
 
 # renovate: datasource=github-tags depName=kubernetes/kubernetes
-K8S_VERSION             ?= "v1.31.2"
+K8S_VERSION             ?= "v1.32.13"
 
 # renovate: datasource=github-tags depName=kubernetes-sigs/cluster-api
 CAPI_VERSION            ?= "v1.8.5"

e2e/test/lb-created-with-reserved-ip-and-nb-id-annotations/chainsaw-test.yaml

@@ -14,9 +14,10 @@ spec:
         shellArgs:
           - -c
         content: |
-          set -euo pipefail
+          set -uo pipefail
           echo "Test failed. Fetching CCM logs..."
-          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-and-nb-id-annotations" | tail -100
+          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-and-nb-id-annotations" | tail -100 || true
+          ../scripts/release-reserved-ips.sh
   steps:
     - name: Create dummy service
       try:
@@ -47,30 +48,38 @@ spec:
 
               re='^((25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})$'
 
-              reserved_ip=$(curl -s --request POST \
+              reserved_ip_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip=$(echo "$reserved_ip" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip=$(printf '%s' "$reserved_ip_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip" ]]; then
+                  reserved_ip="null"
+              fi
+              if ! [[ $reserved_ip =~ $re ]]; then
+                  echo "Reserved ip [$reserved_ip] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip_response"
+              fi
               LABEL="ccm-$(head /dev/urandom | tr -dc 'a-z0-9' | head -c 5)"
               data=$(KUBECONFIG=$KUBECONFIG NAMESPACE=$NAMESPACE LINODE_TOKEN=$LINODE_TOKEN LABEL=$LABEL REGION=$LINODE_REGION ../scripts/get-nb-create-data.sh svc-dummy)
 
               payload=$(echo "$data" | jq --arg key "ipv4" --arg value "$reserved_ip" '.[$key] = $value')
 
               id_re='^[0-9]+$'
 
-              nb_id=$(curl -s --request POST \
+              nb_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/nodebalancers" \
-                --data "$payload" | jq .id)
+                --data "$payload")
+              nb_id=$(printf '%s' "$nb_response" | jq -r '.id // "null"' 2>/dev/null || printf 'null')
 
               if ! [[ $nb_id =~ $id_re ]]; then
                   echo "Nodebalancer ID [$nb_id] is incorrect, failed to create nodebalancer"
+                  echo "Nodebalancer create response: $nb_response"
               fi
 
               echo "{\"reserved_ip\": \"$reserved_ip\",

e2e/test/lb-created-with-reserved-ip-attached-to-nb/chainsaw-test.yaml

@@ -14,9 +14,10 @@ spec:
         shellArgs:
           - -c
         content: |
-          set -euo pipefail
+          set -uo pipefail
           echo "Test failed. Fetching CCM logs..."
-          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-attached-to-nb" | tail -100
+          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-attached-to-nb" | tail -100 || true
+          ../scripts/release-reserved-ips.sh
   steps:
     - name: Create dummy service
       try:
@@ -48,30 +49,38 @@ spec:
 
               re='^((25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})$'
 
-              reserved_ip=$(curl -s --request POST \
+              reserved_ip_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip=$(echo "$reserved_ip" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip=$(printf '%s' "$reserved_ip_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip" ]]; then
+                  reserved_ip="null"
+              fi
+              if ! [[ $reserved_ip =~ $re ]]; then
+                  echo "Reserved ip [$reserved_ip] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip_response"
+              fi
               LABEL="ccm-$(head /dev/urandom | tr -dc 'a-z0-9' | head -c 5)"
               data=$(KUBECONFIG=$KUBECONFIG NAMESPACE=$NAMESPACE LINODE_TOKEN=$LINODE_TOKEN LABEL=$LABEL REGION=$LINODE_REGION ../scripts/get-nb-create-data.sh svc-dummy)
 
               payload=$(echo "$data" | jq --arg key "ipv4" --arg value "$reserved_ip" '.[$key] = $value')
 
               id_re='^[0-9]+$'
 
-              nb_id=$(curl -s --request POST \
+              nb_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/nodebalancers" \
-                --data "$payload" | jq .id)
+                --data "$payload")
+              nb_id=$(printf '%s' "$nb_response" | jq -r '.id // "null"' 2>/dev/null || printf 'null')
 
               if ! [[ $nb_id =~ $id_re ]]; then
                   echo "Nodebalancer ID [$nb_id] is incorrect, failed to create nodebalancer"
+                  echo "Nodebalancer create response: $nb_response"
               fi
 
               echo "{\"reserved_ip\": \"$reserved_ip\",

e2e/test/lb-created-with-reserved-ip-change-ip-concurrently/chainsaw-test.yaml

@@ -14,9 +14,10 @@ spec:
         shellArgs:
           - -c
         content: |
-          set -euo pipefail
+          set -uo pipefail
           echo "Test failed. Fetching CCM logs..."
-          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-change-ip-concurrently" | tail -100
+          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-change-ip-concurrently" | tail -100 || true
+          ../scripts/release-reserved-ips.sh
   steps:
     - name: create reserved ip and nodebalancer resources
       try:
@@ -30,31 +31,37 @@ spec:
 
               re='^((25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})$'
 
-              reserved_ip=$(curl -s --request POST \
+              reserved_ip_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip=$(echo "$reserved_ip" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip=$(printf '%s' "$reserved_ip_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip" ]]; then
+                  reserved_ip="null"
+              fi
 
               if ! [[ $reserved_ip =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip_response"
                   exit 1
               fi
 
-              reserved_ip2=$(curl -s --request POST \
+              reserved_ip2_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip2=$(echo "$reserved_ip2" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip2=$(printf '%s' "$reserved_ip2_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip2" ]]; then
+                  reserved_ip2="null"
+              fi
 
               if ! [[ $reserved_ip2 =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip2] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip2_response"
                   exit 1
               fi
 

e2e/test/lb-created-with-reserved-ip-change-ip-unreserved/chainsaw-test.yaml

@@ -14,9 +14,10 @@ spec:
         shellArgs:
           - -c
         content: |
-          set -euo pipefail
+          set -uo pipefail
           echo "Test failed. Fetching CCM logs..."
-          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-change-ip-unreserved" | tail -100
+          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-change-ip-unreserved" | tail -100 || true
+          ../scripts/release-reserved-ips.sh
   steps:
     - name: create reserved ip and nodebalancer resources
       try:
@@ -30,17 +31,20 @@ spec:
 
               re='^((25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})$'
 
-              reserved_ip=$(curl -s --request POST \
+              reserved_ip_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip=$(echo "$reserved_ip" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip=$(printf '%s' "$reserved_ip_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip" ]]; then
+                  reserved_ip="null"
+              fi
 
               if ! [[ $reserved_ip =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip_response"
               fi
 
               create_cm=$(kubectl -n $NAMESPACE create configmap reserved-ip-config --from-literal=ReservedIP=$reserved_ip --from-literal=UnreservedIP="100.10.10.10" -o yaml --dry-run=client | kubectl apply -f -)

e2e/test/lb-created-with-reserved-ip-change-ip/chainsaw-test.yaml

@@ -14,9 +14,10 @@ spec:
         shellArgs:
           - -c
         content: |
-          set -euo pipefail
+          set -uo pipefail
           echo "Test failed. Fetching CCM logs..."
-          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-change-ip" | tail -100
+          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-change-ip" | tail -100 || true
+          ../scripts/release-reserved-ips.sh
   steps:
     - name: create reserved ip and nodebalancer resources
       try:
@@ -30,30 +31,36 @@ spec:
 
               re='^((25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})$'
 
-              reserved_ip=$(curl -s --request POST \
+              reserved_ip_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip=$(echo "$reserved_ip" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip=$(printf '%s' "$reserved_ip_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip" ]]; then
+                  reserved_ip="null"
+              fi
 
               if ! [[ $reserved_ip =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip_response"
               fi
 
-              reserved_ip2=$(curl -s --request POST \
+              reserved_ip2_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip2=$(echo "$reserved_ip2" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip2=$(printf '%s' "$reserved_ip2_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip2" ]]; then
+                  reserved_ip2="null"
+              fi
 
               if ! [[ $reserved_ip2 =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip2] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip2_response"
               fi
 
               create_cm=$(kubectl -n $NAMESPACE create configmap reserved-ip-config --from-literal=ReservedIP=$reserved_ip --from-literal=ReservedIP2=$reserved_ip2 -o yaml --dry-run=client | kubectl apply -f -)

e2e/test/lb-created-with-reserved-ip-linode-range/chainsaw-test.yaml

@@ -14,9 +14,10 @@ spec:
         shellArgs:
           - -c
         content: |
-          set -euo pipefail
+          set -uo pipefail
           echo "Test failed. Fetching CCM logs..."
-          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-linode-range" | tail -100
+          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-linode-range" | tail -100 || true
+          ../scripts/release-reserved-ips.sh
   steps:
     - name: create reserved ip and nodebalancer resources
       try:
@@ -29,22 +30,25 @@ spec:
 
               re='^((25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})$'
 
-              reserved_ip=$(curl -s --request POST \
+              reserved_ip_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip=$(echo "$reserved_ip" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip=$(printf '%s' "$reserved_ip_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip" ]]; then
+                  reserved_ip="null"
+              fi
 
               if ! [[ $reserved_ip =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip_response"
               fi
 
               fw_label="ccm-fwtest-$RANDOM"
 
-              fw_id=$(curl -s --request POST \
+                fw_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
@@ -67,11 +71,13 @@ spec:
                   \"outbound_policy\": \"ACCEPT\"
                 }
               }
-              " | jq .id)
+                ")
+                fw_id=$(printf '%s' "$fw_response" | jq -r '.id // "null"' 2>/dev/null || printf 'null')
 
               sleep 30
               if [ $fw_id == null ]; then
                 echo "failed to create firewall : $fw_id"
+                  echo "Firewall create response: $fw_response"
               fi
 
               echo "{\"reserved_ip\": \"$reserved_ip\",

e2e/test/lb-created-with-reserved-ip-multiple-change-ip/chainsaw-test.yaml

@@ -14,9 +14,10 @@ spec:
         shellArgs:
           - -c
         content: |
-          set -euo pipefail
+          set -uo pipefail
           echo "Test failed. Fetching CCM logs..."
-          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-multiple-change-ip" | tail -100
+          kubectl logs -n kube-system daemonsets/ccm-linode | grep "lb-created-with-reserved-ip-multiple-change-ip" | tail -100 || true
+          ../scripts/release-reserved-ips.sh
   steps:
     - name: create reserved ip and nodebalancer resources
       try:
@@ -30,31 +31,37 @@ spec:
 
               re='^((25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})$'
 
-              reserved_ip=$(curl -s --request POST \
+              reserved_ip_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip=$(echo "$reserved_ip" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip=$(printf '%s' "$reserved_ip_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip" ]]; then
+                  reserved_ip="null"
+              fi
 
               if ! [[ $reserved_ip =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip_response"
                   exit 1
               fi
 
-              reserved_ip2=$(curl -s --request POST \
+              reserved_ip2_response=$(curl -s --request POST \
                 -H "Authorization: Bearer $LINODE_TOKEN" \
                 -H "Content-Type: application/json" --fail-early --retry 3 \
                 -H "accept: application/json" \
                 "${LINODE_URL}/v4beta/networking/reserved/ips" \
-                --data "{\"region\": \"$LINODE_REGION\"}" | jq .address)
-
-              reserved_ip2=$(echo "$reserved_ip2" | tr -d '"')
+                --data "{\"region\": \"$LINODE_REGION\"}")
+              reserved_ip2=$(printf '%s' "$reserved_ip2_response" | jq -er '.address // empty' 2>/dev/null || true)
+              if [[ -z "$reserved_ip2" ]]; then
+                  reserved_ip2="null"
+              fi
 
               if ! [[ $reserved_ip2 =~ $re ]]; then
                   echo "Reserved ip [$reserved_ip2] is incorrect, failed to create a reserved ip"
+                  echo "Reserved ip create response: $reserved_ip2_response"
                   exit 1
               fi