enable mutation detection in e2e

Signed-off-by: changzhen <[email protected]>

Author: XiShanYongYe-Chang

.github/workflows/ci.yml

@@ -144,6 +144,7 @@ jobs:
       - name: setup e2e test environment
         run: |
           export CLUSTER_VERSION=kindest/node:${{ matrix.k8s }}
+          export KUBE_CACHE_MUTATION_DETECTOR=true
           hack/local-up-karmada.sh
       - name: run e2e
         run: |

artifacts/deploy/karmada-controller-manager.yaml

@@ -31,6 +31,8 @@ spec:
               valueFrom:
                 fieldRef:
                   fieldPath: status.podIP
+            - name: KUBE_CACHE_MUTATION_DETECTOR
+              value: "{{KUBE_CACHE_MUTATION_DETECTOR}}"
           command:
             - /bin/karmada-controller-manager
             - --kubeconfig=/etc/karmada/config/karmada.config

hack/deploy-karmada.sh

@@ -19,6 +19,9 @@ set -o nounset
 # This script deploy karmada control plane to any cluster you want.	REPO_ROOT=$(dirname "${BASH_SOURCE[0]}")/..
 # This script depends on utils in: ${REPO_ROOT}/hack/util.sh
 
+# Do not run the mutation detector by default on the local karmada instance.
+KUBE_CACHE_MUTATION_DETECTOR="${KUBE_CACHE_MUTATION_DETECTOR:-false}"
+
 REPO_ROOT=$(dirname "${BASH_SOURCE[0]}")/..
 CERT_DIR=${CERT_DIR:-"${HOME}/.karmada"}
 mkdir -p "${CERT_DIR}" &>/dev/null ||  mkdir -p "${CERT_DIR}"
@@ -449,8 +452,13 @@ sed -i'' -e "s/{{ca_crt}}/${karmada_ca}/g" "${TEMP_PATH_BOOTSTRAP}"/bootstrap-to
 sed -i'' -e "s|{{apiserver_address}}|${karmada_apiserver_address}|g" "${TEMP_PATH_BOOTSTRAP}"/bootstrap-token-configuration-tmp.yaml
 kubectl --context="karmada-apiserver" apply -f "${TEMP_PATH_BOOTSTRAP}"/bootstrap-token-configuration-tmp.yaml
 
+# render the KUBE_CACHE_MUTATION_DETECTOR in the karmada-controller-manager
+CONTROLLER_MANAGER_YAML_TMP="${TEMP_PATH_BOOTSTRAP}/karmada-controller-manager.yaml"
+cp "${REPO_ROOT}/artifacts/deploy/karmada-controller-manager.yaml" "${CONTROLLER_MANAGER_YAML_TMP}"
+sed -i'' -e "s/{{KUBE_CACHE_MUTATION_DETECTOR}}/${KUBE_CACHE_MUTATION_DETECTOR}/g" "${CONTROLLER_MANAGER_YAML_TMP}"
 # deploy controller-manager on host cluster
-kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-controller-manager.yaml"
+kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${CONTROLLER_MANAGER_YAML_TMP}"
+
 # deploy scheduler on host cluster
 kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-scheduler.yaml"
 # deploy descheduler on host cluster

hack/run-e2e.sh

@@ -52,10 +52,26 @@ REPO_ROOT=$(dirname "${BASH_SOURCE[0]}")/..
 export KUBECONFIG=${KARMADA_APISERVER_KUBECONFIG}
 export PULL_BASED_CLUSTERS=${PULL_BASED_CLUSTERS}
 
+TEST_RESULT="PASS"
+
 set +e
 ginkgo -v --race --trace --fail-fast -p --randomize-all ./test/e2e/suites/base -- --karmada-context=karmada-apiserver
 TESTING_RESULT=$?
 
+if [ $TESTING_RESULT -eq 0 ]; then
+  echo "E2E run successfully."
+  echo "Checking if karmada-controller-manager has restarted..."
+  POD_NAME=$(kubectl --context="${KARMADA_HOST_CLUSTER_NAME}" get pod -n karmada-system -l app=karmada-controller-manager -o=jsonpath='{.items[0].metadata.name}')
+  RESTART_COUNT=$(kubectl --context="${KARMADA_HOST_CLUSTER_NAME}" get pod -n karmada-system -l app=karmada-controller-manager -o=jsonpath='{.items[0].status.containerStatuses[0].restartCount}')
+  if [ "$RESTART_COUNT" -gt 0 ]; then
+    echo "WARNING: karmada-controller-manager has restarted $RESTART_COUNT times."
+    TEST_RESULT="FAIL"
+  fi
+else
+  echo "E2E run failed."
+  TEST_RESULT="FAIL"
+fi
+
 # Collect logs
 echo "Collect logs to $ARTIFACTS_PATH..."
 cp "$KARMADA_APISERVER_KUBECONFIG" "$ARTIFACTS_PATH"
@@ -76,4 +92,8 @@ ls -al "$ARTIFACTS_PATH"
 # Post run e2e for delete extra components
 "${REPO_ROOT}"/hack/post-run-e2e.sh
 
-exit $TESTING_RESULT
+if [ "$TEST_RESULT" == "FAIL" ]; then
+    exit 1
+else
+    exit 0
+fi