fix(test): resolve race condition while running tests #2

Workflow file for this run

.github/workflows/e2e-1.28.yaml at f32166c

	name: E2E-1.28

	on:
	push:
	branches:
	- master
	- release-*
	pull_request: {}
	workflow_dispatch: {}

	# Declare default permissions as read only.
	permissions: read-all

	env:
	# Common versions
	GO_VERSION: '1.20'
	KIND_VERSION: 'v0.22.0'
	KIND_IMAGE: 'kindest/node:v1.28.7'
	KIND_CLUSTER_NAME: 'ci-testing'

	jobs:
	astatefulset-storage:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@v4
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@v5
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/[email protected]
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Install-CSI
	run: \|
	make install-csi

	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 60m -v --focus='\[apps\] AppStatefulSetStorage' test/e2e
	retVal=$?
	restartCount=$(kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-manager has not restarted"
	else
	kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers
	echo "Kruise-manager has restarted, abort!!!"
	kubectl get pod -n kruise-system --no-headers -l control-plane=controller-manager \| awk '{print $1}' \| xargs kubectl logs -p -n kruise-system
	exit 1
	fi
	if [ "$retVal" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	echo "test fail, dump kruise-daemon logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=daemon --no-headers \| awk '{print $1}')
	fi
	exit $retVal

	astatefulset:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde # v1.10.0
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 60m -v --focus='\[apps\] StatefulSet' test/e2e
	retVal=$?
	restartCount=$(kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-manager has not restarted"
	else
	kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers
	echo "Kruise-manager has restarted, abort!!!"
	kubectl get pod -n kruise-system --no-headers -l control-plane=controller-manager \| awk '{print $1}' \| xargs kubectl logs -p -n kruise-system
	exit 1
	fi
	if [ "$retVal" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	echo "test fail, dump kruise-daemon logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=daemon --no-headers \| awk '{print $1}')
	fi
	exit $retVal

	pullimages-containerrecreate:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde # v1.10.0
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 60m -v --focus='\[apps\] (PullImage\|ContainerRecreateRequest\|PullImages)' test/e2e
	retVal=$?
	restartCount=$(kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-manager has not restarted"
	else
	kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers
	echo "Kruise-manager has restarted, abort!!!"
	kubectl get pod -n kruise-system --no-headers -l control-plane=controller-manager \| awk '{print $1}' \| xargs kubectl logs -p -n kruise-system
	exit 1
	fi
	kubectl get pods -n kruise-system -l control-plane=daemon -o=jsonpath="{range .items[*]}{.metadata.namespace}{\"\t\"}{.metadata.name}{\"\n\"}{end}" \| while read ns name;
	do
	restartCount=$(kubectl get pod -n ${ns} ${name} --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-daemon has not restarted"
	else
	kubectl get pods -n ${ns} -l control-plane=daemon --no-headers
	echo "Kruise-daemon has restarted, abort!!!"
	kubectl logs -p -n ${ns} ${name}
	exit 1
	fi
	done
	if [ "$retVal" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	echo "test fail, dump kruise-daemon logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=daemon --no-headers \| awk '{print $1}')
	fi

	exit $retVal

	advanced-daemonset:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde # v1.10.0
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 60m -v --focus='\[apps\] DaemonSet' test/e2e
	retVal=$?
	restartCount=$(kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-manager has not restarted"
	else
	kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers
	echo "Kruise-manager has restarted, abort!!!"
	kubectl get pod -n kruise-system --no-headers -l control-plane=controller-manager \| awk '{print $1}' \| xargs kubectl logs -p -n kruise-system
	exit 1
	fi
	kubectl get pods -n kruise-system -l control-plane=daemon -o=jsonpath="{range .items[*]}{.metadata.namespace}{\"\t\"}{.metadata.name}{\"\n\"}{end}" \| while read ns name;
	do
	restartCount=$(kubectl get pod -n ${ns} ${name} --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-daemon has not restarted"
	else
	kubectl get pods -n ${ns} -l control-plane=daemon --no-headers
	echo "Kruise-daemon has restarted, abort!!!"
	kubectl logs -p -n ${ns} ${name}
	exit 1
	fi
	done

	if [ "$retVal" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	echo "test fail, dump kruise-daemon logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=daemon --no-headers \| awk '{print $1}')
	fi
	exit $retVal

	sidecarset:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde # v1.10.0
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 60m -v --focus='\[apps\] SidecarSet' test/e2e
	retVal=$?
	restartCount=$(kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-manager has not restarted"
	else
	kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers
	echo "Kruise-manager has restarted, abort!!!"
	kubectl get pod -n kruise-system --no-headers -l control-plane=controller-manager \| awk '{print $1}' \| xargs kubectl logs -p -n kruise-system
	exit 1
	fi
	kubectl get pods -n kruise-system -l control-plane=daemon -o=jsonpath="{range .items[*]}{.metadata.namespace}{\"\t\"}{.metadata.name}{\"\n\"}{end}" \| while read ns name;
	do
	restartCount=$(kubectl get pod -n ${ns} ${name} --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-daemon has not restarted"
	else
	kubectl get pods -n ${ns} -l control-plane=daemon --no-headers
	echo "Kruise-daemon has restarted, abort!!!"
	kubectl logs -p -n ${ns} ${name}
	exit 1
	fi
	done

	if [ "$retVal" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	echo "test fail, dump kruise-daemon logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=daemon --no-headers \| awk '{print $1}')
	fi
	exit $retVal

	ephemeraljob:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde # v1.10.0
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 60m -v --focus='\[apps\] EphemeralJob' test/e2e
	retVal=$?
	if [ "$retVal" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	echo "test fail, dump kruise-daemon logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=daemon --no-headers \| awk '{print $1}')
	fi
	exit $retVal

	podUnavailableBudget:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde # v1.10.0
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 60m -v --focus='\[policy\] PodUnavailableBudget' test/e2e
	retVal=$?
	if [ "$retVal" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	fi
	exit $retVal
	other:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
	with:
	submodules: true
	- name: Setup Go
	uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
	with:
	go-version: ${{ env.GO_VERSION }}
	- name: Setup Kind Cluster
	uses: helm/kind-action@0025e74a8c7512023d06dc019c617aa3cf561fde # v1.10.0
	with:
	node_image: ${{ env.KIND_IMAGE }}
	cluster_name: ${{ env.KIND_CLUSTER_NAME }}
	config: ./test/kind-conf-none-fg.yaml
	version: ${{ env.KIND_VERSION }}
	- name: Build image
	run: \|
	export IMAGE="openkruise/kruise-manager:e2e-${GITHUB_RUN_ID}"
	docker build --pull --no-cache . -t $IMAGE
	kind load docker-image --name=${KIND_CLUSTER_NAME} $IMAGE \|\| { echo >&2 "kind not installed or error loading image: $IMAGE"; exit 1; }
	- name: Install Kruise
	run: \|
	set -ex
	kubectl cluster-info
	IMG=openkruise/kruise-manager:e2e-${GITHUB_RUN_ID} ./scripts/deploy_kind.sh
	NODES=$(kubectl get node \| wc -l)
	for ((i=1;i<10;i++));
	do
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	break
	fi
	sleep 3
	done
	set +e
	PODS=$(kubectl get pod -n kruise-system \| grep '1/1' \| wc -l)
	kubectl get node -o yaml
	kubectl get all -n kruise-system -o yaml
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system
	kubectl get pod -n kruise-system --no-headers \| grep daemon \| awk '{print $1}' \| xargs kubectl logs -n kruise-system --previous=true
	set -e
	if [ "$PODS" -eq "$NODES" ]; then
	echo "Wait for kruise-manager and kruise-daemon ready successfully"
	else
	echo "Timeout to wait for kruise-manager and kruise-daemon ready"
	exit 1
	fi
	- name: Run E2E Tests
	run: \|
	export KUBECONFIG=/home/runner/.kube/config
	make ginkgo
	set +e
	./bin/ginkgo -timeout 90m -v --skip='\[apps\] (AppStatefulSetStorage\|StatefulSet\|PullImage\|PullImages\|ContainerRecreateRequest\|DaemonSet\|SidecarSet\|EphemeralJob)' --skip='\[policy\] PodUnavailableBudget' test/e2e
	retVal=$?
	restartCount=$(kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-manager has not restarted"
	else
	kubectl get pod -n kruise-system -l control-plane=controller-manager --no-headers
	echo "Kruise-manager has restarted, abort!!!"
	kubectl get pod -n kruise-system --no-headers -l control-plane=controller-manager \| awk '{print $1}' \| xargs kubectl logs -p -n kruise-system
	exit 1
	fi
	kubectl get pods -n kruise-system -l control-plane=daemon -o=jsonpath="{range .items[*]}{.metadata.namespace}{\"\t\"}{.metadata.name}{\"\n\"}{end}" \| while read ns name;
	do
	restartCount=$(kubectl get pod -n ${ns} ${name} --no-headers \| awk '{print $4}')
	if [ "${restartCount}" -eq "0" ];then
	echo "Kruise-daemon has not restarted"
	else
	kubectl get pods -n ${ns} -l control-plane=daemon --no-headers
	echo "Kruise-daemon has restarted, abort!!!"
	kubectl logs -p -n ${ns} ${name}
	exit 1
	fi
	done
	if [ "${retVal}" -ne 0 ];then
	echo "test fail, dump kruise-manager logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=controller-manager --no-headers \| awk '{print $1}')
	echo "test fail, dump kruise-daemon logs"
	while read pod; do
	kubectl logs -n kruise-system $pod
	done < <(kubectl get pods -n kruise-system -l control-plane=daemon --no-headers \| awk '{print $1}')
	fi

	exit $retVal

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

fix(test): resolve race condition while running tests #2

Workflow file

fix(test): resolve race condition while running tests #2

Jobs

Run details

Workflow file for this run