From ee446ad0cecd0f92e9001a6410d4e876e421d5c7 Mon Sep 17 00:00:00 2001 From: Baiju Muthukadan Date: Mon, 2 Oct 2023 10:14:28 +0530 Subject: [PATCH 1/2] Support regexp filter for tests that needs to run Signed-off-by: Baiju Muthukadan --- make/test.mk | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/make/test.mk b/make/test.mk index 75b02628c..fd7f9cc8b 100644 --- a/make/test.mk +++ b/make/test.mk @@ -36,6 +36,8 @@ endif E2E_PARALLELISM=1 +TESTS_RUN_FILTER_REGEXP ?= "" + .PHONY: test-e2e ## Run the e2e tests test-e2e: INSTALL_OPERATOR=true @@ -130,7 +132,7 @@ execute-tests: @echo "Status of ToolchainStatus" -oc get ToolchainStatus -n ${HOST_NS} -o yaml @echo "Starting test $(shell date)" - MEMBER_NS=${MEMBER_NS} MEMBER_NS_2=${MEMBER_NS_2} HOST_NS=${HOST_NS} REGISTRATION_SERVICE_NS=${REGISTRATION_SERVICE_NS} go test ${TESTS_TO_EXECUTE} -p 1 -parallel ${E2E_PARALLELISM} -v -timeout=90m -failfast || \ + MEMBER_NS=${MEMBER_NS} MEMBER_NS_2=${MEMBER_NS_2} HOST_NS=${HOST_NS} REGISTRATION_SERVICE_NS=${REGISTRATION_SERVICE_NS} go test ${TESTS_TO_EXECUTE} -run ${TESTS_RUN_FILTER_REGEXP} -p 1 -parallel ${E2E_PARALLELISM} -v -timeout=90m -failfast || \ ($(MAKE) print-logs HOST_NS=${HOST_NS} MEMBER_NS=${MEMBER_NS} MEMBER_NS_2=${MEMBER_NS_2} REGISTRATION_SERVICE_NS=${REGISTRATION_SERVICE_NS} && exit 1) .PHONY: print-logs From 7d93534532374caacf82c91707a5dfe78fb2f671 Mon Sep 17 00:00:00 2001 From: Baiju Muthukadan Date: Mon, 2 Oct 2023 18:15:00 +0530 Subject: [PATCH 2/2] Add docs about the variable Signed-off-by: Baiju Muthukadan --- README.adoc | 2 ++ 1 file changed, 2 insertions(+) diff --git a/README.adoc b/README.adoc index e8a536ffe..7cbc850fc 100644 --- a/README.adoc +++ b/README.adoc @@ -70,6 +70,8 @@ NOTE: you can override the default namespace names where the end-to-end tests ar NOTE: you can disable SSL/TLS certificate verification in tests setting the `DISABLE_KUBE_CLIENT_TLS_VERIFY` variable to `true` - eg.: `make test-e2e DISABLE_KUBE_CLIENT_TLS_VERIFY=true`. This flag helps when you test in clusters using Self-Signed Certificates. +NOTE: you can specify a regular expression to selectively run particular test cases by setting the `TESTS_RUN_FILTER_REGEXP` variable. eg.: `make test-e2e TESTS_RUN_FILTER_REGEXP="TestSetupMigration"`. For more information see the https://pkg.go.dev/cmd/go#hdr-Testing_flags[go test -run documentation]. + === Running/Debugging e2e tests from your IDE In order to run/debug tests from your IDE you'll need to export some required env variables, those will be used by the test framework to interact with the operator namespaces and the other toolchain resources in you cluster.