Fail run conformance test make target on test failure (#1177)

nginx · Oct 23, 2023 · 725ff40 · 725ff40
1 parent 29b45e3
commit 725ff40
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/conformance/Makefile b/conformance/Makefile
@@ -79,6 +79,9 @@ run-conformance-tests: ## Run conformance tests
 								--report-output=output.txt; cat output.txt" | tee output.txt
 	sed -e '1,/CONFORMANCE PROFILE/d' output.txt > conformance-profile.yaml
 	rm output.txt
+	$(eval result_core=$(shell cat conformance-profile.yaml | yq '.profiles[0].core.result'))
+	$(eval result_extended=$(shell cat conformance-profile.yaml | yq '.profiles[0].extended.result'))
+	[ "$(result_core)" != "failure" ] && [ "$(result_extended)" != "failure" ] || exit 2
 
 .PHONY: cleanup-conformance-tests
 cleanup-conformance-tests: ## Clean up conformance tests fixtures