From 725ff402fb53ef58d1ee99ecba0c523edd281831 Mon Sep 17 00:00:00 2001
From: Ciara Stacke <18287516+ciarams87@users.noreply.github.com>
Date: Mon, 23 Oct 2023 16:06:40 +0100
Subject: [PATCH] Fail run conformance test make target on test failure (#1177)

---
 conformance/Makefile | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/conformance/Makefile b/conformance/Makefile
index 4cea342f5f..b78367d38e 100644
--- a/conformance/Makefile
+++ b/conformance/Makefile
@@ -79,6 +79,9 @@ run-conformance-tests: ## Run conformance tests
 								--report-output=output.txt; cat output.txt" | tee output.txt
 	sed -e '1,/CONFORMANCE PROFILE/d' output.txt > conformance-profile.yaml
 	rm output.txt
+	$(eval result_core=$(shell cat conformance-profile.yaml | yq '.profiles[0].core.result'))
+	$(eval result_extended=$(shell cat conformance-profile.yaml | yq '.profiles[0].extended.result'))
+	[ "$(result_core)" != "failure" ] && [ "$(result_extended)" != "failure" ] || exit 2
 
 .PHONY: cleanup-conformance-tests
 cleanup-conformance-tests: ## Clean up conformance tests fixtures