Update the condition to raise LLMGenerationError

Giskard-AI · Dec 19, 2024 · 2ce7fca · 2ce7fca
1 parent 481f91d
commit 2ce7fca
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/giskard/rag/metrics/correctness.py b/giskard/rag/metrics/correctness.py
@@ -117,7 +117,7 @@ def __call__(self, question_sample: dict, answer: AgentAnswer) -> dict:
                 caller_id=self.__class__.__name__,
             )
 
-            if "correctness" in json_output and isinstance(json_output["correctness"], str):
+            if "correctness" in json_output and not isinstance(json_output["correctness"], bool):
                 raise LLMGenerationError(
                     f"Error in correctness evaluation: {json_output['correctness']}. Please make sure the agent answer is correctly formatted."
                 )