Change model for metrics calculation

ITMO-NSS-team · Dec 22, 2024 · 85c5781 · 85c5781
1 parent 498a9e0
commit 85c5781
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/pipelines/tests/generate_collect_metrics_for_llm.py b/pipelines/tests/generate_collect_metrics_for_llm.py
@@ -114,8 +114,9 @@ def get_answer_and_evaluate(
 
     models_list = [
         # "openai/gpt-4o-2024-08-06",
-        "mistralai/mixtral-8x22b-instruct",
-        "meta-llama/llama-3.1-70b-instruct",
+        # "mistralai/mixtral-8x22b-instruct",
+        # "meta-llama/llama-3.1-70b-instruct",
+        "llama-3.1-70b-instruct-int4",
     ]
     metric_model = VseGPTConnector(model="openai/gpt-4o-mini", sys_prompt="")
     metrics_init_params = {