From 85c5781f7b199d96a1269d9e0798ee25eff6fb0c Mon Sep 17 00:00:00 2001
From: Nunkyl <skystar-el@yandex.ru>
Date: Sun, 22 Dec 2024 13:03:43 +0300
Subject: [PATCH] Change model for metrics calculation

---
 pipelines/tests/generate_collect_metrics_for_llm.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/pipelines/tests/generate_collect_metrics_for_llm.py b/pipelines/tests/generate_collect_metrics_for_llm.py
index b1f7e27..62da22e 100644
--- a/pipelines/tests/generate_collect_metrics_for_llm.py
+++ b/pipelines/tests/generate_collect_metrics_for_llm.py
@@ -114,8 +114,9 @@ def get_answer_and_evaluate(
 
     models_list = [
         # "openai/gpt-4o-2024-08-06",
-        "mistralai/mixtral-8x22b-instruct",
-        "meta-llama/llama-3.1-70b-instruct",
+        # "mistralai/mixtral-8x22b-instruct",
+        # "meta-llama/llama-3.1-70b-instruct",
+        "llama-3.1-70b-instruct-int4",
     ]
     metric_model = VseGPTConnector(model="openai/gpt-4o-mini", sys_prompt="")
     metrics_init_params = {