From 645bd27c429c7bf0f92379c366f09a4e1d998cc8 Mon Sep 17 00:00:00 2001 From: Yifan Mai Date: Wed, 18 Dec 2024 09:45:10 -0800 Subject: [PATCH] Release Lite and MMLU v1.12.0 --- helm-frontend/project_metadata.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/helm-frontend/project_metadata.json b/helm-frontend/project_metadata.json index 2bcd9a82f50..4cebb5df0ce 100644 --- a/helm-frontend/project_metadata.json +++ b/helm-frontend/project_metadata.json @@ -3,7 +3,7 @@ "title": "Lite", "description": "Lightweight, broad evaluation of the capabilities of language models using in-context learning", "id": "lite", - "releases": ["v1.11.0", "v1.10.0", "v1.9.0", "v1.8.0", "v1.7.0", "v1.6.0", "v1.5.0", "v1.4.0", "v1.3.0", "v1.2.0", "v1.1.0", "v1.0.0"] + "releases": ["v1.12.0", "v1.11.0", "v1.10.0", "v1.9.0", "v1.8.0", "v1.7.0", "v1.6.0", "v1.5.0", "v1.4.0", "v1.3.0", "v1.2.0", "v1.1.0", "v1.0.0"] }, { "title": "Classic", @@ -27,7 +27,7 @@ "title": "MMLU", "description": "Massive Multitask Language Understanding (MMLU) evaluations using standardized prompts", "id": "mmlu", - "releases": ["v1.11.0", "v1.10.0", "v1.9.0", "v1.8.0", "v1.7.0", "v1.6.0", "v1.5.0", "v1.4.0", "v1.3.0", "v1.2.0", "v1.1.0", "v1.0.0"] + "releases": ["v1.12.0", "v1.11.0", "v1.10.0", "v1.9.0", "v1.8.0", "v1.7.0", "v1.6.0", "v1.5.0", "v1.4.0", "v1.3.0", "v1.2.0", "v1.1.0", "v1.0.0"] }, { "title": "VHELM",