From 1e28aeff9350ad84f824965070350ca51221dbaa Mon Sep 17 00:00:00 2001 From: Khaled K Shehada Date: Wed, 1 Nov 2023 13:27:02 -0400 Subject: [PATCH] Separated model_ids and benchmark_ids retrieval following core #02914dc --- brainscore_language/submission/endpoints.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/brainscore_language/submission/endpoints.py b/brainscore_language/submission/endpoints.py index c7185ab9..f928d8ea 100644 --- a/brainscore_language/submission/endpoints.py +++ b/brainscore_language/submission/endpoints.py @@ -90,7 +90,9 @@ def get_models_and_benchmarks(args_dict: Dict[str, Union[str, List]]) -> Tuple[L elif new_models: models = new_models benchmarks = RunScoringEndpoint.ALL_PUBLIC - model_ids, benchmark_ids = run_scoring_endpoint.get_models_and_benchmarks_to_score(domain="language", models=models, benchmarks=benchmarks) + + model_ids = run_scoring_endpoint.resolve_models(domain="language", models=models) + benchmark_ids = run_scoring_endpoint.resolve_benchmarks(domain="language", benchmarks=benchmarks) print("BS_NEW_MODELS=" + " ".join(model_ids)) print("BS_NEW_BENCHMARKS=" + " ".join(benchmark_ids))