Separated model_ids and benchmark_ids retrieval following core #02914dc

brain-score · Nov 2, 2023 · 1e28aef · 1e28aef
1 parent 59f78c3
commit 1e28aef
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/brainscore_language/submission/endpoints.py b/brainscore_language/submission/endpoints.py
@@ -90,7 +90,9 @@ def get_models_and_benchmarks(args_dict: Dict[str, Union[str, List]]) -> Tuple[L
         elif new_models:
             models = new_models
             benchmarks = RunScoringEndpoint.ALL_PUBLIC
-    model_ids, benchmark_ids = run_scoring_endpoint.get_models_and_benchmarks_to_score(domain="language", models=models, benchmarks=benchmarks)
+
+    model_ids = run_scoring_endpoint.resolve_models(domain="language", models=models)
+    benchmark_ids = run_scoring_endpoint.resolve_benchmarks(domain="language", benchmarks=benchmarks)
 
     print("BS_NEW_MODELS=" + " ".join(model_ids))
     print("BS_NEW_BENCHMARKS=" + " ".join(benchmark_ids))