Test

src/leaderboard/read_evals.py

@@ -187,6 +187,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
 
     eval_results = {}
     for model_result_filepath in model_result_filepaths:
+
         # Creation of result
         eval_result = EvalResult.init_from_json_file(model_result_filepath)
         eval_result.update_with_request_file(requests_path)
@@ -204,6 +205,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
             v.to_dict()  # we test if the dict version is complete
             results.append(v)
         except KeyError:  # not all eval values present
+            print(f"Skipping {v.eval_name} as not all values are present")
             continue
 
     return results