Test

src/leaderboard/read_evals.py

@@ -154,6 +154,9 @@ def get_request_file_for_model(requests_path, model_name, precision):
             req_content = json.load(f)
             if req_content["status"] in ["FINISHED"] and req_content["precision"] == precision:
                 request_file = tmp_request_file
+                break
+            else:
+                print(f"Skipping {tmp_request_file} as it is not finished ({req_content["status"]}) or has wrong precision ({req_content["precision"]})")
     return request_file