Bazsalanszky commited on
Commit
f77f48c
1 Parent(s): 2c260e3
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +4 -0
src/leaderboard/read_evals.py CHANGED
@@ -157,6 +157,10 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
157
  model_result_filepaths = []
158
 
159
  for root, _, files in os.walk(results_path):
 
 
 
 
160
  # We should only have json files in model results
161
  if len(files) == 0 or any([not f.endswith(".json") for f in files]):
162
  print(f"Skipping {root} as it does not contain any json files")
 
157
  model_result_filepaths = []
158
 
159
  for root, _, files in os.walk(results_path):
160
+ print(f"Listing files in {root}")
161
+ for file in files:
162
+ print(file)
163
+
164
  # We should only have json files in model results
165
  if len(files) == 0 or any([not f.endswith(".json") for f in files]):
166
  print(f"Skipping {root} as it does not contain any json files")