Adding print debug statements

src/leaderboard/read_evals.py

@@ -158,6 +158,8 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
     """From the path of the results folder root, extract all needed info for results"""
     model_result_filepaths = []
 
+    print("Getting raw eval results from:")
+    print(os.walk(results_path))
     for root, _, files in os.walk(results_path):
         # We should only have json files in model results
         if len(files) == 0 or any([not f.endswith(".json") for f in files]):
@@ -172,6 +174,8 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
         for file in files:
             model_result_filepaths.append(os.path.join(root, file))
 
+    print("model results filepaths are")
+    print(model_result_filepaths)
     eval_results = {}
     for model_result_filepath in model_result_filepaths:
         # Creation of result
@@ -185,6 +189,8 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
         else:
             eval_results[eval_name] = eval_result
 
+    print("eval results are")
+    print(eval_results)
     results = []
     for v in eval_results.values():
         try:

src/populate.py

@@ -10,6 +10,8 @@ from src.leaderboard.read_evals import get_raw_eval_results
 
 def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchmark_cols: list) -> pd.DataFrame:
     raw_data = get_raw_eval_results(results_path, requests_path)
+    print("To get the leaderboard df, the raw_data is:")
+    print(raw_data)
     all_data_json = [v.to_dict() for v in raw_data]
 
     df = pd.DataFrame.from_records(all_data_json)
@@ -23,6 +25,8 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
 
 def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
     entries = [entry for entry in os.listdir(save_path) if not entry.startswith(".")]
+    print("To get the evaluation queue df, the entries are:")
+    print(entries)
     all_evals = []
 
     for entry in entries: