fix

app.py

@@ -27,7 +27,7 @@ from src.display.utils import (
     WeightType,
     Precision
 )
-from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, QUEUE_REPO, REPO_ID, RESULTS_REPO
+from src.envs import API, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, QUEUE_REPO, REPO_ID, RESULTS_REPO, TOKEN
 from src.populate import get_evaluation_queue_df, get_leaderboard_df
 from src.submission.submit import add_new_eval
 
@@ -41,22 +41,17 @@ def launch_backend():
     _ = subprocess.run(["python", "main_backend.py"])
 
 try:
-    print(QUEUE_REPO, "to", EVAL_REQUESTS_PATH)
     snapshot_download(
-        repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30
+        repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30, token=TOKEN
     )
-    print(listdir(EVAL_REQUESTS_PATH))
 except Exception as e:
-    print(e)
     restart_space()
 try:
-    print(RESULTS_REPO, "to", EVAL_RESULTS_PATH)
     snapshot_download(
-        repo_id=RESULTS_REPO, local_dir=EVAL_RESULTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30
+        repo_id=RESULTS_REPO, local_dir=EVAL_RESULTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30, token=TOKEN
     )
     print(listdir(EVAL_RESULTS_PATH))
 except Exception:
-    print(e)
     restart_space()
 
 

src/leaderboard/read_evals.py

@@ -156,13 +156,10 @@ def get_request_file_for_model(requests_path, model_name, precision):
 def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResult]:
     """From the path of the results folder root, extract all needed info for results"""
     model_result_filepaths = []
-    print("walk", results_path, [i for i in os.walk(results_path)])
 
     for root, _, files in os.walk(results_path):
-        print(root, files)
         # We should only have json files in model results
         if len(files) == 0 or any([not f.endswith(".json") for f in files]):
-            print("Skipping")
             continue
 
         # Sort the files by date
@@ -173,7 +170,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
 
         for file in files:
             model_result_filepaths.append(os.path.join(root, file))
-    print(model_result_filepaths)
 
     eval_results = {}
     for model_result_filepath in model_result_filepaths:
@@ -187,7 +183,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
             eval_results[eval_name].results.update({k: v for k, v in eval_result.results.items() if v is not None})
         else:
             eval_results[eval_name] = eval_result
-    print(eval_results)
 
     results = []
     for v in eval_results.values():

src/populate.py

@@ -10,7 +10,6 @@ from src.leaderboard.read_evals import get_raw_eval_results
 
 def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchmark_cols: list) -> pd.DataFrame:
     raw_data = get_raw_eval_results(results_path, requests_path)
-    print(raw_data)
     all_data_json = [v.to_dict() for v in raw_data]
 
     df = pd.DataFrame.from_records(all_data_json)