sh1gechan commited on
Commit
57e55e5
·
verified ·
1 Parent(s): 01fd6c5

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +2 -0
src/leaderboard/read_evals.py CHANGED
@@ -44,6 +44,7 @@ class EvalResult:
44
  precision = Precision.from_str(config.get("model_dtype"))
45
 
46
  # Get model and org
 
47
  org_and_model = config.get("model_name", config.get("model_args", None))
48
  org_and_model = org_and_model.split("/", 1)
49
 
@@ -174,6 +175,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
174
 
175
  eval_results = {}
176
  for model_result_filepath in model_result_filepaths:
 
177
  # Creation of result
178
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
179
  eval_result.update_with_request_file(requests_path)
 
44
  precision = Precision.from_str(config.get("model_dtype"))
45
 
46
  # Get model and org
47
+ print(f"Debug: org_and_model = {org_and_model}")
48
  org_and_model = config.get("model_name", config.get("model_args", None))
49
  org_and_model = org_and_model.split("/", 1)
50
 
 
175
 
176
  eval_results = {}
177
  for model_result_filepath in model_result_filepaths:
178
+ print(f"Debug: model_result_filepath = {model_result_filepath}")
179
  # Creation of result
180
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
181
  eval_result.update_with_request_file(requests_path)