Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -44,6 +44,7 @@ class EvalResult:
|
|
44 |
precision = Precision.from_str(config.get("model_dtype"))
|
45 |
|
46 |
# Get model and org
|
|
|
47 |
org_and_model = config.get("model_name", config.get("model_args", None))
|
48 |
org_and_model = org_and_model.split("/", 1)
|
49 |
|
@@ -174,6 +175,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
174 |
|
175 |
eval_results = {}
|
176 |
for model_result_filepath in model_result_filepaths:
|
|
|
177 |
# Creation of result
|
178 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
179 |
eval_result.update_with_request_file(requests_path)
|
|
|
44 |
precision = Precision.from_str(config.get("model_dtype"))
|
45 |
|
46 |
# Get model and org
|
47 |
+
print(f"Debug: org_and_model = {org_and_model}")
|
48 |
org_and_model = config.get("model_name", config.get("model_args", None))
|
49 |
org_and_model = org_and_model.split("/", 1)
|
50 |
|
|
|
175 |
|
176 |
eval_results = {}
|
177 |
for model_result_filepath in model_result_filepaths:
|
178 |
+
print(f"Debug: model_result_filepath = {model_result_filepath}")
|
179 |
# Creation of result
|
180 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
181 |
eval_result.update_with_request_file(requests_path)
|