Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -39,8 +39,18 @@ class EvalResult:
|
|
39 |
data = json.load(fp)
|
40 |
|
41 |
config = data.get("config")
|
42 |
-
|
43 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
44 |
|
45 |
# Precision
|
46 |
precision = Precision.from_str(config.get("model_dtype"))
|
|
|
39 |
data = json.load(fp)
|
40 |
|
41 |
config = data.get("config")
|
42 |
+
metainfo = config.get("metainfo", {})
|
43 |
+
model_config = config.get("model", {})
|
44 |
+
|
45 |
+
print("metainfo", metainfo)
|
46 |
+
print("model_config", model_config)
|
47 |
+
|
48 |
+
# Get model type from metainfo
|
49 |
+
model_type_str = metainfo.get("model_type", "")
|
50 |
+
model_type = ModelType.from_str(model_type_str)
|
51 |
+
|
52 |
+
# Get num_few_shots from metainfo
|
53 |
+
num_few_shots = metainfo.get("num_few_shots", 0)
|
54 |
|
55 |
# Precision
|
56 |
precision = Precision.from_str(config.get("model_dtype"))
|