Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -23,9 +23,9 @@ class EvalResult:
|
|
23 |
revision: str # commit hash, "" if main
|
24 |
results: dict
|
25 |
# precision: Precision = Precision.Unknown
|
26 |
-
|
27 |
precision: str = "Unknown"
|
28 |
-
model_type: str = "Unknown"
|
29 |
weight_type: WeightType = WeightType.Original # Original or Adapter
|
30 |
architecture: str = "Unknown"
|
31 |
license: str = "?"
|
@@ -47,10 +47,10 @@ class EvalResult:
|
|
47 |
model_config = config.get("model", {})
|
48 |
|
49 |
# Get model type from metainfo
|
50 |
-
|
51 |
-
|
52 |
-
model_type
|
53 |
-
|
54 |
|
55 |
# Get num_few_shots from metainfo
|
56 |
num_few_shots = str(metainfo.get("num_few_shots", 0))
|
|
|
23 |
revision: str # commit hash, "" if main
|
24 |
results: dict
|
25 |
# precision: Precision = Precision.Unknown
|
26 |
+
model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
|
27 |
precision: str = "Unknown"
|
28 |
+
# model_type: str = "Unknown"
|
29 |
weight_type: WeightType = WeightType.Original # Original or Adapter
|
30 |
architecture: str = "Unknown"
|
31 |
license: str = "?"
|
|
|
47 |
model_config = config.get("model", {})
|
48 |
|
49 |
# Get model type from metainfo
|
50 |
+
model_type_str = metainfo.get("model_type", "")
|
51 |
+
model_type = ModelType.from_str(model_type_str)
|
52 |
+
print(model_type)
|
53 |
+
# model_type = metainfo.get("model_type", "Unknown")
|
54 |
|
55 |
# Get num_few_shots from metainfo
|
56 |
num_few_shots = str(metainfo.get("num_few_shots", 0))
|