sh1gechan commited on
Commit
92a9668
·
verified ·
1 Parent(s): 84863c8

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +12 -2
src/leaderboard/read_evals.py CHANGED
@@ -39,8 +39,18 @@ class EvalResult:
39
  data = json.load(fp)
40
 
41
  config = data.get("config")
42
- print("config", config)
43
-
 
 
 
 
 
 
 
 
 
 
44
 
45
  # Precision
46
  precision = Precision.from_str(config.get("model_dtype"))
 
39
  data = json.load(fp)
40
 
41
  config = data.get("config")
42
+ metainfo = config.get("metainfo", {})
43
+ model_config = config.get("model", {})
44
+
45
+ print("metainfo", metainfo)
46
+ print("model_config", model_config)
47
+
48
+ # Get model type from metainfo
49
+ model_type_str = metainfo.get("model_type", "")
50
+ model_type = ModelType.from_str(model_type_str)
51
+
52
+ # Get num_few_shots from metainfo
53
+ num_few_shots = metainfo.get("num_few_shots", 0)
54
 
55
  # Precision
56
  precision = Precision.from_str(config.get("model_dtype"))