choco9966 commited on
Commit
d3bf055
·
verified ·
1 Parent(s): fd657d4

Update src/display/utils.py

Browse files
Files changed (1) hide show
  1. src/display/utils.py +8 -8
src/display/utils.py CHANGED
@@ -18,15 +18,15 @@ class Tasks(Enum):
18
  hellaswag = Task("ko_hellaswag", "acc_norm", "Ko-HellaSwag")
19
  mmlu = Task("ko_mmlu", "acc", "Ko-MMLU")
20
  truthfulqa = Task("ko_truthfulqa_mc", "mc2", "Ko-TruthfulQA")
21
- winogrande = Task("ko_winogrande", "acc_norm", "Ko-Winogrande")
22
- gsm8k = Task("ko_gsm8k", "acc_norm", "Ko-GSM8k")
23
  commongen_v2 = Task("ko_commongen_v2", "acc_norm", "Ko-CommonGen V2")
24
- eqBench = Task("ko_eq_bench", "acc_norm", "Ko-EQ Bench")
25
- instFollow = Task("ko_inst_follow", "acc_norm", "Ko-InstFollow")
26
- korNatCka = Task("kor_nat_cka", "acc_norm", "KorNAT-CKA")
27
- korNatSva = Task("kor_nat_sva", "acc_norm", "KorNAT-SVA")
28
- harmlessness = Task("ko_harmlessness", "acc_norm", "Ko-Harmlessness")
29
- helpfulness = Task("ko_helpfulness", "acc_norm", "Ko-Helpfulness")
30
 
31
 
32
  # These classes are for user facing column names,
 
18
  hellaswag = Task("ko_hellaswag", "acc_norm", "Ko-HellaSwag")
19
  mmlu = Task("ko_mmlu", "acc", "Ko-MMLU")
20
  truthfulqa = Task("ko_truthfulqa_mc", "mc2", "Ko-TruthfulQA")
21
+ # winogrande = Task("ko_winogrande", "acc_norm", "Ko-Winogrande")
22
+ # gsm8k = Task("ko_gsm8k", "acc_norm", "Ko-GSM8k")
23
  commongen_v2 = Task("ko_commongen_v2", "acc_norm", "Ko-CommonGen V2")
24
+ # eqBench = Task("ko_eq_bench", "acc_norm", "Ko-EQ Bench")
25
+ # instFollow = Task("ko_inst_follow", "acc_norm", "Ko-InstFollow")
26
+ # korNatCka = Task("kor_nat_cka", "acc_norm", "KorNAT-CKA")
27
+ # korNatSva = Task("kor_nat_sva", "acc_norm", "KorNAT-SVA")
28
+ # harmlessness = Task("ko_harmlessness", "acc_norm", "Ko-Harmlessness")
29
+ # helpfulness = Task("ko_helpfulness", "acc_norm", "Ko-Helpfulness")
30
 
31
 
32
  # These classes are for user facing column names,