kz-transformers commited on
Commit
381d6bd
·
verified ·
1 Parent(s): f011d05

Update genned.json

Browse files
Files changed (1) hide show
  1. genned.json +1 -1
genned.json CHANGED
@@ -1 +1 @@
1
- [{"mmlu_translated_kk": 0.2651861528412802, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_constitution_mc": 0.24879227053140096, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_dastur_mc": 0.27761194029850744, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kazakh_and_literature_unt_mc": 0.19901877133105803, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_geography_unt_mc": 0.20838183934807916, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_world_history_unt_mc": 0.20195439739413681, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_history_of_kazakhstan_unt_mc": 0.19049079754601228, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_english_unt_mc": 0.2052799271734183, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_biology_unt_mc": 0.19921875, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_human_society_rights_unt_mc": 0.2242152466367713, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}]
 
1
+ [{"model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0, "mmlu_translated_kk": 0.22991508817766165, "kk_constitution_mc": 0.25120772946859904, "kk_dastur_mc": 0.24477611940298508, "kazakh_and_literature_unt_mc": 0.2090443686006826, "kk_geography_unt_mc": 0.2019790454016298, "kk_world_history_unt_mc": 0.1986970684039088, "kk_history_of_kazakhstan_unt_mc": 0.19417177914110428, "kk_english_unt_mc": 0.189804278561675, "kk_biology_unt_mc": 0.22330729166666666, "kk_human_society_rights_unt_mc": 0.242152466367713}]