File size: 5,673 Bytes
e5ff639 50f0768 433b535 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
---
license: apache-2.0
datasets:
- EleutherAI/the_pile_deduplicated
language:
- en
---
| Tasks |Version|Filter|n-shot| Metric |Value | |Stderr|
|-------------|------:|------|-----:|--------|-----:|---|-----:|
|arc_challenge| 1|none | 25|acc |0.1775|± |0.0112|
| | |none | 25|acc_norm|0.2167|± |0.0120|
|truthfulqa_mc2| 2|none | 0|acc |0.4689|± |0.0156|
|winogrande| 1|none | 5|acc |0.5122|± | 0.014|
|hellaswag| 1|none | 10|acc |0.2697|± |0.0044|
| | |none | 10|acc_norm|0.2827|± |0.0045|
| Tasks |Version|Filter|n-shot|Metric|Value | |Stderr|
|-----------------------------------|------:|------|-----:|------|-----:|---|-----:|
|abstract_algebra | 0|none | 5|acc |0.2200|± |0.0416|
|anatomy | 0|none | 5|acc |0.3333|± |0.0407|
|astronomy | 0|none | 5|acc |0.1776|± |0.0311|
|business_ethics | 0|none | 5|acc |0.2100|± |0.0409|
|clinical_knowledge | 0|none | 5|acc |0.2528|± |0.0267|
|college_biology | 0|none | 5|acc |0.2778|± |0.0375|
|college_chemistry | 0|none | 5|acc |0.1800|± |0.0386|
|college_computer_science | 0|none | 5|acc |0.1900|± |0.0394|
|college_mathematics | 0|none | 5|acc |0.2200|± |0.0416|
|college_medicine | 0|none | 5|acc |0.1965|± |0.0303|
|college_physics | 0|none | 5|acc |0.2451|± |0.0428|
|computer_security | 0|none | 5|acc |0.2000|± |0.0402|
|conceptual_physics | 0|none | 5|acc |0.2511|± |0.0283|
|econometrics | 0|none | 5|acc |0.2719|± |0.0419|
|electrical_engineering | 0|none | 5|acc |0.2138|± |0.0342|
|elementary_mathematics | 0|none | 5|acc |0.2460|± |0.0222|
|formal_logic | 0|none | 5|acc |0.1905|± |0.0351|
|global_facts | 0|none | 5|acc |0.1500|± |0.0359|
|high_school_biology | 0|none | 5|acc |0.3000|± |0.0261|
|high_school_chemistry | 0|none | 5|acc |0.2562|± |0.0307|
|high_school_computer_science | 0|none | 5|acc |0.2800|± |0.0451|
|high_school_european_history | 0|none | 5|acc |0.2788|± |0.0350|
|high_school_geography | 0|none | 5|acc |0.3232|± |0.0333|
|high_school_government_and_politics| 0|none | 5|acc |0.3212|± |0.0337|
|high_school_macroeconomics | 0|none | 5|acc |0.3308|± |0.0239|
|high_school_mathematics | 0|none | 5|acc |0.2593|± |0.0267|
|high_school_microeconomics | 0|none | 5|acc |0.2815|± |0.0292|
|high_school_physics | 0|none | 5|acc |0.2384|± |0.0348|
|high_school_psychology | 0|none | 5|acc |0.2716|± |0.0191|
|high_school_statistics | 0|none | 5|acc |0.4769|± |0.0341|
|high_school_us_history | 0|none | 5|acc |0.2598|± |0.0308|
|high_school_world_history | 0|none | 5|acc |0.2194|± |0.0269|
|human_aging | 0|none | 5|acc |0.2197|± |0.0278|
|human_sexuality | 0|none | 5|acc |0.2748|± |0.0392|
|international_law | 0|none | 5|acc |0.3306|± |0.0429|
|jurisprudence | 0|none | 5|acc |0.2130|± |0.0396|
|logical_fallacies | 0|none | 5|acc |0.2331|± |0.0332|
|machine_learning | 0|none | 5|acc |0.2232|± |0.0395|
|management | 0|none | 5|acc |0.2039|± |0.0399|
|marketing | 0|none | 5|acc |0.1966|± |0.0260|
|medical_genetics | 0|none | 5|acc |0.3000|± |0.0461|
|miscellaneous | 0|none | 5|acc |0.2580|± |0.0156|
|moral_disputes | 0|none | 5|acc |0.1850|± |0.0209|
|moral_scenarios | 0|none | 5|acc |0.2380|± |0.0142|
|nutrition | 0|none | 5|acc |0.3039|± |0.0263|
|philosophy | 0|none | 5|acc |0.1929|± |0.0224|
|prehistory | 0|none | 5|acc |0.2160|± |0.0229|
|professional_accounting | 0|none | 5|acc |0.2518|± |0.0259|
|professional_law | 0|none | 5|acc |0.2419|± |0.0109|
|professional_medicine | 0|none | 5|acc |0.4375|± |0.0301|
|professional_psychology | 0|none | 5|acc |0.2190|± |0.0167|
|public_relations | 0|none | 5|acc |0.2273|± |0.0401|
|security_studies | 0|none | 5|acc |0.3633|± |0.0308|
|sociology | 0|none | 5|acc |0.2338|± |0.0299|
|us_foreign_policy | 0|none | 5|acc |0.2900|± |0.0456|
|virology | 0|none | 5|acc |0.2169|± |0.0321|
|world_religions | 0|none | 5|acc |0.1930|± |0.0303| |