Spaces:
Runtime error
Runtime error
Sync "compare_significance.py" with upstream commit 0ccc9d5985acc15c32fe8bd7cc35a25302ab3ae6
Browse files- compare_significance.py +6 -1
compare_significance.py
CHANGED
@@ -2,6 +2,11 @@ SUPPORTED_METRICS = [
|
|
2 |
"avg_mcauroc", # for classification tasks
|
3 |
"exact_match", # for QA tasks
|
4 |
"acc", # for multichoice tasks
|
5 |
-
"
|
|
|
6 |
"word_perplexity", # for language modeling tasks
|
7 |
]
|
|
|
|
|
|
|
|
|
|
2 |
"avg_mcauroc", # for classification tasks
|
3 |
"exact_match", # for QA tasks
|
4 |
"acc", # for multichoice tasks
|
5 |
+
"rouge_raw_r2_mid_f_without_bootstrap", # for summarization tasks
|
6 |
+
"rouge_raw_r2_mid_f", # for summarization tasks, older metric version for back compatibility
|
7 |
"word_perplexity", # for language modeling tasks
|
8 |
]
|
9 |
+
EXTRA_INFO_RELEASE_KEYS = [
|
10 |
+
'filtered_resps',
|
11 |
+
'doc_id',
|
12 |
+
]
|