Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
pminervini
commited on
Commit
•
f7e6257
1
Parent(s):
5999035
update
Browse files
src/backend/tasks/cnndm/task.py
CHANGED
@@ -182,7 +182,7 @@ class CNNDM(Task):
|
|
182 |
A dictionary where keys are the names of submetrics and values are
|
183 |
functions that aggregate a list of metrics
|
184 |
"""
|
185 |
-
return {k: mean for k in ["rouge1", "rouge2", "rougeL"]}
|
186 |
|
187 |
def higher_is_better(self):
|
188 |
"""
|
@@ -190,5 +190,5 @@ class CNNDM(Task):
|
|
190 |
A dictionary where keys are the names of submetrics and values are
|
191 |
whether a higher value of the submetric is better
|
192 |
"""
|
193 |
-
return {k: True for k in ["rouge1", "rouge2", "rougeL"]}
|
194 |
|
|
|
182 |
A dictionary where keys are the names of submetrics and values are
|
183 |
functions that aggregate a list of metrics
|
184 |
"""
|
185 |
+
return {k: mean for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}
|
186 |
|
187 |
def higher_is_better(self):
|
188 |
"""
|
|
|
190 |
A dictionary where keys are the names of submetrics and values are
|
191 |
whether a higher value of the submetric is better
|
192 |
"""
|
193 |
+
return {k: True for k in ["rouge1", "rouge2", "rougeL", "factKB", "bertscore_precision", "bertscore_recall", "bertscore_f1"]}
|
194 |
|