jjkim
commited on
Commit
·
5454ac7
1
Parent(s):
4c0637f
- code_eval.py +2 -10
code_eval.py
CHANGED
|
@@ -146,16 +146,8 @@ class CodeEval(evaluate.Metric):
|
|
| 146 |
features=datasets.Features(
|
| 147 |
{
|
| 148 |
# sequence of dictionaries
|
| 149 |
-
"predictions": datasets.Sequence(
|
| 150 |
-
|
| 151 |
-
"id": datasets.Value("string")
|
| 152 |
-
}
|
| 153 |
-
),
|
| 154 |
-
"references": datasets.Sequence(
|
| 155 |
-
{
|
| 156 |
-
"id": datasets.Value("string")
|
| 157 |
-
}
|
| 158 |
-
),
|
| 159 |
}
|
| 160 |
),
|
| 161 |
homepage="https://github.com/openai/human-eval",
|
|
|
|
| 146 |
features=datasets.Features(
|
| 147 |
{
|
| 148 |
# sequence of dictionaries
|
| 149 |
+
"predictions": datasets.Sequence(defaultdict(str)),
|
| 150 |
+
"references": datasets.Sequence(defaultdict(str)),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 151 |
}
|
| 152 |
),
|
| 153 |
homepage="https://github.com/openai/human-eval",
|