ece / tests.py
jordyvl's picture
push to have sliders - kwargs - example data and reliability plot
3f722df
raw
history blame
346 Bytes
import numpy as np
test_cases = [
{"predictions": [[0, 1], [1, 0]], "references": [1, 0], "result": {"ECE": 0}},
{"predictions": [[0, 1], [1, 0]], "references": [0, 1], "result": {"ECE": 1}},
{
"predictions": [[0, 0.1, 0.9], [0.2, 0.8, 0]],
"references": [2, 0], # kwargs?
"result": {"ECE": >0<1},
},
]