pminervini commited on
Commit
4e10b3e
1 Parent(s): e1b962a
Files changed (1) hide show
  1. src/backend/run_eval_suite.py +1 -1
src/backend/run_eval_suite.py CHANGED
@@ -33,7 +33,7 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
33
  if 'samples' in results:
34
  samples = results['samples']
35
  for task_name in samples.keys():
36
- if len(samples['task_name']) > max_nb_samples:
37
  results['samples'][task_name] = results['samples'][task_name][:max_nb_samples]
38
 
39
  print(evaluator.make_table(results))
 
33
  if 'samples' in results:
34
  samples = results['samples']
35
  for task_name in samples.keys():
36
+ if len(samples[task_name]) > max_nb_samples:
37
  results['samples'][task_name] = results['samples'][task_name][:max_nb_samples]
38
 
39
  print(evaluator.make_table(results))