{ "epoch": 1.986206896551724, "eval_kl": 0.0009412201470695436, "eval_logps/chosen": -11.28572518484933, "eval_logps/rejected": -10.654654366629464, "eval_loss": 0.5029926300048828, "eval_rewards/chosen": 0.000681033224931785, "eval_rewards/margins": 0.0012661761471203395, "eval_rewards/rejected": -0.0005851429221885544, "eval_runtime": 41.2133, "eval_samples_per_second": 10.822, "eval_steps_per_second": 0.679 }