kevinpro's picture
Upload 38 files
18c29fb
{
"best_metric": 0.5939880609512329,
"best_model_checkpoint": "/mnt/data1/sheshuaijie/Output/CoT/Trained/vicuna-13b_english-cot+auto-cot_0.0002/lora/checkpoint-1036",
"epoch": 6.835463917525773,
"global_step": 1036,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.05,
"eval_loss": 1.7208857536315918,
"eval_runtime": 39.046,
"eval_samples_per_second": 76.832,
"eval_steps_per_second": 2.407,
"step": 7
},
{
"epoch": 0.09,
"eval_loss": 1.3302656412124634,
"eval_runtime": 39.1446,
"eval_samples_per_second": 76.639,
"eval_steps_per_second": 2.401,
"step": 14
},
{
"epoch": 0.13,
"learning_rate": 0.00019933110367892977,
"loss": 1.607,
"step": 20
},
{
"epoch": 0.14,
"eval_loss": 1.0993696451187134,
"eval_runtime": 39.2624,
"eval_samples_per_second": 76.409,
"eval_steps_per_second": 2.394,
"step": 21
},
{
"epoch": 0.18,
"eval_loss": 0.9883869886398315,
"eval_runtime": 39.2607,
"eval_samples_per_second": 76.412,
"eval_steps_per_second": 2.394,
"step": 28
},
{
"epoch": 0.23,
"eval_loss": 0.9121341109275818,
"eval_runtime": 39.2818,
"eval_samples_per_second": 76.371,
"eval_steps_per_second": 2.393,
"step": 35
},
{
"epoch": 0.26,
"learning_rate": 0.00019665551839464883,
"loss": 1.0077,
"step": 40
},
{
"epoch": 0.28,
"eval_loss": 0.8665392398834229,
"eval_runtime": 39.261,
"eval_samples_per_second": 76.412,
"eval_steps_per_second": 2.394,
"step": 42
},
{
"epoch": 0.32,
"eval_loss": 0.8299428820610046,
"eval_runtime": 39.2723,
"eval_samples_per_second": 76.39,
"eval_steps_per_second": 2.394,
"step": 49
},
{
"epoch": 0.37,
"eval_loss": 0.7965301275253296,
"eval_runtime": 39.2718,
"eval_samples_per_second": 76.391,
"eval_steps_per_second": 2.394,
"step": 56
},
{
"epoch": 0.4,
"learning_rate": 0.0001939799331103679,
"loss": 0.8626,
"step": 60
},
{
"epoch": 0.42,
"eval_loss": 0.7661889791488647,
"eval_runtime": 39.2752,
"eval_samples_per_second": 76.384,
"eval_steps_per_second": 2.393,
"step": 63
},
{
"epoch": 0.46,
"eval_loss": 0.744417130947113,
"eval_runtime": 39.2899,
"eval_samples_per_second": 76.355,
"eval_steps_per_second": 2.392,
"step": 70
},
{
"epoch": 0.51,
"eval_loss": 0.728394627571106,
"eval_runtime": 39.298,
"eval_samples_per_second": 76.34,
"eval_steps_per_second": 2.392,
"step": 77
},
{
"epoch": 0.53,
"learning_rate": 0.00019130434782608697,
"loss": 0.7683,
"step": 80
},
{
"epoch": 0.55,
"eval_loss": 0.7151542901992798,
"eval_runtime": 39.272,
"eval_samples_per_second": 76.39,
"eval_steps_per_second": 2.394,
"step": 84
},
{
"epoch": 0.6,
"eval_loss": 0.7049417495727539,
"eval_runtime": 39.2657,
"eval_samples_per_second": 76.403,
"eval_steps_per_second": 2.394,
"step": 91
},
{
"epoch": 0.65,
"eval_loss": 0.6961150765419006,
"eval_runtime": 39.2274,
"eval_samples_per_second": 76.477,
"eval_steps_per_second": 2.396,
"step": 98
},
{
"epoch": 0.66,
"learning_rate": 0.00018862876254180605,
"loss": 0.7346,
"step": 100
},
{
"epoch": 0.69,
"eval_loss": 0.6891586780548096,
"eval_runtime": 39.2698,
"eval_samples_per_second": 76.395,
"eval_steps_per_second": 2.394,
"step": 105
},
{
"epoch": 0.74,
"eval_loss": 0.6833620667457581,
"eval_runtime": 39.2474,
"eval_samples_per_second": 76.438,
"eval_steps_per_second": 2.395,
"step": 112
},
{
"epoch": 0.79,
"eval_loss": 0.678981602191925,
"eval_runtime": 39.2363,
"eval_samples_per_second": 76.46,
"eval_steps_per_second": 2.396,
"step": 119
},
{
"epoch": 0.79,
"learning_rate": 0.0001859531772575251,
"loss": 0.7095,
"step": 120
},
{
"epoch": 0.83,
"eval_loss": 0.6739740967750549,
"eval_runtime": 39.2467,
"eval_samples_per_second": 76.439,
"eval_steps_per_second": 2.395,
"step": 126
},
{
"epoch": 0.88,
"eval_loss": 0.6704814434051514,
"eval_runtime": 39.2828,
"eval_samples_per_second": 76.369,
"eval_steps_per_second": 2.393,
"step": 133
},
{
"epoch": 0.92,
"learning_rate": 0.00018327759197324413,
"loss": 0.6989,
"step": 140
},
{
"epoch": 0.92,
"eval_loss": 0.6668062210083008,
"eval_runtime": 39.1861,
"eval_samples_per_second": 76.558,
"eval_steps_per_second": 2.399,
"step": 140
},
{
"epoch": 0.97,
"eval_loss": 0.6635003089904785,
"eval_runtime": 39.2627,
"eval_samples_per_second": 76.408,
"eval_steps_per_second": 2.394,
"step": 147
},
{
"epoch": 1.02,
"eval_loss": 0.6594184637069702,
"eval_runtime": 39.2634,
"eval_samples_per_second": 76.407,
"eval_steps_per_second": 2.394,
"step": 154
},
{
"epoch": 1.06,
"learning_rate": 0.00018060200668896322,
"loss": 0.6753,
"step": 160
},
{
"epoch": 1.06,
"eval_loss": 0.656818151473999,
"eval_runtime": 39.2093,
"eval_samples_per_second": 76.513,
"eval_steps_per_second": 2.397,
"step": 161
},
{
"epoch": 1.11,
"eval_loss": 0.6542237401008606,
"eval_runtime": 39.2619,
"eval_samples_per_second": 76.41,
"eval_steps_per_second": 2.394,
"step": 168
},
{
"epoch": 1.15,
"eval_loss": 0.6509793400764465,
"eval_runtime": 39.2795,
"eval_samples_per_second": 76.376,
"eval_steps_per_second": 2.393,
"step": 175
},
{
"epoch": 1.19,
"learning_rate": 0.00017792642140468227,
"loss": 0.6742,
"step": 180
},
{
"epoch": 1.2,
"eval_loss": 0.6501123905181885,
"eval_runtime": 39.2889,
"eval_samples_per_second": 76.357,
"eval_steps_per_second": 2.393,
"step": 182
},
{
"epoch": 1.25,
"eval_loss": 0.6488311290740967,
"eval_runtime": 39.2821,
"eval_samples_per_second": 76.371,
"eval_steps_per_second": 2.393,
"step": 189
},
{
"epoch": 1.29,
"eval_loss": 0.6458473205566406,
"eval_runtime": 39.2749,
"eval_samples_per_second": 76.385,
"eval_steps_per_second": 2.393,
"step": 196
},
{
"epoch": 1.32,
"learning_rate": 0.00017525083612040135,
"loss": 0.6727,
"step": 200
},
{
"epoch": 1.34,
"eval_loss": 0.6445983648300171,
"eval_runtime": 39.2655,
"eval_samples_per_second": 76.403,
"eval_steps_per_second": 2.394,
"step": 203
},
{
"epoch": 1.39,
"eval_loss": 0.6414983868598938,
"eval_runtime": 39.2575,
"eval_samples_per_second": 76.418,
"eval_steps_per_second": 2.394,
"step": 210
},
{
"epoch": 1.43,
"eval_loss": 0.6403743624687195,
"eval_runtime": 39.2601,
"eval_samples_per_second": 76.413,
"eval_steps_per_second": 2.394,
"step": 217
},
{
"epoch": 1.45,
"learning_rate": 0.0001725752508361204,
"loss": 0.6651,
"step": 220
},
{
"epoch": 1.48,
"eval_loss": 0.6375772953033447,
"eval_runtime": 39.2616,
"eval_samples_per_second": 76.411,
"eval_steps_per_second": 2.394,
"step": 224
},
{
"epoch": 1.52,
"eval_loss": 0.6363030076026917,
"eval_runtime": 39.2685,
"eval_samples_per_second": 76.397,
"eval_steps_per_second": 2.394,
"step": 231
},
{
"epoch": 1.57,
"eval_loss": 0.6365154981613159,
"eval_runtime": 39.2615,
"eval_samples_per_second": 76.411,
"eval_steps_per_second": 2.394,
"step": 238
},
{
"epoch": 1.58,
"learning_rate": 0.00016989966555183946,
"loss": 0.6569,
"step": 240
},
{
"epoch": 1.62,
"eval_loss": 0.6351213455200195,
"eval_runtime": 39.2374,
"eval_samples_per_second": 76.458,
"eval_steps_per_second": 2.396,
"step": 245
},
{
"epoch": 1.66,
"eval_loss": 0.633696436882019,
"eval_runtime": 39.2576,
"eval_samples_per_second": 76.418,
"eval_steps_per_second": 2.394,
"step": 252
},
{
"epoch": 1.71,
"eval_loss": 0.6320024132728577,
"eval_runtime": 39.2456,
"eval_samples_per_second": 76.442,
"eval_steps_per_second": 2.395,
"step": 259
},
{
"epoch": 1.72,
"learning_rate": 0.00016722408026755855,
"loss": 0.6535,
"step": 260
},
{
"epoch": 1.76,
"eval_loss": 0.6302981972694397,
"eval_runtime": 39.2723,
"eval_samples_per_second": 76.39,
"eval_steps_per_second": 2.394,
"step": 266
},
{
"epoch": 1.8,
"eval_loss": 0.6285908818244934,
"eval_runtime": 39.2745,
"eval_samples_per_second": 76.385,
"eval_steps_per_second": 2.393,
"step": 273
},
{
"epoch": 1.85,
"learning_rate": 0.0001645484949832776,
"loss": 0.6504,
"step": 280
},
{
"epoch": 1.85,
"eval_loss": 0.6279519200325012,
"eval_runtime": 39.1978,
"eval_samples_per_second": 76.535,
"eval_steps_per_second": 2.398,
"step": 280
},
{
"epoch": 1.89,
"eval_loss": 0.6275761723518372,
"eval_runtime": 39.2574,
"eval_samples_per_second": 76.419,
"eval_steps_per_second": 2.394,
"step": 287
},
{
"epoch": 1.94,
"eval_loss": 0.6262693405151367,
"eval_runtime": 39.2587,
"eval_samples_per_second": 76.416,
"eval_steps_per_second": 2.394,
"step": 294
},
{
"epoch": 1.98,
"learning_rate": 0.00016187290969899666,
"loss": 0.6447,
"step": 300
},
{
"epoch": 1.99,
"eval_loss": 0.6255723237991333,
"eval_runtime": 39.2593,
"eval_samples_per_second": 76.415,
"eval_steps_per_second": 2.394,
"step": 301
},
{
"epoch": 2.03,
"eval_loss": 0.624893307685852,
"eval_runtime": 39.2732,
"eval_samples_per_second": 76.388,
"eval_steps_per_second": 2.393,
"step": 308
},
{
"epoch": 2.08,
"eval_loss": 0.6238787174224854,
"eval_runtime": 39.2648,
"eval_samples_per_second": 76.404,
"eval_steps_per_second": 2.394,
"step": 315
},
{
"epoch": 2.11,
"learning_rate": 0.00015919732441471574,
"loss": 0.6418,
"step": 320
},
{
"epoch": 2.12,
"eval_loss": 0.6227560043334961,
"eval_runtime": 39.2517,
"eval_samples_per_second": 76.43,
"eval_steps_per_second": 2.395,
"step": 322
},
{
"epoch": 2.17,
"eval_loss": 0.621408998966217,
"eval_runtime": 39.2673,
"eval_samples_per_second": 76.4,
"eval_steps_per_second": 2.394,
"step": 329
},
{
"epoch": 2.22,
"eval_loss": 0.6207154989242554,
"eval_runtime": 39.2707,
"eval_samples_per_second": 76.393,
"eval_steps_per_second": 2.394,
"step": 336
},
{
"epoch": 2.24,
"learning_rate": 0.0001565217391304348,
"loss": 0.6294,
"step": 340
},
{
"epoch": 2.26,
"eval_loss": 0.6207785606384277,
"eval_runtime": 39.2687,
"eval_samples_per_second": 76.397,
"eval_steps_per_second": 2.394,
"step": 343
},
{
"epoch": 2.31,
"eval_loss": 0.619699239730835,
"eval_runtime": 39.2528,
"eval_samples_per_second": 76.428,
"eval_steps_per_second": 2.395,
"step": 350
},
{
"epoch": 2.36,
"eval_loss": 0.6189907789230347,
"eval_runtime": 39.2383,
"eval_samples_per_second": 76.456,
"eval_steps_per_second": 2.396,
"step": 357
},
{
"epoch": 2.38,
"learning_rate": 0.00015384615384615385,
"loss": 0.6323,
"step": 360
},
{
"epoch": 2.4,
"eval_loss": 0.6188793182373047,
"eval_runtime": 39.2507,
"eval_samples_per_second": 76.432,
"eval_steps_per_second": 2.395,
"step": 364
},
{
"epoch": 2.45,
"eval_loss": 0.6180170774459839,
"eval_runtime": 39.2506,
"eval_samples_per_second": 76.432,
"eval_steps_per_second": 2.395,
"step": 371
},
{
"epoch": 2.49,
"eval_loss": 0.6175986528396606,
"eval_runtime": 39.2493,
"eval_samples_per_second": 76.434,
"eval_steps_per_second": 2.395,
"step": 378
},
{
"epoch": 2.51,
"learning_rate": 0.00015117056856187293,
"loss": 0.6194,
"step": 380
},
{
"epoch": 2.54,
"eval_loss": 0.6155608296394348,
"eval_runtime": 39.2549,
"eval_samples_per_second": 76.424,
"eval_steps_per_second": 2.395,
"step": 385
},
{
"epoch": 2.59,
"eval_loss": 0.6149768829345703,
"eval_runtime": 39.2507,
"eval_samples_per_second": 76.432,
"eval_steps_per_second": 2.395,
"step": 392
},
{
"epoch": 2.63,
"eval_loss": 0.614321768283844,
"eval_runtime": 39.2607,
"eval_samples_per_second": 76.412,
"eval_steps_per_second": 2.394,
"step": 399
},
{
"epoch": 2.64,
"learning_rate": 0.00014849498327759196,
"loss": 0.6165,
"step": 400
},
{
"epoch": 2.68,
"eval_loss": 0.6136913299560547,
"eval_runtime": 39.256,
"eval_samples_per_second": 76.422,
"eval_steps_per_second": 2.395,
"step": 406
},
{
"epoch": 2.72,
"eval_loss": 0.6127980351448059,
"eval_runtime": 39.2695,
"eval_samples_per_second": 76.395,
"eval_steps_per_second": 2.394,
"step": 413
},
{
"epoch": 2.77,
"learning_rate": 0.00014581939799331104,
"loss": 0.6202,
"step": 420
},
{
"epoch": 2.77,
"eval_loss": 0.6126558780670166,
"eval_runtime": 39.2344,
"eval_samples_per_second": 76.464,
"eval_steps_per_second": 2.396,
"step": 420
},
{
"epoch": 2.82,
"eval_loss": 0.6126319766044617,
"eval_runtime": 39.2692,
"eval_samples_per_second": 76.396,
"eval_steps_per_second": 2.394,
"step": 427
},
{
"epoch": 2.86,
"eval_loss": 0.6124591827392578,
"eval_runtime": 39.2771,
"eval_samples_per_second": 76.38,
"eval_steps_per_second": 2.393,
"step": 434
},
{
"epoch": 2.9,
"learning_rate": 0.0001431438127090301,
"loss": 0.6186,
"step": 440
},
{
"epoch": 2.91,
"eval_loss": 0.6117784976959229,
"eval_runtime": 39.2494,
"eval_samples_per_second": 76.434,
"eval_steps_per_second": 2.395,
"step": 441
},
{
"epoch": 2.96,
"eval_loss": 0.6105948090553284,
"eval_runtime": 39.2716,
"eval_samples_per_second": 76.391,
"eval_steps_per_second": 2.394,
"step": 448
},
{
"epoch": 3.0,
"eval_loss": 0.6107361912727356,
"eval_runtime": 39.2828,
"eval_samples_per_second": 76.369,
"eval_steps_per_second": 2.393,
"step": 455
},
{
"epoch": 3.04,
"learning_rate": 0.00014046822742474916,
"loss": 0.6165,
"step": 460
},
{
"epoch": 3.05,
"eval_loss": 0.6106633543968201,
"eval_runtime": 39.2701,
"eval_samples_per_second": 76.394,
"eval_steps_per_second": 2.394,
"step": 462
},
{
"epoch": 3.09,
"eval_loss": 0.6104211807250977,
"eval_runtime": 39.2794,
"eval_samples_per_second": 76.376,
"eval_steps_per_second": 2.393,
"step": 469
},
{
"epoch": 3.14,
"eval_loss": 0.611173152923584,
"eval_runtime": 39.2596,
"eval_samples_per_second": 76.415,
"eval_steps_per_second": 2.394,
"step": 476
},
{
"epoch": 3.17,
"learning_rate": 0.00013779264214046824,
"loss": 0.6021,
"step": 480
},
{
"epoch": 3.19,
"eval_loss": 0.6094884276390076,
"eval_runtime": 39.2429,
"eval_samples_per_second": 76.447,
"eval_steps_per_second": 2.395,
"step": 483
},
{
"epoch": 3.23,
"eval_loss": 0.6093204617500305,
"eval_runtime": 39.278,
"eval_samples_per_second": 76.379,
"eval_steps_per_second": 2.393,
"step": 490
},
{
"epoch": 3.28,
"eval_loss": 0.60869961977005,
"eval_runtime": 39.269,
"eval_samples_per_second": 76.396,
"eval_steps_per_second": 2.394,
"step": 497
},
{
"epoch": 3.3,
"learning_rate": 0.0001351170568561873,
"loss": 0.6057,
"step": 500
},
{
"epoch": 3.33,
"eval_loss": 0.6093556880950928,
"eval_runtime": 39.2597,
"eval_samples_per_second": 76.414,
"eval_steps_per_second": 2.394,
"step": 504
},
{
"epoch": 3.37,
"eval_loss": 0.6078519821166992,
"eval_runtime": 39.2561,
"eval_samples_per_second": 76.421,
"eval_steps_per_second": 2.395,
"step": 511
},
{
"epoch": 3.42,
"eval_loss": 0.6079010367393494,
"eval_runtime": 39.2536,
"eval_samples_per_second": 76.426,
"eval_steps_per_second": 2.395,
"step": 518
},
{
"epoch": 3.43,
"learning_rate": 0.00013244147157190635,
"loss": 0.598,
"step": 520
},
{
"epoch": 3.46,
"eval_loss": 0.6074483394622803,
"eval_runtime": 39.2832,
"eval_samples_per_second": 76.369,
"eval_steps_per_second": 2.393,
"step": 525
},
{
"epoch": 3.51,
"eval_loss": 0.6073596477508545,
"eval_runtime": 39.2701,
"eval_samples_per_second": 76.394,
"eval_steps_per_second": 2.394,
"step": 532
},
{
"epoch": 3.56,
"eval_loss": 0.606430172920227,
"eval_runtime": 39.2546,
"eval_samples_per_second": 76.424,
"eval_steps_per_second": 2.395,
"step": 539
},
{
"epoch": 3.56,
"learning_rate": 0.00012976588628762543,
"loss": 0.5948,
"step": 540
},
{
"epoch": 3.6,
"eval_loss": 0.6060574650764465,
"eval_runtime": 39.2503,
"eval_samples_per_second": 76.433,
"eval_steps_per_second": 2.395,
"step": 546
},
{
"epoch": 3.65,
"eval_loss": 0.6067923307418823,
"eval_runtime": 39.2654,
"eval_samples_per_second": 76.403,
"eval_steps_per_second": 2.394,
"step": 553
},
{
"epoch": 3.69,
"learning_rate": 0.0001270903010033445,
"loss": 0.5962,
"step": 560
},
{
"epoch": 3.69,
"eval_loss": 0.6042212843894958,
"eval_runtime": 39.2032,
"eval_samples_per_second": 76.524,
"eval_steps_per_second": 2.398,
"step": 560
},
{
"epoch": 3.74,
"eval_loss": 0.6041299700737,
"eval_runtime": 39.2396,
"eval_samples_per_second": 76.453,
"eval_steps_per_second": 2.396,
"step": 567
},
{
"epoch": 3.79,
"eval_loss": 0.6047356128692627,
"eval_runtime": 39.274,
"eval_samples_per_second": 76.386,
"eval_steps_per_second": 2.393,
"step": 574
},
{
"epoch": 3.83,
"learning_rate": 0.00012441471571906357,
"loss": 0.5977,
"step": 580
},
{
"epoch": 3.83,
"eval_loss": 0.6040154099464417,
"eval_runtime": 39.2677,
"eval_samples_per_second": 76.399,
"eval_steps_per_second": 2.394,
"step": 581
},
{
"epoch": 3.88,
"eval_loss": 0.603416383266449,
"eval_runtime": 39.2621,
"eval_samples_per_second": 76.41,
"eval_steps_per_second": 2.394,
"step": 588
},
{
"epoch": 3.93,
"eval_loss": 0.6036480069160461,
"eval_runtime": 39.2609,
"eval_samples_per_second": 76.412,
"eval_steps_per_second": 2.394,
"step": 595
},
{
"epoch": 3.96,
"learning_rate": 0.00012173913043478263,
"loss": 0.5903,
"step": 600
},
{
"epoch": 3.97,
"eval_loss": 0.6035267114639282,
"eval_runtime": 39.2828,
"eval_samples_per_second": 76.369,
"eval_steps_per_second": 2.393,
"step": 602
},
{
"epoch": 4.02,
"eval_loss": 0.6025964617729187,
"eval_runtime": 39.2634,
"eval_samples_per_second": 76.407,
"eval_steps_per_second": 2.394,
"step": 609
},
{
"epoch": 4.06,
"eval_loss": 0.6028868556022644,
"eval_runtime": 39.2591,
"eval_samples_per_second": 76.415,
"eval_steps_per_second": 2.394,
"step": 616
},
{
"epoch": 4.09,
"learning_rate": 0.0001190635451505017,
"loss": 0.5927,
"step": 620
},
{
"epoch": 4.11,
"eval_loss": 0.6027114391326904,
"eval_runtime": 39.2648,
"eval_samples_per_second": 76.404,
"eval_steps_per_second": 2.394,
"step": 623
},
{
"epoch": 4.16,
"eval_loss": 0.6030986905097961,
"eval_runtime": 39.2746,
"eval_samples_per_second": 76.385,
"eval_steps_per_second": 2.393,
"step": 630
},
{
"epoch": 4.2,
"eval_loss": 0.6026434898376465,
"eval_runtime": 39.2646,
"eval_samples_per_second": 76.405,
"eval_steps_per_second": 2.394,
"step": 637
},
{
"epoch": 4.22,
"learning_rate": 0.00011638795986622074,
"loss": 0.581,
"step": 640
},
{
"epoch": 4.25,
"eval_loss": 0.6008206009864807,
"eval_runtime": 39.2718,
"eval_samples_per_second": 76.391,
"eval_steps_per_second": 2.394,
"step": 644
},
{
"epoch": 4.3,
"eval_loss": 0.6018855571746826,
"eval_runtime": 39.2587,
"eval_samples_per_second": 76.416,
"eval_steps_per_second": 2.394,
"step": 651
},
{
"epoch": 4.34,
"eval_loss": 0.6018174886703491,
"eval_runtime": 39.2445,
"eval_samples_per_second": 76.444,
"eval_steps_per_second": 2.395,
"step": 658
},
{
"epoch": 4.35,
"learning_rate": 0.00011371237458193979,
"loss": 0.5965,
"step": 660
},
{
"epoch": 4.39,
"eval_loss": 0.6006762981414795,
"eval_runtime": 39.2498,
"eval_samples_per_second": 76.433,
"eval_steps_per_second": 2.395,
"step": 665
},
{
"epoch": 4.43,
"eval_loss": 0.6006374359130859,
"eval_runtime": 39.2758,
"eval_samples_per_second": 76.383,
"eval_steps_per_second": 2.393,
"step": 672
},
{
"epoch": 4.48,
"eval_loss": 0.5997828245162964,
"eval_runtime": 39.2794,
"eval_samples_per_second": 76.376,
"eval_steps_per_second": 2.393,
"step": 679
},
{
"epoch": 4.49,
"learning_rate": 0.00011103678929765886,
"loss": 0.5896,
"step": 680
},
{
"epoch": 4.53,
"eval_loss": 0.6000981330871582,
"eval_runtime": 39.2629,
"eval_samples_per_second": 76.408,
"eval_steps_per_second": 2.394,
"step": 686
},
{
"epoch": 4.57,
"eval_loss": 0.5991115570068359,
"eval_runtime": 39.2774,
"eval_samples_per_second": 76.38,
"eval_steps_per_second": 2.393,
"step": 693
},
{
"epoch": 4.62,
"learning_rate": 0.00010836120401337793,
"loss": 0.5854,
"step": 700
},
{
"epoch": 4.62,
"eval_loss": 0.6001954674720764,
"eval_runtime": 39.2333,
"eval_samples_per_second": 76.466,
"eval_steps_per_second": 2.396,
"step": 700
},
{
"epoch": 4.66,
"eval_loss": 0.6007575988769531,
"eval_runtime": 39.2801,
"eval_samples_per_second": 76.374,
"eval_steps_per_second": 2.393,
"step": 707
},
{
"epoch": 4.71,
"eval_loss": 0.5983864068984985,
"eval_runtime": 39.2469,
"eval_samples_per_second": 76.439,
"eval_steps_per_second": 2.395,
"step": 714
},
{
"epoch": 4.75,
"learning_rate": 0.00010568561872909698,
"loss": 0.5844,
"step": 720
},
{
"epoch": 4.76,
"eval_loss": 0.5985506772994995,
"eval_runtime": 39.2426,
"eval_samples_per_second": 76.448,
"eval_steps_per_second": 2.395,
"step": 721
},
{
"epoch": 4.8,
"eval_loss": 0.5978309512138367,
"eval_runtime": 39.2604,
"eval_samples_per_second": 76.413,
"eval_steps_per_second": 2.394,
"step": 728
},
{
"epoch": 4.85,
"eval_loss": 0.5981310606002808,
"eval_runtime": 39.2686,
"eval_samples_per_second": 76.397,
"eval_steps_per_second": 2.394,
"step": 735
},
{
"epoch": 4.88,
"learning_rate": 0.00010301003344481605,
"loss": 0.5784,
"step": 740
},
{
"epoch": 4.9,
"eval_loss": 0.5985335111618042,
"eval_runtime": 39.2557,
"eval_samples_per_second": 76.422,
"eval_steps_per_second": 2.395,
"step": 742
},
{
"epoch": 4.94,
"eval_loss": 0.5975944995880127,
"eval_runtime": 39.2644,
"eval_samples_per_second": 76.405,
"eval_steps_per_second": 2.394,
"step": 749
},
{
"epoch": 4.99,
"eval_loss": 0.596754252910614,
"eval_runtime": 39.2365,
"eval_samples_per_second": 76.459,
"eval_steps_per_second": 2.396,
"step": 756
},
{
"epoch": 5.01,
"learning_rate": 0.00010033444816053512,
"loss": 0.5825,
"step": 760
},
{
"epoch": 5.03,
"eval_loss": 0.5977214574813843,
"eval_runtime": 39.235,
"eval_samples_per_second": 76.462,
"eval_steps_per_second": 2.396,
"step": 763
},
{
"epoch": 5.08,
"eval_loss": 0.5982287526130676,
"eval_runtime": 39.2483,
"eval_samples_per_second": 76.436,
"eval_steps_per_second": 2.395,
"step": 770
},
{
"epoch": 5.13,
"eval_loss": 0.5973477959632874,
"eval_runtime": 39.2692,
"eval_samples_per_second": 76.396,
"eval_steps_per_second": 2.394,
"step": 777
},
{
"epoch": 5.15,
"learning_rate": 9.765886287625419e-05,
"loss": 0.5724,
"step": 780
},
{
"epoch": 5.17,
"eval_loss": 0.598833441734314,
"eval_runtime": 39.2608,
"eval_samples_per_second": 76.412,
"eval_steps_per_second": 2.394,
"step": 784
},
{
"epoch": 5.22,
"eval_loss": 0.5973609089851379,
"eval_runtime": 39.2557,
"eval_samples_per_second": 76.422,
"eval_steps_per_second": 2.395,
"step": 791
},
{
"epoch": 5.27,
"eval_loss": 0.5983055233955383,
"eval_runtime": 39.2613,
"eval_samples_per_second": 76.411,
"eval_steps_per_second": 2.394,
"step": 798
},
{
"epoch": 5.28,
"learning_rate": 9.498327759197325e-05,
"loss": 0.5765,
"step": 800
},
{
"epoch": 5.31,
"eval_loss": 0.597219705581665,
"eval_runtime": 39.2532,
"eval_samples_per_second": 76.427,
"eval_steps_per_second": 2.395,
"step": 805
},
{
"epoch": 5.36,
"eval_loss": 0.5974920392036438,
"eval_runtime": 39.2428,
"eval_samples_per_second": 76.447,
"eval_steps_per_second": 2.395,
"step": 812
},
{
"epoch": 5.4,
"eval_loss": 0.5970295667648315,
"eval_runtime": 39.2255,
"eval_samples_per_second": 76.481,
"eval_steps_per_second": 2.396,
"step": 819
},
{
"epoch": 5.41,
"learning_rate": 9.230769230769232e-05,
"loss": 0.5662,
"step": 820
},
{
"epoch": 5.45,
"eval_loss": 0.5995200872421265,
"eval_runtime": 39.2763,
"eval_samples_per_second": 76.382,
"eval_steps_per_second": 2.393,
"step": 826
},
{
"epoch": 5.5,
"eval_loss": 0.5961365699768066,
"eval_runtime": 39.2442,
"eval_samples_per_second": 76.444,
"eval_steps_per_second": 2.395,
"step": 833
},
{
"epoch": 5.54,
"learning_rate": 8.963210702341137e-05,
"loss": 0.5594,
"step": 840
},
{
"epoch": 5.54,
"eval_loss": 0.5958811640739441,
"eval_runtime": 39.224,
"eval_samples_per_second": 76.484,
"eval_steps_per_second": 2.396,
"step": 840
},
{
"epoch": 5.59,
"eval_loss": 0.5974062085151672,
"eval_runtime": 39.2479,
"eval_samples_per_second": 76.437,
"eval_steps_per_second": 2.395,
"step": 847
},
{
"epoch": 5.63,
"eval_loss": 0.5959305167198181,
"eval_runtime": 39.1122,
"eval_samples_per_second": 76.702,
"eval_steps_per_second": 2.403,
"step": 854
},
{
"epoch": 5.67,
"learning_rate": 8.695652173913044e-05,
"loss": 0.5569,
"step": 860
},
{
"epoch": 5.68,
"eval_loss": 0.597082257270813,
"eval_runtime": 39.2419,
"eval_samples_per_second": 76.449,
"eval_steps_per_second": 2.395,
"step": 861
},
{
"epoch": 5.73,
"eval_loss": 0.5964935421943665,
"eval_runtime": 39.2482,
"eval_samples_per_second": 76.437,
"eval_steps_per_second": 2.395,
"step": 868
},
{
"epoch": 5.77,
"eval_loss": 0.596628725528717,
"eval_runtime": 39.2684,
"eval_samples_per_second": 76.397,
"eval_steps_per_second": 2.394,
"step": 875
},
{
"epoch": 5.81,
"learning_rate": 8.42809364548495e-05,
"loss": 0.5711,
"step": 880
},
{
"epoch": 5.82,
"eval_loss": 0.596688449382782,
"eval_runtime": 39.262,
"eval_samples_per_second": 76.41,
"eval_steps_per_second": 2.394,
"step": 882
},
{
"epoch": 5.87,
"eval_loss": 0.5974501967430115,
"eval_runtime": 39.2621,
"eval_samples_per_second": 76.409,
"eval_steps_per_second": 2.394,
"step": 889
},
{
"epoch": 5.91,
"eval_loss": 0.5951861143112183,
"eval_runtime": 39.2622,
"eval_samples_per_second": 76.409,
"eval_steps_per_second": 2.394,
"step": 896
},
{
"epoch": 5.94,
"learning_rate": 8.160535117056857e-05,
"loss": 0.5703,
"step": 900
},
{
"epoch": 5.96,
"eval_loss": 0.5963322520256042,
"eval_runtime": 39.2656,
"eval_samples_per_second": 76.403,
"eval_steps_per_second": 2.394,
"step": 903
},
{
"epoch": 6.0,
"eval_loss": 0.5958115458488464,
"eval_runtime": 39.2804,
"eval_samples_per_second": 76.374,
"eval_steps_per_second": 2.393,
"step": 910
},
{
"epoch": 6.05,
"eval_loss": 0.5968443155288696,
"eval_runtime": 39.2618,
"eval_samples_per_second": 76.41,
"eval_steps_per_second": 2.394,
"step": 917
},
{
"epoch": 6.07,
"learning_rate": 7.892976588628763e-05,
"loss": 0.5551,
"step": 920
},
{
"epoch": 6.1,
"eval_loss": 0.5958288311958313,
"eval_runtime": 39.2648,
"eval_samples_per_second": 76.404,
"eval_steps_per_second": 2.394,
"step": 924
},
{
"epoch": 6.14,
"eval_loss": 0.5968209505081177,
"eval_runtime": 39.2563,
"eval_samples_per_second": 76.421,
"eval_steps_per_second": 2.395,
"step": 931
},
{
"epoch": 6.19,
"eval_loss": 0.5957658886909485,
"eval_runtime": 39.2499,
"eval_samples_per_second": 76.433,
"eval_steps_per_second": 2.395,
"step": 938
},
{
"epoch": 6.2,
"learning_rate": 7.62541806020067e-05,
"loss": 0.5636,
"step": 940
},
{
"epoch": 6.24,
"eval_loss": 0.5955784916877747,
"eval_runtime": 39.279,
"eval_samples_per_second": 76.377,
"eval_steps_per_second": 2.393,
"step": 945
},
{
"epoch": 6.28,
"eval_loss": 0.5963084101676941,
"eval_runtime": 39.2656,
"eval_samples_per_second": 76.403,
"eval_steps_per_second": 2.394,
"step": 952
},
{
"epoch": 6.33,
"eval_loss": 0.595792829990387,
"eval_runtime": 39.2577,
"eval_samples_per_second": 76.418,
"eval_steps_per_second": 2.394,
"step": 959
},
{
"epoch": 6.33,
"learning_rate": 7.357859531772575e-05,
"loss": 0.5676,
"step": 960
},
{
"epoch": 6.37,
"eval_loss": 0.5953949093818665,
"eval_runtime": 39.2554,
"eval_samples_per_second": 76.423,
"eval_steps_per_second": 2.395,
"step": 966
},
{
"epoch": 6.42,
"eval_loss": 0.595146894454956,
"eval_runtime": 39.2386,
"eval_samples_per_second": 76.455,
"eval_steps_per_second": 2.396,
"step": 973
},
{
"epoch": 6.47,
"learning_rate": 7.090301003344481e-05,
"loss": 0.5551,
"step": 980
},
{
"epoch": 6.47,
"eval_loss": 0.5957517027854919,
"eval_runtime": 39.197,
"eval_samples_per_second": 76.536,
"eval_steps_per_second": 2.398,
"step": 980
},
{
"epoch": 6.51,
"eval_loss": 0.596603512763977,
"eval_runtime": 39.2315,
"eval_samples_per_second": 76.469,
"eval_steps_per_second": 2.396,
"step": 987
},
{
"epoch": 6.56,
"eval_loss": 0.5952173471450806,
"eval_runtime": 39.2393,
"eval_samples_per_second": 76.454,
"eval_steps_per_second": 2.396,
"step": 994
},
{
"epoch": 6.6,
"learning_rate": 6.822742474916388e-05,
"loss": 0.5539,
"step": 1000
},
{
"epoch": 6.6,
"eval_loss": 0.5954132676124573,
"eval_runtime": 39.2213,
"eval_samples_per_second": 76.489,
"eval_steps_per_second": 2.397,
"step": 1001
},
{
"epoch": 6.65,
"eval_loss": 0.5956953167915344,
"eval_runtime": 39.2503,
"eval_samples_per_second": 76.432,
"eval_steps_per_second": 2.395,
"step": 1008
},
{
"epoch": 6.7,
"eval_loss": 0.5959665775299072,
"eval_runtime": 39.2657,
"eval_samples_per_second": 76.403,
"eval_steps_per_second": 2.394,
"step": 1015
},
{
"epoch": 6.73,
"learning_rate": 6.555183946488295e-05,
"loss": 0.5607,
"step": 1020
},
{
"epoch": 6.74,
"eval_loss": 0.5952425003051758,
"eval_runtime": 39.2705,
"eval_samples_per_second": 76.393,
"eval_steps_per_second": 2.394,
"step": 1022
},
{
"epoch": 6.79,
"eval_loss": 0.5953785181045532,
"eval_runtime": 39.2403,
"eval_samples_per_second": 76.452,
"eval_steps_per_second": 2.395,
"step": 1029
},
{
"epoch": 6.84,
"eval_loss": 0.5939880609512329,
"eval_runtime": 39.2586,
"eval_samples_per_second": 76.416,
"eval_steps_per_second": 2.394,
"step": 1036
}
],
"max_steps": 1510,
"num_train_epochs": 10,
"total_flos": 9.026762224110141e+18,
"trial_name": null,
"trial_params": null
}