ambarishnarayan's picture
End of training
3a757fe
raw
history blame contribute delete
No virus
22.2 kB
{
"best_metric": 0.8647342995169082,
"best_model_checkpoint": "videomae-base-finetuned-ucf101-subset/checkpoint-1620",
"epoch": 5.166666666666667,
"eval_steps": 500,
"global_step": 1620,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 3.0864197530864196e-06,
"loss": 0.2231,
"step": 10
},
{
"epoch": 0.01,
"learning_rate": 6.172839506172839e-06,
"loss": 0.7347,
"step": 20
},
{
"epoch": 0.02,
"learning_rate": 9.259259259259259e-06,
"loss": 0.1022,
"step": 30
},
{
"epoch": 0.02,
"learning_rate": 1.2345679012345678e-05,
"loss": 0.0396,
"step": 40
},
{
"epoch": 0.03,
"learning_rate": 1.54320987654321e-05,
"loss": 0.5946,
"step": 50
},
{
"epoch": 0.04,
"learning_rate": 1.8518518518518518e-05,
"loss": 1.1656,
"step": 60
},
{
"epoch": 0.04,
"learning_rate": 2.1604938271604937e-05,
"loss": 0.494,
"step": 70
},
{
"epoch": 0.05,
"learning_rate": 2.4691358024691357e-05,
"loss": 0.5423,
"step": 80
},
{
"epoch": 0.06,
"learning_rate": 2.777777777777778e-05,
"loss": 0.1873,
"step": 90
},
{
"epoch": 0.06,
"learning_rate": 3.08641975308642e-05,
"loss": 0.0079,
"step": 100
},
{
"epoch": 0.07,
"learning_rate": 3.395061728395062e-05,
"loss": 0.1419,
"step": 110
},
{
"epoch": 0.07,
"learning_rate": 3.7037037037037037e-05,
"loss": 0.5482,
"step": 120
},
{
"epoch": 0.08,
"learning_rate": 4.012345679012346e-05,
"loss": 0.5038,
"step": 130
},
{
"epoch": 0.09,
"learning_rate": 4.3209876543209875e-05,
"loss": 1.0755,
"step": 140
},
{
"epoch": 0.09,
"learning_rate": 4.62962962962963e-05,
"loss": 0.5767,
"step": 150
},
{
"epoch": 0.1,
"learning_rate": 4.938271604938271e-05,
"loss": 0.552,
"step": 160
},
{
"epoch": 0.1,
"learning_rate": 4.972565157750343e-05,
"loss": 3.0485,
"step": 170
},
{
"epoch": 0.11,
"learning_rate": 4.938271604938271e-05,
"loss": 0.6713,
"step": 180
},
{
"epoch": 0.12,
"learning_rate": 4.9039780521262005e-05,
"loss": 0.6941,
"step": 190
},
{
"epoch": 0.12,
"learning_rate": 4.86968449931413e-05,
"loss": 0.3063,
"step": 200
},
{
"epoch": 0.13,
"learning_rate": 4.835390946502058e-05,
"loss": 1.4736,
"step": 210
},
{
"epoch": 0.14,
"learning_rate": 4.801097393689987e-05,
"loss": 2.8045,
"step": 220
},
{
"epoch": 0.14,
"learning_rate": 4.766803840877915e-05,
"loss": 1.7318,
"step": 230
},
{
"epoch": 0.15,
"learning_rate": 4.732510288065844e-05,
"loss": 0.1236,
"step": 240
},
{
"epoch": 0.15,
"learning_rate": 4.6982167352537723e-05,
"loss": 1.4885,
"step": 250
},
{
"epoch": 0.16,
"learning_rate": 4.6639231824417016e-05,
"loss": 2.2675,
"step": 260
},
{
"epoch": 0.17,
"learning_rate": 4.62962962962963e-05,
"loss": 2.128,
"step": 270
},
{
"epoch": 0.17,
"eval_accuracy": 0.7294685990338164,
"eval_loss": 0.753165066242218,
"eval_runtime": 56.9292,
"eval_samples_per_second": 3.636,
"eval_steps_per_second": 3.636,
"step": 270
},
{
"epoch": 1.01,
"learning_rate": 4.5953360768175586e-05,
"loss": 0.5454,
"step": 280
},
{
"epoch": 1.01,
"learning_rate": 4.561042524005487e-05,
"loss": 0.5708,
"step": 290
},
{
"epoch": 1.02,
"learning_rate": 4.5267489711934157e-05,
"loss": 0.5133,
"step": 300
},
{
"epoch": 1.02,
"learning_rate": 4.492455418381344e-05,
"loss": 0.7319,
"step": 310
},
{
"epoch": 1.03,
"learning_rate": 4.4581618655692734e-05,
"loss": 0.7799,
"step": 320
},
{
"epoch": 1.04,
"learning_rate": 4.423868312757202e-05,
"loss": 1.6836,
"step": 330
},
{
"epoch": 1.04,
"learning_rate": 4.3895747599451304e-05,
"loss": 1.4565,
"step": 340
},
{
"epoch": 1.05,
"learning_rate": 4.355281207133059e-05,
"loss": 0.4941,
"step": 350
},
{
"epoch": 1.06,
"learning_rate": 4.3209876543209875e-05,
"loss": 0.6447,
"step": 360
},
{
"epoch": 1.06,
"learning_rate": 4.286694101508916e-05,
"loss": 0.6214,
"step": 370
},
{
"epoch": 1.07,
"learning_rate": 4.252400548696845e-05,
"loss": 1.0549,
"step": 380
},
{
"epoch": 1.07,
"learning_rate": 4.2181069958847744e-05,
"loss": 0.0725,
"step": 390
},
{
"epoch": 1.08,
"learning_rate": 4.183813443072703e-05,
"loss": 1.3638,
"step": 400
},
{
"epoch": 1.09,
"learning_rate": 4.1495198902606315e-05,
"loss": 0.0211,
"step": 410
},
{
"epoch": 1.09,
"learning_rate": 4.11522633744856e-05,
"loss": 2.1372,
"step": 420
},
{
"epoch": 1.1,
"learning_rate": 4.0809327846364885e-05,
"loss": 0.1949,
"step": 430
},
{
"epoch": 1.1,
"learning_rate": 4.046639231824417e-05,
"loss": 1.4151,
"step": 440
},
{
"epoch": 1.11,
"learning_rate": 4.012345679012346e-05,
"loss": 0.2223,
"step": 450
},
{
"epoch": 1.12,
"learning_rate": 3.978052126200275e-05,
"loss": 2.2408,
"step": 460
},
{
"epoch": 1.12,
"learning_rate": 3.943758573388203e-05,
"loss": 1.888,
"step": 470
},
{
"epoch": 1.13,
"learning_rate": 3.909465020576132e-05,
"loss": 1.4841,
"step": 480
},
{
"epoch": 1.14,
"learning_rate": 3.8751714677640603e-05,
"loss": 1.1911,
"step": 490
},
{
"epoch": 1.14,
"learning_rate": 3.840877914951989e-05,
"loss": 0.5481,
"step": 500
},
{
"epoch": 1.15,
"learning_rate": 3.806584362139918e-05,
"loss": 1.7358,
"step": 510
},
{
"epoch": 1.15,
"learning_rate": 3.7722908093278466e-05,
"loss": 0.0136,
"step": 520
},
{
"epoch": 1.16,
"learning_rate": 3.737997256515775e-05,
"loss": 1.9144,
"step": 530
},
{
"epoch": 1.17,
"learning_rate": 3.7037037037037037e-05,
"loss": 0.004,
"step": 540
},
{
"epoch": 1.17,
"eval_accuracy": 0.7971014492753623,
"eval_loss": 0.9392079710960388,
"eval_runtime": 56.8677,
"eval_samples_per_second": 3.64,
"eval_steps_per_second": 3.64,
"step": 540
},
{
"epoch": 2.01,
"learning_rate": 3.669410150891632e-05,
"loss": 0.6673,
"step": 550
},
{
"epoch": 2.01,
"learning_rate": 3.635116598079561e-05,
"loss": 0.007,
"step": 560
},
{
"epoch": 2.02,
"learning_rate": 3.60082304526749e-05,
"loss": 1.4758,
"step": 570
},
{
"epoch": 2.02,
"learning_rate": 3.566529492455419e-05,
"loss": 1.3052,
"step": 580
},
{
"epoch": 2.03,
"learning_rate": 3.5322359396433476e-05,
"loss": 1.0021,
"step": 590
},
{
"epoch": 2.04,
"learning_rate": 3.497942386831276e-05,
"loss": 0.8384,
"step": 600
},
{
"epoch": 2.04,
"learning_rate": 3.463648834019205e-05,
"loss": 0.6765,
"step": 610
},
{
"epoch": 2.05,
"learning_rate": 3.429355281207133e-05,
"loss": 0.5246,
"step": 620
},
{
"epoch": 2.06,
"learning_rate": 3.395061728395062e-05,
"loss": 0.8376,
"step": 630
},
{
"epoch": 2.06,
"learning_rate": 3.360768175582991e-05,
"loss": 0.5031,
"step": 640
},
{
"epoch": 2.07,
"learning_rate": 3.3264746227709195e-05,
"loss": 2.0995,
"step": 650
},
{
"epoch": 2.07,
"learning_rate": 3.292181069958848e-05,
"loss": 0.3882,
"step": 660
},
{
"epoch": 2.08,
"learning_rate": 3.2578875171467765e-05,
"loss": 0.778,
"step": 670
},
{
"epoch": 2.09,
"learning_rate": 3.223593964334705e-05,
"loss": 0.8262,
"step": 680
},
{
"epoch": 2.09,
"learning_rate": 3.1893004115226336e-05,
"loss": 0.307,
"step": 690
},
{
"epoch": 2.1,
"learning_rate": 3.155006858710563e-05,
"loss": 0.0967,
"step": 700
},
{
"epoch": 2.1,
"learning_rate": 3.120713305898491e-05,
"loss": 0.0112,
"step": 710
},
{
"epoch": 2.11,
"learning_rate": 3.08641975308642e-05,
"loss": 0.6731,
"step": 720
},
{
"epoch": 2.12,
"learning_rate": 3.0521262002743484e-05,
"loss": 0.2789,
"step": 730
},
{
"epoch": 2.12,
"learning_rate": 3.017832647462277e-05,
"loss": 0.0034,
"step": 740
},
{
"epoch": 2.13,
"learning_rate": 2.9835390946502057e-05,
"loss": 0.0045,
"step": 750
},
{
"epoch": 2.14,
"learning_rate": 2.949245541838135e-05,
"loss": 0.4748,
"step": 760
},
{
"epoch": 2.14,
"learning_rate": 2.9149519890260635e-05,
"loss": 0.3657,
"step": 770
},
{
"epoch": 2.15,
"learning_rate": 2.880658436213992e-05,
"loss": 0.4265,
"step": 780
},
{
"epoch": 2.15,
"learning_rate": 2.846364883401921e-05,
"loss": 0.924,
"step": 790
},
{
"epoch": 2.16,
"learning_rate": 2.8120713305898494e-05,
"loss": 0.0073,
"step": 800
},
{
"epoch": 2.17,
"learning_rate": 2.777777777777778e-05,
"loss": 0.964,
"step": 810
},
{
"epoch": 2.17,
"eval_accuracy": 0.8357487922705314,
"eval_loss": 0.8219566345214844,
"eval_runtime": 57.0969,
"eval_samples_per_second": 3.625,
"eval_steps_per_second": 3.625,
"step": 810
},
{
"epoch": 3.01,
"learning_rate": 2.7434842249657068e-05,
"loss": 0.7508,
"step": 820
},
{
"epoch": 3.01,
"learning_rate": 2.7091906721536353e-05,
"loss": 0.2073,
"step": 830
},
{
"epoch": 3.02,
"learning_rate": 2.6748971193415638e-05,
"loss": 0.2977,
"step": 840
},
{
"epoch": 3.02,
"learning_rate": 2.6406035665294927e-05,
"loss": 0.0036,
"step": 850
},
{
"epoch": 3.03,
"learning_rate": 2.6063100137174212e-05,
"loss": 0.3405,
"step": 860
},
{
"epoch": 3.04,
"learning_rate": 2.5720164609053497e-05,
"loss": 0.4663,
"step": 870
},
{
"epoch": 3.04,
"learning_rate": 2.5377229080932786e-05,
"loss": 0.0016,
"step": 880
},
{
"epoch": 3.05,
"learning_rate": 2.503429355281207e-05,
"loss": 0.3871,
"step": 890
},
{
"epoch": 3.06,
"learning_rate": 2.4691358024691357e-05,
"loss": 0.0032,
"step": 900
},
{
"epoch": 3.06,
"learning_rate": 2.434842249657065e-05,
"loss": 0.3635,
"step": 910
},
{
"epoch": 3.07,
"learning_rate": 2.4005486968449934e-05,
"loss": 0.1203,
"step": 920
},
{
"epoch": 3.07,
"learning_rate": 2.366255144032922e-05,
"loss": 0.2842,
"step": 930
},
{
"epoch": 3.08,
"learning_rate": 2.3319615912208508e-05,
"loss": 0.0011,
"step": 940
},
{
"epoch": 3.09,
"learning_rate": 2.2976680384087793e-05,
"loss": 0.0715,
"step": 950
},
{
"epoch": 3.09,
"learning_rate": 2.2633744855967078e-05,
"loss": 0.347,
"step": 960
},
{
"epoch": 3.1,
"learning_rate": 2.2290809327846367e-05,
"loss": 0.7102,
"step": 970
},
{
"epoch": 3.1,
"learning_rate": 2.1947873799725652e-05,
"loss": 0.904,
"step": 980
},
{
"epoch": 3.11,
"learning_rate": 2.1604938271604937e-05,
"loss": 0.0051,
"step": 990
},
{
"epoch": 3.12,
"learning_rate": 2.1262002743484226e-05,
"loss": 1.2771,
"step": 1000
},
{
"epoch": 3.12,
"learning_rate": 2.0919067215363515e-05,
"loss": 1.2444,
"step": 1010
},
{
"epoch": 3.13,
"learning_rate": 2.05761316872428e-05,
"loss": 0.0077,
"step": 1020
},
{
"epoch": 3.14,
"learning_rate": 2.0233196159122085e-05,
"loss": 0.022,
"step": 1030
},
{
"epoch": 3.14,
"learning_rate": 1.9890260631001374e-05,
"loss": 0.3176,
"step": 1040
},
{
"epoch": 3.15,
"learning_rate": 1.954732510288066e-05,
"loss": 1.4719,
"step": 1050
},
{
"epoch": 3.15,
"learning_rate": 1.9204389574759944e-05,
"loss": 0.4367,
"step": 1060
},
{
"epoch": 3.16,
"learning_rate": 1.8861454046639233e-05,
"loss": 0.1277,
"step": 1070
},
{
"epoch": 3.17,
"learning_rate": 1.8518518518518518e-05,
"loss": 0.0024,
"step": 1080
},
{
"epoch": 3.17,
"eval_accuracy": 0.8357487922705314,
"eval_loss": 0.8664024472236633,
"eval_runtime": 56.3506,
"eval_samples_per_second": 3.673,
"eval_steps_per_second": 3.673,
"step": 1080
},
{
"epoch": 4.01,
"learning_rate": 1.8175582990397804e-05,
"loss": 0.7364,
"step": 1090
},
{
"epoch": 4.01,
"learning_rate": 1.7832647462277096e-05,
"loss": 1.2463,
"step": 1100
},
{
"epoch": 4.02,
"learning_rate": 1.748971193415638e-05,
"loss": 0.7369,
"step": 1110
},
{
"epoch": 4.02,
"learning_rate": 1.7146776406035666e-05,
"loss": 0.0088,
"step": 1120
},
{
"epoch": 4.03,
"learning_rate": 1.6803840877914955e-05,
"loss": 0.4225,
"step": 1130
},
{
"epoch": 4.04,
"learning_rate": 1.646090534979424e-05,
"loss": 0.0073,
"step": 1140
},
{
"epoch": 4.04,
"learning_rate": 1.6117969821673525e-05,
"loss": 0.369,
"step": 1150
},
{
"epoch": 4.05,
"learning_rate": 1.5775034293552814e-05,
"loss": 0.0054,
"step": 1160
},
{
"epoch": 4.06,
"learning_rate": 1.54320987654321e-05,
"loss": 1.426,
"step": 1170
},
{
"epoch": 4.06,
"learning_rate": 1.5089163237311384e-05,
"loss": 0.3638,
"step": 1180
},
{
"epoch": 4.07,
"learning_rate": 1.4746227709190675e-05,
"loss": 0.0531,
"step": 1190
},
{
"epoch": 4.07,
"learning_rate": 1.440329218106996e-05,
"loss": 0.0038,
"step": 1200
},
{
"epoch": 4.08,
"learning_rate": 1.4060356652949247e-05,
"loss": 0.0046,
"step": 1210
},
{
"epoch": 4.09,
"learning_rate": 1.3717421124828534e-05,
"loss": 0.0037,
"step": 1220
},
{
"epoch": 4.09,
"learning_rate": 1.3374485596707819e-05,
"loss": 0.0671,
"step": 1230
},
{
"epoch": 4.1,
"learning_rate": 1.3031550068587106e-05,
"loss": 0.4538,
"step": 1240
},
{
"epoch": 4.1,
"learning_rate": 1.2688614540466393e-05,
"loss": 0.5033,
"step": 1250
},
{
"epoch": 4.11,
"learning_rate": 1.2345679012345678e-05,
"loss": 0.0055,
"step": 1260
},
{
"epoch": 4.12,
"learning_rate": 1.2002743484224967e-05,
"loss": 0.0027,
"step": 1270
},
{
"epoch": 4.12,
"learning_rate": 1.1659807956104254e-05,
"loss": 0.4349,
"step": 1280
},
{
"epoch": 4.13,
"learning_rate": 1.1316872427983539e-05,
"loss": 0.0044,
"step": 1290
},
{
"epoch": 4.14,
"learning_rate": 1.0973936899862826e-05,
"loss": 0.0026,
"step": 1300
},
{
"epoch": 4.14,
"learning_rate": 1.0631001371742113e-05,
"loss": 0.5004,
"step": 1310
},
{
"epoch": 4.15,
"learning_rate": 1.02880658436214e-05,
"loss": 0.4907,
"step": 1320
},
{
"epoch": 4.15,
"learning_rate": 9.945130315500687e-06,
"loss": 0.0008,
"step": 1330
},
{
"epoch": 4.16,
"learning_rate": 9.602194787379972e-06,
"loss": 0.4545,
"step": 1340
},
{
"epoch": 4.17,
"learning_rate": 9.259259259259259e-06,
"loss": 0.0051,
"step": 1350
},
{
"epoch": 4.17,
"eval_accuracy": 0.782608695652174,
"eval_loss": 0.9912430644035339,
"eval_runtime": 56.763,
"eval_samples_per_second": 3.647,
"eval_steps_per_second": 3.647,
"step": 1350
},
{
"epoch": 5.01,
"learning_rate": 8.916323731138548e-06,
"loss": 0.0019,
"step": 1360
},
{
"epoch": 5.01,
"learning_rate": 8.573388203017833e-06,
"loss": 0.0845,
"step": 1370
},
{
"epoch": 5.02,
"learning_rate": 8.23045267489712e-06,
"loss": 0.0052,
"step": 1380
},
{
"epoch": 5.02,
"learning_rate": 7.887517146776407e-06,
"loss": 0.0027,
"step": 1390
},
{
"epoch": 5.03,
"learning_rate": 7.544581618655692e-06,
"loss": 0.0018,
"step": 1400
},
{
"epoch": 5.04,
"learning_rate": 7.20164609053498e-06,
"loss": 0.0025,
"step": 1410
},
{
"epoch": 5.04,
"learning_rate": 6.858710562414267e-06,
"loss": 0.2634,
"step": 1420
},
{
"epoch": 5.05,
"learning_rate": 6.515775034293553e-06,
"loss": 0.1462,
"step": 1430
},
{
"epoch": 5.06,
"learning_rate": 6.172839506172839e-06,
"loss": 0.4832,
"step": 1440
},
{
"epoch": 5.06,
"learning_rate": 5.829903978052127e-06,
"loss": 0.6503,
"step": 1450
},
{
"epoch": 5.07,
"learning_rate": 5.486968449931413e-06,
"loss": 0.6113,
"step": 1460
},
{
"epoch": 5.07,
"learning_rate": 5.1440329218107e-06,
"loss": 0.0016,
"step": 1470
},
{
"epoch": 5.08,
"learning_rate": 4.801097393689986e-06,
"loss": 0.1483,
"step": 1480
},
{
"epoch": 5.09,
"learning_rate": 4.458161865569274e-06,
"loss": 0.48,
"step": 1490
},
{
"epoch": 5.09,
"learning_rate": 4.11522633744856e-06,
"loss": 1.1156,
"step": 1500
},
{
"epoch": 5.1,
"learning_rate": 3.772290809327846e-06,
"loss": 0.0007,
"step": 1510
},
{
"epoch": 5.1,
"learning_rate": 3.4293552812071335e-06,
"loss": 0.7245,
"step": 1520
},
{
"epoch": 5.11,
"learning_rate": 3.0864197530864196e-06,
"loss": 0.0007,
"step": 1530
},
{
"epoch": 5.12,
"learning_rate": 2.7434842249657065e-06,
"loss": 0.0042,
"step": 1540
},
{
"epoch": 5.12,
"learning_rate": 2.400548696844993e-06,
"loss": 0.0077,
"step": 1550
},
{
"epoch": 5.13,
"learning_rate": 2.05761316872428e-06,
"loss": 0.026,
"step": 1560
},
{
"epoch": 5.14,
"learning_rate": 1.7146776406035667e-06,
"loss": 0.0019,
"step": 1570
},
{
"epoch": 5.14,
"learning_rate": 1.3717421124828533e-06,
"loss": 0.4788,
"step": 1580
},
{
"epoch": 5.15,
"learning_rate": 1.02880658436214e-06,
"loss": 0.0367,
"step": 1590
},
{
"epoch": 5.15,
"learning_rate": 6.858710562414266e-07,
"loss": 0.0242,
"step": 1600
},
{
"epoch": 5.16,
"learning_rate": 3.429355281207133e-07,
"loss": 0.004,
"step": 1610
},
{
"epoch": 5.17,
"learning_rate": 0.0,
"loss": 0.3863,
"step": 1620
},
{
"epoch": 5.17,
"eval_accuracy": 0.8647342995169082,
"eval_loss": 0.6859284043312073,
"eval_runtime": 55.2825,
"eval_samples_per_second": 3.744,
"eval_steps_per_second": 3.744,
"step": 1620
},
{
"epoch": 5.17,
"step": 1620,
"total_flos": 2.0187506515909018e+18,
"train_loss": 0.5581286859681347,
"train_runtime": 1319.7859,
"train_samples_per_second": 1.227,
"train_steps_per_second": 1.227
},
{
"epoch": 5.17,
"eval_accuracy": 0.8549222797927462,
"eval_loss": 0.781327486038208,
"eval_runtime": 54.5863,
"eval_samples_per_second": 3.536,
"eval_steps_per_second": 3.536,
"step": 1620
},
{
"epoch": 5.17,
"eval_accuracy": 0.8549222797927462,
"eval_loss": 0.781327486038208,
"eval_runtime": 51.196,
"eval_samples_per_second": 3.77,
"eval_steps_per_second": 3.77,
"step": 1620
}
],
"logging_steps": 10,
"max_steps": 1620,
"num_train_epochs": 9223372036854775807,
"save_steps": 500,
"total_flos": 2.0187506515909018e+18,
"trial_name": null,
"trial_params": null
}