ekinakyurek's picture
Upload folder using huggingface_hub
0bfc910 verified
raw
history blame
15.4 kB
Step 1 | loss:0.0001682699949014932 lr:7.142857142857143e-06 tokens_per_second_per_gpu:4893.370455002823
Step 2 | loss:0.00017528476018924266 lr:1.4285714285714285e-05 tokens_per_second_per_gpu:6756.211937058164
Step 3 | loss:0.0002322747459402308 lr:2.1428571428571428e-05 tokens_per_second_per_gpu:6791.693096797189
Step 4 | loss:0.005278476979583502 lr:2.857142857142857e-05 tokens_per_second_per_gpu:4218.971765749938
Step 5 | loss:0.0001035879977280274 lr:3.571428571428572e-05 tokens_per_second_per_gpu:7009.397703435477
Step 6 | loss:1.2738943041767925e-05 lr:4.2857142857142856e-05 tokens_per_second_per_gpu:6996.322555290517
Step 7 | loss:0.00012777867959812284 lr:5e-05 tokens_per_second_per_gpu:6812.308097032071
Step 8 | loss:1.5444325981661677e-05 lr:5.714285714285714e-05 tokens_per_second_per_gpu:7037.230211716666
Step 9 | loss:0.005086900200694799 lr:6.428571428571429e-05 tokens_per_second_per_gpu:6817.929275974544
Step 10 | loss:2.6749810331239132e-06 lr:7.142857142857143e-05 tokens_per_second_per_gpu:7013.845969207502
Step 11 | loss:3.496359795462922e-06 lr:7.857142857142858e-05 tokens_per_second_per_gpu:7017.615612612522
Step 12 | loss:0.0023829725105315447 lr:8.571428571428571e-05 tokens_per_second_per_gpu:7017.445873516316
Step 13 | loss:1.6783735645731213e-06 lr:9.285714285714286e-05 tokens_per_second_per_gpu:7012.225079821543
Step 14 | loss:0.003003678284585476 lr:0.0001 tokens_per_second_per_gpu:6758.017009907571
Step 15 | loss:0.0006755526992492378 lr:9.998540070400966e-05 tokens_per_second_per_gpu:7009.303956482026
Step 16 | loss:3.42664839081408e-06 lr:9.994161134161634e-05 tokens_per_second_per_gpu:7011.315426664709
Step 17 | loss:0.00048075022641569376 lr:9.986865748457457e-05 tokens_per_second_per_gpu:7000.40809905357
Step 18 | loss:4.195870496914722e-05 lr:9.976658173588244e-05 tokens_per_second_per_gpu:6818.673865912963
Step 19 | loss:3.248312714276835e-05 lr:9.96354437049027e-05 tokens_per_second_per_gpu:6819.442255597128
Step 20 | loss:2.8504771307780175e-06 lr:9.947531997255256e-05 tokens_per_second_per_gpu:7034.02897411201
Step 21 | loss:3.29341969518282e-06 lr:9.928630404658255e-05 tokens_per_second_per_gpu:7013.92052337093
Step 22 | loss:7.315130915230839e-06 lr:9.906850630697068e-05 tokens_per_second_per_gpu:7012.791093195523
Step 23 | loss:2.3869439246482216e-05 lr:9.882205394146361e-05 tokens_per_second_per_gpu:6747.053467964252
Step 24 | loss:3.5413934256212087e-06 lr:9.85470908713026e-05 tokens_per_second_per_gpu:7010.146368764054
Step 25 | loss:3.859273419948295e-05 lr:9.824377766717759e-05 tokens_per_second_per_gpu:6796.025283168545
Step 26 | loss:1.0557077075645793e-05 lr:9.791229145545831e-05 tokens_per_second_per_gpu:6831.997080521246
Step 27 | loss:1.2868784324382432e-05 lr:9.755282581475769e-05 tokens_per_second_per_gpu:6780.106789103596
Step 28 | loss:0.0007731721852906048 lr:9.716559066288715e-05 tokens_per_second_per_gpu:7020.416929143556
Step 29 | loss:2.4440972993033938e-05 lr:9.675081213427076e-05 tokens_per_second_per_gpu:7009.523633876879
Step 30 | loss:4.611135864251992e-06 lr:9.630873244788883e-05 tokens_per_second_per_gpu:7022.482054851877
Step 31 | loss:0.00042445361032150686 lr:9.583960976582913e-05 tokens_per_second_per_gpu:7013.432691111153
Step 32 | loss:1.8987277144333348e-05 lr:9.534371804252728e-05 tokens_per_second_per_gpu:7010.9410023432065
Step 33 | loss:0.0013255926314741373 lr:9.482134686478519e-05 tokens_per_second_per_gpu:6811.107748067405
Step 34 | loss:0.00021273430320434272 lr:9.42728012826605e-05 tokens_per_second_per_gpu:7027.250431887888
Step 35 | loss:5.6763925385894254e-05 lr:9.36984016313259e-05 tokens_per_second_per_gpu:7018.977455749849
Step 36 | loss:2.6871155114349676e-06 lr:9.309848334400246e-05 tokens_per_second_per_gpu:6823.191202152299
Step 37 | loss:4.997695214115083e-06 lr:9.247339675607605e-05 tokens_per_second_per_gpu:6716.632448044392
Step 38 | loss:2.1698997443309054e-06 lr:9.182350690051133e-05 tokens_per_second_per_gpu:7024.549450631367
Step 39 | loss:2.507512135707657e-06 lr:9.114919329468282e-05 tokens_per_second_per_gpu:7010.077115871637
Step 40 | loss:4.0804802665661555e-06 lr:9.045084971874738e-05 tokens_per_second_per_gpu:6736.907864899666
Step 41 | loss:3.157813807774801e-06 lr:8.972888398568772e-05 tokens_per_second_per_gpu:7022.496572635974
Step 42 | loss:2.1627081423503114e-06 lr:8.898371770316111e-05 tokens_per_second_per_gpu:6736.882654297642
Step 43 | loss:2.3833324576116866e-06 lr:8.821578602729242e-05 tokens_per_second_per_gpu:6816.320580233189
Step 44 | loss:1.6776895108705503e-06 lr:8.742553740855506e-05 tokens_per_second_per_gpu:6777.790139979653
Step 45 | loss:2.1175080746616004e-06 lr:8.661343332988869e-05 tokens_per_second_per_gpu:6763.457074122837
Step 46 | loss:2.197473349951906e-06 lr:8.577994803720606e-05 tokens_per_second_per_gpu:7010.765344288862
Step 47 | loss:0.0008492322522215545 lr:8.492556826244687e-05 tokens_per_second_per_gpu:7002.962053269997
Step 48 | loss:3.6157553040538915e-06 lr:8.405079293933986e-05 tokens_per_second_per_gpu:7004.814577547648
Step 49 | loss:1.6522184296263731e-06 lr:8.315613291203976e-05 tokens_per_second_per_gpu:7019.5530924932345
Step 50 | loss:0.0001684491871856153 lr:8.224211063680853e-05 tokens_per_second_per_gpu:6804.607501074442
Step 51 | loss:1.2724331099889241e-05 lr:8.130925987691569e-05 tokens_per_second_per_gpu:7017.00645813731
Step 52 | loss:6.968144589336589e-06 lr:8.035812539093557e-05 tokens_per_second_per_gpu:6761.511963726167
Step 53 | loss:1.119465309784573e-06 lr:7.938926261462366e-05 tokens_per_second_per_gpu:7007.677449965178
Step 54 | loss:3.050527084269561e-06 lr:7.840323733655778e-05 tokens_per_second_per_gpu:6780.978219779685
Step 55 | loss:1.2928813930557226e-06 lr:7.740062536773352e-05 tokens_per_second_per_gpu:6775.237129127501
Step 56 | loss:2.2890249965712428e-05 lr:7.638201220530665e-05 tokens_per_second_per_gpu:6422.345818302852
Step 57 | loss:5.283197879180079e-06 lr:7.534799269067953e-05 tokens_per_second_per_gpu:7031.362457396013
Step 58 | loss:8.153471571858972e-05 lr:7.42991706621303e-05 tokens_per_second_per_gpu:6789.696551378613
Step 59 | loss:1.0309910294381552e-06 lr:7.323615860218843e-05 tokens_per_second_per_gpu:6825.923513683022
Step 60 | loss:8.663581070322834e-07 lr:7.215957727996207e-05 tokens_per_second_per_gpu:7032.4563059526345
Step 61 | loss:1.1179603234268143e-06 lr:7.107005538862646e-05 tokens_per_second_per_gpu:6812.123915359919
Step 62 | loss:6.28417296866246e-07 lr:6.996822917828477e-05 tokens_per_second_per_gpu:6812.817908911266
Step 63 | loss:7.11512711859541e-07 lr:6.885474208441603e-05 tokens_per_second_per_gpu:7002.386458721926
Step 64 | loss:2.8555414246511646e-06 lr:6.773024435212678e-05 tokens_per_second_per_gpu:6771.58253984211
Step 65 | loss:2.4173737983801402e-05 lr:6.659539265642643e-05 tokens_per_second_per_gpu:7017.819100707859
Step 66 | loss:0.0005178975407034159 lr:6.545084971874738e-05 tokens_per_second_per_gpu:6790.158485897341
Step 67 | loss:1.6071592199295992e-06 lr:6.429728391993446e-05 tokens_per_second_per_gpu:7025.982867033378
Step 68 | loss:2.0281355318729766e-05 lr:6.313536890992935e-05 tokens_per_second_per_gpu:6804.013155148936
Step 69 | loss:5.810059633404308e-07 lr:6.19657832143779e-05 tokens_per_second_per_gpu:7021.929596363514
Step 70 | loss:6.444557243412419e-07 lr:6.078920983839031e-05 tokens_per_second_per_gpu:6796.116349794858
Step 71 | loss:5.963414650977938e-07 lr:5.960633586768543e-05 tokens_per_second_per_gpu:6773.232183285323
Step 72 | loss:0.00028539137565530837 lr:5.841785206735192e-05 tokens_per_second_per_gpu:6819.562604937427
Step 73 | loss:7.746656933704799e-07 lr:5.7224452478461064e-05 tokens_per_second_per_gpu:7022.581234218439
Step 74 | loss:2.1634700715367217e-06 lr:5.602683401276615e-05 tokens_per_second_per_gpu:7005.018333002467
Step 75 | loss:1.6119472547870828e-06 lr:5.482569604572576e-05 tokens_per_second_per_gpu:6739.0806492381025
Step 76 | loss:8.366361043954385e-07 lr:5.3621740008088126e-05 tokens_per_second_per_gpu:6813.441696277514
Step 77 | loss:9.148737376563076e-07 lr:5.2415668976275355e-05 tokens_per_second_per_gpu:6825.444825754026
Step 78 | loss:9.26533687106712e-07 lr:5.1208187261806615e-05 tokens_per_second_per_gpu:6818.065685584182
Step 79 | loss:3.290545646450482e-05 lr:5e-05 tokens_per_second_per_gpu:6824.345312044544
Step 80 | loss:1.993170917558018e-05 lr:4.87918127381934e-05 tokens_per_second_per_gpu:6831.158477292209
Step 81 | loss:1.7466001054344815e-06 lr:4.758433102372466e-05 tokens_per_second_per_gpu:6716.035064603289
Step 82 | loss:1.0934363672276959e-06 lr:4.6378259991911886e-05 tokens_per_second_per_gpu:7023.175991111873
Step 83 | loss:9.187160117107851e-07 lr:4.5174303954274244e-05 tokens_per_second_per_gpu:6924.078714900619
Step 84 | loss:6.392619980033487e-07 lr:4.397316598723385e-05 tokens_per_second_per_gpu:7033.942751123935
Step 85 | loss:1.2504166306825937e-06 lr:4.277554752153895e-05 tokens_per_second_per_gpu:6756.5307912796015
Step 86 | loss:6.936949648661539e-05 lr:4.1582147932648074e-05 tokens_per_second_per_gpu:6804.7697140543205
Step 87 | loss:5.837318894919008e-07 lr:4.039366413231458e-05 tokens_per_second_per_gpu:7023.346768294707
Step 88 | loss:4.98399288062501e-07 lr:3.92107901616097e-05 tokens_per_second_per_gpu:6803.75512757927
Step 89 | loss:7.692595431763039e-07 lr:3.803421678562213e-05 tokens_per_second_per_gpu:7008.491486022008
Step 90 | loss:4.177466053079115e-07 lr:3.6864631090070655e-05 tokens_per_second_per_gpu:6996.153615117277
Step 91 | loss:3.694493102557317e-07 lr:3.570271608006555e-05 tokens_per_second_per_gpu:7010.373168822115
Step 92 | loss:5.986305495753186e-07 lr:3.4549150281252636e-05 tokens_per_second_per_gpu:6830.149728197303
Step 93 | loss:4.197915473014291e-07 lr:3.340460734357359e-05 tokens_per_second_per_gpu:7014.585502320068
Step 94 | loss:5.691028377441398e-07 lr:3.226975564787322e-05 tokens_per_second_per_gpu:7020.491600839513
Step 95 | loss:0.0004476364701986313 lr:3.114525791558398e-05 tokens_per_second_per_gpu:6788.20991533912
Step 96 | loss:1.6255719401669921e-06 lr:3.003177082171523e-05 tokens_per_second_per_gpu:7018.404885559011
Step 97 | loss:4.043117201035784e-07 lr:2.8929944611373554e-05 tokens_per_second_per_gpu:7010.408434094407
Step 98 | loss:9.939851679519052e-07 lr:2.784042272003794e-05 tokens_per_second_per_gpu:6737.23621166513
Step 99 | loss:5.019132345296384e-07 lr:2.6763841397811573e-05 tokens_per_second_per_gpu:7022.423139239971
Step 100 | loss:4.115099727641791e-07 lr:2.57008293378697e-05 tokens_per_second_per_gpu:6819.993244756309
Step 101 | loss:5.486150485012331e-07 lr:2.4652007309320498e-05 tokens_per_second_per_gpu:6783.8480625769325
Step 102 | loss:3.0683881391269097e-07 lr:2.361798779469336e-05 tokens_per_second_per_gpu:7017.524430570597
Step 103 | loss:3.973726416006684e-05 lr:2.259937463226651e-05 tokens_per_second_per_gpu:7013.401396987549
Step 104 | loss:8.639735256110725e-07 lr:2.1596762663442218e-05 tokens_per_second_per_gpu:7021.949452906592
Step 105 | loss:5.675622674061742e-07 lr:2.061073738537635e-05 tokens_per_second_per_gpu:6803.0830334242355
Step 106 | loss:4.431033744367596e-07 lr:1.9641874609064443e-05 tokens_per_second_per_gpu:6837.771918422724
Step 107 | loss:6.278937121351191e-07 lr:1.8690740123084316e-05 tokens_per_second_per_gpu:6826.157977887585
Step 108 | loss:6.57431598938274e-07 lr:1.7757889363191483e-05 tokens_per_second_per_gpu:6824.30053639911
Step 109 | loss:6.288255463005044e-07 lr:1.684386708796025e-05 tokens_per_second_per_gpu:6778.680675161955
Step 110 | loss:3.6433280001801904e-06 lr:1.5949207060660138e-05 tokens_per_second_per_gpu:6769.298218618248
Step 111 | loss:7.530955190304667e-05 lr:1.5074431737553157e-05 tokens_per_second_per_gpu:6910.319834017522
Step 112 | loss:7.193295914476039e-07 lr:1.422005196279395e-05 tokens_per_second_per_gpu:6803.004861545593
Step 113 | loss:4.191405480469257e-07 lr:1.338656667011134e-05 tokens_per_second_per_gpu:7032.124523960711
Step 114 | loss:5.153087840881199e-07 lr:1.257446259144494e-05 tokens_per_second_per_gpu:7004.938524420101
Step 115 | loss:5.500695010596246e-07 lr:1.178421397270758e-05 tokens_per_second_per_gpu:6832.864864150246
Step 116 | loss:4.778680136041658e-07 lr:1.1016282296838887e-05 tokens_per_second_per_gpu:7022.87193868458
Step 117 | loss:5.085346970190585e-07 lr:1.0271116014312293e-05 tokens_per_second_per_gpu:6793.474093292754
Step 118 | loss:1.114443080041383e-06 lr:9.549150281252633e-06 tokens_per_second_per_gpu:6821.803183345362
Step 119 | loss:2.6453908503754064e-06 lr:8.850806705317183e-06 tokens_per_second_per_gpu:6826.63823416825
Step 120 | loss:1.0135591992366244e-06 lr:8.176493099488663e-06 tokens_per_second_per_gpu:6728.7096119587895
Step 121 | loss:9.960554052668158e-07 lr:7.526603243923957e-06 tokens_per_second_per_gpu:6819.414113411415
Step 122 | loss:4.5009019800090755e-07 lr:6.901516655997536e-06 tokens_per_second_per_gpu:6815.561921852952
Step 123 | loss:3.05268113152124e-05 lr:6.301598368674105e-06 tokens_per_second_per_gpu:6830.542362558269
Step 124 | loss:1.8686083421926014e-05 lr:5.727198717339511e-06 tokens_per_second_per_gpu:6823.592631390482
Step 125 | loss:5.014997555008449e-07 lr:5.178653135214812e-06 tokens_per_second_per_gpu:7023.738452285117
Step 126 | loss:6.148217153167934e-07 lr:4.65628195747273e-06 tokens_per_second_per_gpu:6818.625569838112
Step 127 | loss:9.171105261884804e-07 lr:4.16039023417088e-06 tokens_per_second_per_gpu:7024.235498021833
Step 128 | loss:5.591462581833184e-07 lr:3.691267552111183e-06 tokens_per_second_per_gpu:7005.68206316917
Step 129 | loss:2.4967898752947804e-06 lr:3.249187865729264e-06 tokens_per_second_per_gpu:6821.354478059071
Step 130 | loss:7.318204779949156e-07 lr:2.8344093371128424e-06 tokens_per_second_per_gpu:6826.017543231191
Step 131 | loss:7.818407175363973e-05 lr:2.4471741852423237e-06 tokens_per_second_per_gpu:7037.040473616276
Step 132 | loss:3.6891103150082927e-07 lr:2.087708544541689e-06 tokens_per_second_per_gpu:7012.230978187456
Step 133 | loss:7.480517751901061e-07 lr:1.7562223328224325e-06 tokens_per_second_per_gpu:7007.336008991979
Step 134 | loss:2.774146014417056e-05 lr:1.4529091286973995e-06 tokens_per_second_per_gpu:6762.45665670429
Step 135 | loss:7.260341590153985e-07 lr:1.1779460585363944e-06 tokens_per_second_per_gpu:6778.93016968721
Step 136 | loss:3.642566662165336e-05 lr:9.314936930293283e-07 tokens_per_second_per_gpu:6806.576339721
Step 137 | loss:7.979385554790497e-05 lr:7.136959534174592e-07 tokens_per_second_per_gpu:6834.697684965278
Step 138 | loss:4.271187208360061e-07 lr:5.246800274474439e-07 tokens_per_second_per_gpu:7025.594859159507
Step 139 | loss:4.228240300108155e-07 lr:3.6455629509730136e-07 tokens_per_second_per_gpu:7019.559345392325
Step 140 | loss:1.3815442798659205e-06 lr:2.334182641175686e-07 tokens_per_second_per_gpu:6913.475140251574
Step 141 | loss:4.617654383309855e-07 lr:1.3134251542544774e-07 tokens_per_second_per_gpu:6812.611756923635
Step 142 | loss:6.766852607142937e-07 lr:5.838865838366792e-08 tokens_per_second_per_gpu:7018.493215996605
Step 143 | loss:5.650096568388108e-07 lr:1.4599295990352924e-08 tokens_per_second_per_gpu:7019.257241328815
Step 144 | loss:2.1089355868753046e-05 lr:0.0 tokens_per_second_per_gpu:7024.51580086019