loss for epoch 4 lion unet lr ((1e-6)/7)*4, text encoder lr (((1e-6)/4)/7)*4

size-768-squared_no-eos-bos_shuffled_lion-optim-e4.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.11085791140794754,1,611.5200572013855
+200,0.10446763038635254,1,263.0800688266754
+300,0.11243027448654175,1,257.10145354270935
+400,0.11011450737714767,1,257.0705132484436
+500,0.09642419964075089,1,266.25343680381775
+600,0.10416729003190994,1,262.66965985298157
+700,0.1001153513789177,1,267.9345438480377
+800,0.10448766499757767,1,259.2240905761719
+900,0.09582863003015518,1,260.3010628223419
+1000,0.0961640402674675,1,263.66760325431824
+1100,0.10298817604780197,1,263.5400199890137
+1200,0.10872684419155121,1,257.27142691612244
+1300,0.10471248626708984,1,260.39946818351746
+1400,0.09577258676290512,1,263.8699896335602
+1500,0.10471852123737335,1,257.1165063381195
+1600,0.10466617345809937,1,257.0608365535736
+1700,0.10744348168373108,1,257.0985498428345
+1800,0.10804630815982819,1,257.05929589271545
+1900,0.1021675392985344,1,257.1590151786804
+2000,0.09668727964162827,2,358.46279978752136
+2100,0.10679645091295242,2,258.1469144821167
+2200,0.0980260893702507,2,260.195276260376
+2300,0.10196888446807861,2,258.0522577762604
+2400,0.10539941489696503,2,262.10813760757446
+2500,0.1046755462884903,2,257.1625897884369
+2600,0.0978420227766037,2,260.4563889503479
+2700,0.10828451812267303,2,264.52102732658386
+2800,0.10962825268507004,2,257.21066904067993
+2900,0.10282639414072037,2,257.02687335014343
+3000,0.10011300444602966,2,257.1120095252991
+3100,0.10369648039340973,2,256.94350147247314
+3200,0.10504131019115448,2,260.68808674812317
+3300,0.0976877361536026,2,263.671804189682
+3400,0.10478957742452621,2,262.9396708011627
+3500,0.10956230759620667,2,261.9134097099304
+3600,0.09342841058969498,2,260.4575242996216
+3700,0.11129849404096603,2,257.92578172683716
+3800,0.10896091908216476,2,261.42270040512085
+3900,0.10983012616634369,2,257.2539894580841
+4000,0.1036885529756546,3,351.2628879547119
+4100,0.0999455526471138,3,263.15414333343506
+4200,0.10280051082372665,3,262.96756982803345
+4300,0.11674735695123672,3,266.595415353775
+4400,0.1026240885257721,3,258.2513806819916
+4500,0.10237031430006027,3,256.97032499313354
+4600,0.10474082082509995,3,266.4704203605652
+4700,0.10512880980968475,3,261.37714195251465
+4800,0.11165504157543182,3,265.547744512558
+4900,0.10262633860111237,3,257.1930708885193
+5000,0.10568875074386597,3,266.59565591812134
+5100,0.10268007963895798,3,257.9944808483124
+5200,0.10476989299058914,3,257.2683470249176
+5300,0.10334531217813492,3,257.2764666080475
+5400,0.09988228231668472,3,260.53849482536316
+5500,0.09708334505558014,3,261.30604791641235
+5600,0.10252121090888977,3,257.91831278800964
+5700,0.10619890689849854,3,274.2965223789215
+5800,0.10192050784826279,3,275.4467353820801
+5900,0.10955215990543365,3,265.69468688964844
+6000,0.09609292447566986,4,355.154244184494
+6100,0.11014577746391296,4,265.70784044265747
+6200,0.10712216794490814,4,266.6798496246338
+6300,0.1033206433057785,4,257.85881066322327
+6400,0.1038941815495491,4,264.7824423313141
+6500,0.09805196523666382,4,262.9340784549713
+6600,0.10389741510152817,4,266.44147872924805
+6700,0.11025407910346985,4,258.058767080307
+6800,0.1006675511598587,4,264.7671175003052
+6900,0.11144568026065826,4,261.74268984794617
+7000,0.10286467522382736,4,256.9568908214569
+7100,0.10153623670339584,4,260.47802686691284
+7200,0.10699684172868729,4,258.1338949203491
+7300,0.10661531984806061,4,257.30702686309814
+7400,0.10488592833280563,4,257.2613160610199
+7500,0.0951094701886177,4,263.09296679496765
+7600,0.10319564491510391,4,257.14379620552063
+7700,0.10585204511880875,4,257.0951609611511
+7800,0.10148578137159348,4,276.6953082084656
+7900,0.10562929511070251,4,273.99523663520813
+8000,0.10313256084918976,5,356.378870010376
+8100,0.1068536639213562,5,263.2474024295807
+8200,0.10425683856010437,5,257.26401805877686
+8300,0.10806585103273392,5,257.09294986724854
+8400,0.11263559758663177,5,257.0774509906769
+8500,0.11141601204872131,5,265.2140488624573
+8600,0.10049033910036087,5,257.7263150215149
+8700,0.10520321875810623,5,271.8011224269867
+8800,0.10314448177814484,5,261.30945920944214
+8900,0.10740784555673599,5,270.8834111690521
+9000,0.10359808802604675,5,256.9358642101288
+9100,0.10068287700414658,5,263.1046316623688
+9200,0.11135844886302948,5,261.8015727996826
+9300,0.09967397153377533,5,260.64934968948364
+9400,0.09941736608743668,5,261.0076711177826
+9500,0.10598716139793396,5,258.0389084815979
+9600,0.09656699001789093,5,264.4014194011688
+9700,0.0958603173494339,5,264.2822618484497
+9800,0.09285610169172287,5,266.22620368003845
+9900,0.1066998615860939,5,258.06182861328125
+10000,0.09992090612649918,6,355.24321007728577
+10100,0.10575713217258453,6,257.9749391078949
+10200,0.10704144835472107,6,263.3943872451782
+10300,0.10776865482330322,6,257.1821916103363
+10400,0.11213855445384979,6,260.9439630508423
+10500,0.11071855574846268,6,258.0604758262634
+10600,0.11579529196023941,6,263.1868772506714
+10700,0.10165747255086899,6,261.4992733001709
+10800,0.10325445234775543,6,263.5208706855774
+10900,0.108486108481884,6,257.29413318634033
+11000,0.10480320453643799,6,257.2652440071106
+11100,0.09781425446271896,6,260.42426466941833
+11200,0.10152523964643478,6,257.9923806190491
+11300,0.11161693185567856,6,261.8303527832031
+11400,0.09740432351827621,6,271.1671197414398
+11500,0.09107943624258041,6,271.6221969127655
+11600,0.09976626187562943,6,261.28959584236145
+11700,0.1027035117149353,6,257.81304478645325
+11800,0.10954786092042923,6,273.6656844615936
+11900,0.0983845517039299,6,273.3437919616699
+12000,0.10174168646335602,7,350.17186403274536
+12100,0.09608546644449234,7,263.0262014865875
+12200,0.10760995745658875,7,257.18326807022095
+12300,0.10569581389427185,7,300.0110070705414
+12400,0.1034151017665863,7,262.86783027648926