loss for epoch 8 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-low-lr-e8.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10075689107179642,1,2387.921582698822
+200,0.10235226154327393,1,289.9670102596283
+300,0.10809013992547989,1,269.634672164917
+400,0.096762515604496,1,291.31706047058105
+500,0.1072736456990242,1,302.4254925251007
+600,0.10336939245462418,1,290.00524973869324
+700,0.09880376607179642,1,292.73818850517273
+800,0.10822722315788269,1,299.5272026062012
+900,0.10259176790714264,1,284.05011010169983
+1000,0.10726360231637955,1,271.62021684646606
+1100,0.1059345006942749,1,269.57432985305786
+1200,0.10695553570985794,1,258.68323397636414
+1300,0.10297936201095581,1,279.029972076416
+1400,0.10246431082487106,1,301.2736747264862
+1500,0.10408501327037811,1,276.79882550239563
+1600,0.10170747339725494,1,258.4208118915558
+1700,0.09966585040092468,1,277.63938784599304
+1800,0.10618114471435547,1,288.27502179145813
+1900,0.10453503578901291,1,305.46737146377563
+2000,0.09936494380235672,2,359.14956426620483
+2100,0.09978866577148438,2,301.6321988105774
+2200,0.10519209504127502,2,259.5901527404785
+2300,0.1005869209766388,2,303.89059257507324
+2400,0.1054278314113617,2,263.96603417396545
+2500,0.10157108306884766,2,264.20660400390625
+2600,0.10691557824611664,2,302.8853313922882
+2700,0.10253900289535522,2,263.6674919128418
+2800,0.10475378483533859,2,274.5398919582367
+2900,0.10647021234035492,2,288.8261168003082
+3000,0.10017410665750504,2,302.86208033561707
+3100,0.10214649140834808,2,301.7941529750824
+3200,0.11125354468822479,2,260.6477632522583
+3300,0.10425390303134918,2,281.7513654232025
+3400,0.10747907310724258,2,259.5782721042633
+3500,0.1039988324046135,2,268.01465249061584
+3600,0.09858527779579163,2,282.9349510669708
+3700,0.1014668345451355,2,266.5819375514984
+3800,0.11081504821777344,2,305.95676946640015
+3900,0.10665805637836456,2,266.95227885246277
+4000,0.10521738976240158,3,360.1063675880432
+4100,0.10034465789794922,3,260.7602791786194
+4200,0.10770104825496674,3,290.1733434200287
+4300,0.10722702741622925,3,287.6461601257324
+4400,0.10442566871643066,3,290.90086579322815
+4500,0.1036783829331398,3,299.5794644355774
+4600,0.10125580430030823,3,276.98613834381104
+4700,0.10489490628242493,3,275.27386689186096
+4800,0.10692425817251205,3,258.64935278892517
+4900,0.10675280541181564,3,303.044246673584
+5000,0.10424593091011047,3,286.7439923286438
+5100,0.10785850882530212,3,271.0310037136078
+5200,0.10042429715394974,3,260.9520332813263
+5300,0.10308349132537842,3,271.8351466655731
+5400,0.10036417096853256,3,303.79635286331177
+5500,0.10378333181142807,3,271.74096179008484
+5600,0.1038401797413826,3,259.66620087623596
+5700,0.10190879553556442,3,258.98672318458557
+5800,0.10044537484645844,3,287.92622995376587
+5900,0.10518044233322144,3,258.5606348514557
+6000,0.10118172317743301,4,358.37815618515015
+6100,0.1053217351436615,4,297.8495979309082
+6200,0.10287034511566162,4,261.0000638961792
+6300,0.10423839092254639,4,276.84255027770996
+6400,0.10798858106136322,4,286.5704128742218
+6500,0.10579106211662292,4,299.89440751075745
+6600,0.10143580287694931,4,258.22577691078186
+6700,0.10497720539569855,4,288.55697679519653
+6800,0.10271283984184265,4,273.5839776992798
+6900,0.10242878645658493,4,276.095415353775
+7000,0.1004796177148819,4,292.6036055088043
+7100,0.10012484341859818,4,271.0061922073364
+7200,0.10173690319061279,4,274.0420358181
+7300,0.10389803349971771,4,259.27406454086304
+7400,0.10952187329530716,4,276.0755820274353
+7500,0.10734248906373978,4,286.4462673664093
+7600,0.11185184866189957,4,287.3701148033142
+7700,0.10718009620904922,4,257.53323006629944
+7800,0.10814829915761948,4,301.1041929721832
+7900,0.10658520460128784,4,259.6300358772278
+8000,0.10477770864963531,5,353.65127396583557
+8100,0.10561709851026535,5,287.7563726902008
+8200,0.10333576798439026,5,300.296019077301
+8300,0.10662577301263809,5,287.0034601688385
+8400,0.09791926294565201,5,281.28886795043945
+8500,0.10171282291412354,5,258.57308864593506
+8600,0.1019337996840477,5,272.9014937877655
+8700,0.1023511290550232,5,260.90969347953796
+8800,0.10623681545257568,5,288.46714186668396
+8900,0.10495032370090485,5,264.1350312232971
+9000,0.10115522891283035,5,275.7301173210144
+9100,0.09871973842382431,5,261.2846817970276
+9200,0.1033177375793457,5,257.2948079109192
+9300,0.10270477086305618,5,290.2816696166992
+9400,0.1060037910938263,5,290.2728126049042
+9500,0.10555754601955414,5,259.6503314971924
+9600,0.10627204924821854,5,258.60263442993164
+9700,0.09436975419521332,5,261.6746973991394
+9800,0.10406536608934402,5,302.1214642524719
+9900,0.09590082615613937,5,275.14407324790955
+10000,0.1024850606918335,6,322.1845645904541
+10100,0.10119085758924484,6,278.61672854423523
+10200,0.11147872358560562,6,258.49031138420105
+10300,0.10210803151130676,6,288.86083006858826
+10400,0.10312183201313019,6,300.11467838287354
+10500,0.10095354169607162,6,265.3387451171875
+10600,0.1059354767203331,6,275.1040449142456
+10700,0.09970761090517044,6,273.71222162246704
+10800,0.1033494845032692,6,264.19721364974976
+10900,0.10461032390594482,6,300.229355096817
+11000,0.10500898957252502,6,289.31578612327576
+11100,0.10626587271690369,6,262.84188437461853
+11200,0.10244982689619064,6,261.943829536438
+11300,0.10223507881164551,6,258.3780882358551
+11400,0.09963599592447281,6,261.68133664131165
+11500,0.10112736374139786,6,288.8998534679413
+11600,0.10697811096906662,6,261.36849188804626
+11700,0.10734637826681137,6,287.1006188392639
+11800,0.1037580817937851,6,262.68708992004395
+11900,0.09903988987207413,6,258.69008564949036
+12000,0.10053857415914536,7,318.6196081638336
+12100,0.09999088197946548,7,277.55180525779724
+12200,0.10025021433830261,7,302.7436239719391
+12300,0.10194898396730423,7,305.75057888031006
+12400,0.10307574272155762,7,301.1666829586029