loss for epoch 9 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-low-lr-e9.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.10554374754428864,1,568.4323303699493
+200,0.09757567942142487,1,303.5174169540405
+300,0.10710641741752625,1,271.9991452693939
+400,0.10622239112854004,1,258.2840893268585
+500,0.10152412205934525,1,259.3262257575989
+600,0.10236332565546036,1,302.39766788482666
+700,0.10633121430873871,1,299.5520775318146
+800,0.10186675190925598,1,259.7430715560913
+900,0.10312321782112122,1,260.88245916366577
+1000,0.10242590308189392,1,258.33156847953796
+1100,0.10146860778331757,1,273.5882520675659
+1200,0.10443483293056488,1,258.62565898895264
+1300,0.09615722298622131,1,303.37788128852844
+1400,0.10934323817491531,1,289.8947424888611
+1500,0.10202523320913315,1,280.7968282699585
+1600,0.10936151444911957,1,271.51580286026
+1700,0.10340224951505661,1,270.753041267395
+1800,0.10244948416948318,1,258.57409286499023
+1900,0.10325323790311813,1,303.05547761917114
+2000,0.09950141608715057,2,321.30980157852173
+2100,0.1051216647028923,2,300.6861927509308
+2200,0.098197340965271,2,290.63443303108215
+2300,0.09789910167455673,2,264.27605843544006
+2400,0.10363447666168213,2,301.99766540527344
+2500,0.09807727485895157,2,299.24454975128174
+2600,0.1043928787112236,2,274.4264838695526
+2700,0.09945924580097198,2,276.9789078235626
+2800,0.10476739704608917,2,276.8671193122864
+2900,0.1003420427441597,2,263.0117013454437
+3000,0.10388810187578201,2,300.9639811515808
+3100,0.10628525167703629,2,276.97869515419006
+3200,0.10236288607120514,2,288.68759989738464
+3300,0.10233188420534134,2,262.4691905975342
+3400,0.10497897118330002,2,273.50471234321594
+3500,0.10067702829837799,2,304.630845785141
+3600,0.1011381521821022,2,284.9567766189575
+3700,0.10579701513051987,2,258.4120190143585
+3800,0.10369661450386047,2,271.43440866470337
+3900,0.10455463826656342,2,301.8716139793396
+4000,0.10482897609472275,3,318.55663418769836
+4100,0.10380366444587708,3,259.6029303073883
+4200,0.10437354445457458,3,268.81430220603943
+4300,0.09970229864120483,3,260.5509660243988
+4400,0.10511434078216553,3,284.8883099555969
+4500,0.09831539541482925,3,270.94911313056946
+4600,0.1106179803609848,3,264.15518260002136
+4700,0.10899460315704346,3,261.0098309516907
+4800,0.09886448830366135,3,269.77002811431885
+4900,0.10281305760145187,3,259.9054136276245
+5000,0.10166557133197784,3,260.9626009464264
+5100,0.10034701228141785,3,284.15833020210266
+5200,0.10819617658853531,3,262.1236436367035
+5300,0.10229489952325821,3,260.975683927536
+5400,0.10957744717597961,3,282.14915132522583
+5500,0.1048828735947609,3,282.4752552509308
+5600,0.09789273142814636,3,260.360951423645
+5700,0.10205991566181183,3,269.4441382884979
+5800,0.10179833322763443,3,286.77073764801025
+5900,0.10436096787452698,3,303.53101539611816
+6000,0.10578051954507828,4,323.4655833244324
+6100,0.1038535088300705,4,283.03315782546997
+6200,0.1053064689040184,4,287.71403646469116
+6300,0.1087861955165863,4,302.68932271003723
+6400,0.10300102829933167,4,300.34094047546387
+6500,0.10716981440782547,4,301.7649574279785
+6600,0.10564010590314865,4,259.709618806839
+6700,0.1047973483800888,4,259.70261669158936
+6800,0.09965110570192337,4,273.64674520492554
+6900,0.10343290865421295,4,261.832142829895
+7000,0.09958939999341965,4,259.5064642429352
+7100,0.09970543533563614,4,271.3015332221985
+7200,0.10389852523803711,4,270.67442560195923
+7300,0.10313975811004639,4,285.6098141670227
+7400,0.1000090092420578,4,303.4752314090729
+7500,0.09907838702201843,4,270.27004194259644
+7600,0.10533527284860611,4,268.6515738964081
+7700,0.1010679379105568,4,285.3798596858978
+7800,0.11207108944654465,4,284.3843398094177
+7900,0.10235816985368729,4,260.54673981666565
+8000,0.10594294965267181,5,316.88498640060425
+8100,0.10039443522691727,5,260.4657459259033
+8200,0.10358379036188126,5,268.21322536468506
+8300,0.09732767194509506,5,259.9319908618927
+8400,0.1021290197968483,5,300.32770895957947
+8500,0.09969455748796463,5,303.0709047317505
+8600,0.10360855609178543,5,259.9724802970886
+8700,0.10503121465444565,5,259.5987732410431
+8800,0.10231973230838776,5,289.1642632484436
+8900,0.09745608270168304,5,260.8348605632782
+9000,0.10442009568214417,5,259.8997657299042
+9100,0.10109350085258484,5,300.39762139320374
+9200,0.09908895939588547,5,262.98988366127014
+9300,0.10508977621793747,5,299.42262387275696
+9400,0.10417428612709045,5,285.66229820251465
+9500,0.09613046795129776,5,269.59871649742126
+9600,0.09673722088336945,5,273.66208958625793
+9700,0.1034511998295784,5,304.16820430755615
+9800,0.10538974404335022,5,285.2122166156769
+9900,0.10615768283605576,5,284.1316683292389
+10000,0.1009896844625473,6,318.78215432167053
+10100,0.09802290797233582,6,302.9655179977417
+10200,0.10627873986959457,6,270.66521883010864
+10300,0.10565006732940674,6,286.2926273345947
+10400,0.09895104914903641,6,269.682767868042
+10500,0.10156643390655518,6,302.6040298938751
+10600,0.10520299524068832,6,269.37524580955505
+10700,0.10083907842636108,6,300.53684091567993
+10800,0.10401753336191177,6,258.56758308410645
+10900,0.10460866987705231,6,300.5653166770935
+11000,0.09993963688611984,6,286.51005458831787
+11100,0.10328026860952377,6,268.80786633491516
+11200,0.10096251219511032,6,264.33936953544617
+11300,0.09860489517450333,6,269.85679936408997
+11400,0.10328192263841629,6,260.70950722694397
+11500,0.10049327462911606,6,273.3938024044037
+11600,0.1014077439904213,6,267.78680777549744
+11700,0.10463588684797287,6,273.6967351436615
+11800,0.10080942511558533,6,260.9981167316437
+11900,0.10742071270942688,6,285.09564232826233
+12000,0.09907583147287369,7,317.96098160743713
+12100,0.1018158420920372,7,262.02835392951965
+12200,0.10289054363965988,7,301.83986258506775
+12300,0.10283638536930084,7,300.21978640556335
+12400,0.10420741140842438,7,270.88866662979126