loss for epoch 5 lion unet lr ((1e-6)/7)*4, text encoder lr (((1e-6)/4)/7)*4

size-768-squared_no-eos-bos_shuffled_lion-optim-low-lr-e5.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.09876055270433426,1,2378.729517221451
+200,0.1032533049583435,1,257.5360038280487
+300,0.09483665972948074,1,260.44320011138916
+400,0.10870007425546646,1,258.10423254966736
+500,0.10062701255083084,1,257.0299847126007
+600,0.10815295577049255,1,257.1200838088989
+700,0.10361155867576599,1,267.7596402168274
+800,0.11201654374599457,1,258.58757305145264
+900,0.10795073211193085,1,259.2058198451996
+1000,0.1070961058139801,1,264.4192943572998
+1100,0.10306533426046371,1,263.8197433948517
+1200,0.100319042801857,1,257.19636726379395
+1300,0.1077972799539566,1,260.39732837677
+1400,0.09813771396875381,1,257.91166472435
+1500,0.10584760457277298,1,257.20612382888794
+1600,0.11061464995145798,1,257.08087849617004
+1700,0.11096177995204926,1,257.15998816490173
+1800,0.1041814312338829,1,266.81890177726746
+1900,0.10313288122415543,1,257.93034982681274
+2000,0.1067785695195198,2,322.4454200267792
+2100,0.0930122435092926,2,280.5403254032135
+2200,0.10104312747716904,2,261.5652368068695
+2300,0.10752800852060318,2,257.86064076423645
+2400,0.10331016033887863,2,260.84055852890015
+2500,0.09704110026359558,2,257.83232522010803
+2600,0.0977606475353241,2,256.8764879703522
+2700,0.10360213369131088,2,257.21401953697205
+2800,0.1001243069767952,2,263.25887060165405
+2900,0.09551907330751419,2,263.7594783306122
+3000,0.10712700337171555,2,266.5742108821869
+3100,0.10434269905090332,2,264.3860306739807
+3200,0.10149333626031876,2,257.18859791755676
+3300,0.10224267840385437,2,260.65125608444214
+3400,0.11096157133579254,2,264.0565311908722
+3500,0.10668579488992691,2,260.6387588977814
+3600,0.10626436769962311,2,261.30969309806824
+3700,0.10477360337972641,2,267.2896761894226
+3800,0.10275629162788391,2,278.43248867988586
+3900,0.10544708371162415,2,262.6366171836853
+4000,0.10360334068536758,3,320.82818698883057
+4100,0.09962856769561768,3,263.02213287353516
+4200,0.09914587438106537,3,257.1143901348114
+4300,0.10305161029100418,3,257.1312072277069
+4400,0.11108347028493881,3,257.22265338897705
+4500,0.09725908935070038,3,263.0352694988251
+4600,0.10567973554134369,3,261.4247329235077
+4700,0.1006895899772644,3,257.10013914108276
+4800,0.10956785827875137,3,257.17153811454773
+4900,0.10760301351547241,3,266.8571102619171
+5000,0.09806488454341888,3,257.8619472980499
+5100,0.10130569338798523,3,257.08460235595703
+5200,0.09796920418739319,3,262.9744849205017
+5300,0.10922443121671677,3,264.41672825813293
+5400,0.10109691321849823,3,267.5638110637665
+5500,0.104099802672863,3,266.5772216320038
+5600,0.09594005346298218,3,261.0160667896271
+5700,0.09944169968366623,3,263.9331705570221
+5800,0.10181549936532974,3,262.9728775024414
+5900,0.112261563539505,3,260.86054253578186
+6000,0.10671386122703552,4,316.81646394729614
+6100,0.10154186934232712,4,266.3751709461212
+6200,0.10261553525924683,4,258.11492443084717
+6300,0.10169121623039246,4,260.5165240764618
+6400,0.10547591745853424,4,258.08471274375916
+6500,0.10086403787136078,4,263.03036880493164
+6600,0.10296377539634705,4,263.30475330352783
+6700,0.10497990250587463,4,266.47947001457214
+6800,0.09205301105976105,4,267.05849266052246
+6900,0.10126156359910965,4,257.8983619213104
+7000,0.10487762838602066,4,257.1874349117279
+7100,0.0988142341375351,4,256.96695947647095
+7200,0.09942810982465744,4,263.0108804702759
+7300,0.10781024396419525,4,257.1021001338959
+7400,0.11324778944253922,4,257.116103887558
+7500,0.10893284529447556,4,257.2615056037903
+7600,0.11142612993717194,4,257.1710731983185
+7700,0.10188066214323044,4,257.35565543174744
+7800,0.09973346441984177,4,263.19650650024414
+7900,0.10178356617689133,4,256.7934048175812
+8000,0.10012874007225037,5,322.1086449623108
+8100,0.10254816710948944,5,258.081059217453
+8200,0.1011420413851738,5,263.0301718711853
+8300,0.10806853324174881,5,257.1708164215088
+8400,0.1007424145936966,5,264.8963656425476
+8500,0.10842835158109665,5,257.31518387794495
+8600,0.10329413414001465,5,257.23888182640076
+8700,0.10532233864068985,5,256.9669749736786
+8800,0.10541734099388123,5,256.99627232551575
+8900,0.11214921623468399,5,256.87229108810425
+9000,0.1010732501745224,5,266.4896295070648
+9100,0.10293798893690109,5,263.81708550453186
+9200,0.09866116940975189,5,271.19116258621216
+9300,0.10033827275037766,5,275.1183171272278
+9400,0.10691636800765991,5,271.2770595550537
+9500,0.09928473085165024,5,279.6666491031647
+9600,0.11528482288122177,5,270.73430037498474
+9700,0.0972154438495636,5,257.2380304336548
+9800,0.09983696043491364,5,257.0245819091797
+9900,0.09915267676115036,5,262.86338114738464
+10000,0.11268187314271927,6,317.41267824172974
+10100,0.09793596714735031,6,276.4182596206665
+10200,0.10946226865053177,6,257.32794713974
+10300,0.11191374808549881,6,257.04594111442566
+10400,0.11150392144918442,6,257.10342669487
+10500,0.10477994382381439,6,257.1698889732361
+10600,0.09609520435333252,6,270.7688329219818
+10700,0.10298143327236176,6,266.47608184814453
+10800,0.10238468647003174,6,257.8692305088043
+10900,0.0986139178276062,6,256.796094417572
+11000,0.10905218124389648,6,262.09591841697693
+11100,0.10159408301115036,6,266.6539726257324
+11200,0.10098979622125626,6,257.6909282207489
+11300,0.10193604975938797,6,257.1932649612427
+11400,0.10558421909809113,6,257.0611433982849
+11500,0.10358631610870361,6,260.7564311027527
+11600,0.0969637855887413,6,261.1617043018341
+11700,0.10370615869760513,6,264.1972596645355
+11800,0.09988575428724289,6,257.0542514324188
+11900,0.1045466810464859,6,257.2726619243622
+12000,0.10404934734106064,7,316.1343002319336
+12100,0.10299690067768097,7,257.22709441185
+12200,0.10399386286735535,7,257.0813534259796
+12300,0.106334388256073,7,257.3307595252991
+12400,0.10650362074375153,7,262.55940318107605