loss for epoch 10 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-low-lr-e10.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.1024751290678978,1,570.8781008720398
+200,0.09897243976593018,1,289.92074036598206
+300,0.09980342537164688,1,303.21461844444275
+400,0.09667372703552246,1,302.1325523853302
+500,0.10216572880744934,1,287.99188208580017
+600,0.10245062410831451,1,284.7732002735138
+700,0.11003052443265915,1,285.51959228515625
+800,0.1058061420917511,1,260.96071553230286
+900,0.10591728240251541,1,286.0355923175812
+1000,0.10374386608600616,1,259.3378973007202
+1100,0.1033400297164917,1,298.51928448677063
+1200,0.09816572070121765,1,286.58664417266846
+1300,0.10061056166887283,1,272.7124226093292
+1400,0.10121387243270874,1,269.8515136241913
+1500,0.10361967980861664,1,261.15556931495667
+1600,0.10253453254699707,1,288.56364822387695
+1700,0.0980646014213562,1,275.6204421520233
+1800,0.10074510425329208,1,303.2022747993469
+1900,0.10495585203170776,1,302.5182144641876
+2000,0.10524994879961014,2,321.33257365226746
+2100,0.10663735866546631,2,303.20771622657776
+2200,0.0978221669793129,2,259.7342939376831
+2300,0.10822597146034241,2,286.2364957332611
+2400,0.10317756235599518,2,267.34955286979675
+2500,0.10115291178226471,2,270.05036520957947
+2600,0.10280991345643997,2,303.9931948184967
+2700,0.10517801344394684,2,259.7897388935089
+2800,0.1023002490401268,2,285.1906564235687
+2900,0.10633320361375809,2,271.99123311042786
+3000,0.09948104619979858,2,272.96034502983093
+3100,0.10426218062639236,2,302.95600748062134
+3200,0.10814201831817627,2,285.3707277774811
+3300,0.10659139603376389,2,272.4813449382782
+3400,0.1006256565451622,2,261.49415946006775
+3500,0.105418361723423,2,259.86874985694885
+3600,0.10308535397052765,2,288.1280241012573
+3700,0.10480568557977676,2,257.2010622024536
+3800,0.10248702019453049,2,301.91630148887634
+3900,0.10315871983766556,2,284.096004486084
+4000,0.10598954558372498,3,315.85652589797974
+4100,0.1028384268283844,3,259.5114736557007
+4200,0.10619005560874939,3,274.94237995147705
+4300,0.10114914923906326,3,300.41337180137634
+4400,0.10421184450387955,3,259.4416694641113
+4500,0.10389063507318497,3,302.7872016429901
+4600,0.10360381007194519,3,259.5443468093872
+4700,0.10233422368764877,3,258.56655287742615
+4800,0.10150467604398727,3,285.4053280353546
+4900,0.10293589532375336,3,301.2059895992279
+5000,0.10498705506324768,3,260.8700017929077
+5100,0.10286291688680649,3,259.59591341018677
+5200,0.10364965349435806,3,298.8863673210144
+5300,0.10272904485464096,3,259.5072503089905
+5400,0.10360610485076904,3,260.8627052307129
+5500,0.10159662365913391,3,288.4863431453705
+5600,0.10055755078792572,3,301.6963486671448
+5700,0.10844114422798157,3,262.89086151123047
+5800,0.10378352552652359,3,285.0458209514618
+5900,0.09689130634069443,3,287.08011531829834
+6000,0.10018220543861389,4,319.66665482521057
+6100,0.1039552167057991,4,284.5146150588989
+6200,0.10126376152038574,4,259.39166021347046
+6300,0.09838204830884933,4,268.1710915565491
+6400,0.10753423720598221,4,271.05083775520325
+6500,0.09901967644691467,4,302.1308469772339
+6600,0.10090693831443787,4,260.7598617076874
+6700,0.10306943953037262,4,258.64620304107666
+6800,0.0952303484082222,4,267.8380763530731
+6900,0.10326430946588516,4,271.25577425956726
+7000,0.10201651602983475,4,259.3815333843231
+7100,0.09613049030303955,4,270.8655924797058
+7200,0.1021798700094223,4,282.7513163089752
+7300,0.1066802591085434,4,259.2775716781616
+7400,0.10101673007011414,4,288.3284864425659
+7500,0.10404638946056366,4,268.4562156200409
+7600,0.10364312678575516,4,271.1621015071869
+7700,0.10638243705034256,4,285.72099018096924
+7800,0.10278620570898056,4,269.8879904747009
+7900,0.09916594624519348,4,259.5046124458313
+8000,0.10358760505914688,5,321.2060704231262
+8100,0.10177021473646164,5,259.93127179145813
+8200,0.10119787603616714,5,303.274698972702
+8300,0.10072198510169983,5,303.42452597618103
+8400,0.10712896287441254,5,257.3206648826599
+8500,0.1077471598982811,5,268.76618909835815
+8600,0.10365886241197586,5,269.99314165115356
+8700,0.09898648411035538,5,260.53048872947693
+8800,0.09808142483234406,5,272.02652192115784
+8900,0.10787689685821533,5,300.4821557998657
+9000,0.10119310766458511,5,271.6438264846802
+9100,0.10377678275108337,5,259.50952339172363
+9200,0.10425791144371033,5,259.7092955112457
+9300,0.10397720336914062,5,297.950697183609
+9400,0.10302013903856277,5,286.3142774105072
+9500,0.10083920508623123,5,301.2086319923401
+9600,0.10245046019554138,5,285.7128734588623
+9700,0.10329697281122208,5,260.782395362854
+9800,0.10069947689771652,5,287.55100774765015
+9900,0.10434949398040771,5,260.93378710746765
+10000,0.1061658263206482,6,318.9617850780487
+10100,0.11079435795545578,6,266.9263684749603
+10200,0.10511905699968338,6,281.76776480674744
+10300,0.10404034703969955,6,259.92663311958313
+10400,0.10675239562988281,6,299.4561731815338
+10500,0.1017909049987793,6,261.9934697151184
+10600,0.09918336570262909,6,259.3075683116913
+10700,0.10439982265233994,6,272.0463480949402
+10800,0.10334017872810364,6,268.71844029426575
+10900,0.09885288029909134,6,270.4150342941284
+11000,0.10433925688266754,6,260.6532006263733
+11100,0.10725224018096924,6,259.3495316505432
+11200,0.10563715547323227,6,269.1669671535492
+11300,0.10060593485832214,6,269.58288526535034
+11400,0.1032240092754364,6,258.5995044708252
+11500,0.1037796214222908,6,259.3014905452728
+11600,0.10327693074941635,6,301.44347953796387
+11700,0.10276573896408081,6,300.22437381744385
+11800,0.09642042964696884,6,261.5224084854126
+11900,0.1050218716263771,6,301.79583191871643
+12000,0.0988599956035614,7,322.0213236808777
+12100,0.10669736564159393,7,257.0730595588684
+12200,0.09914576262235641,7,275.1745972633362
+12300,0.10020839422941208,7,260.7941129207611
+12400,0.10804525017738342,7,268.89747190475464