loss for epoch 3 lion 640 unet lr ((4e-6)/7)*2, text encoder lr (((4e-6)/4)/7)*2

size-640-squared_no-eos-bos_shuffled_lion-optim-low-lr-e3.csv

@@ -0,0 +1,84 @@
+global_step,loss,checkpoint_counter,time
+100,0.11184775084257126,1,596.7032897472382
+200,0.10913114994764328,1,292.9190924167633
+300,0.10927297174930573,1,292.3929088115692
+400,0.1124565452337265,1,292.65512800216675
+500,0.10881944745779037,1,288.7584819793701
+600,0.10698704421520233,1,290.1457509994507
+700,0.1114608645439148,1,292.25487422943115
+800,0.10747341811656952,1,289.3197395801544
+900,0.10846865177154541,1,294.1526701450348
+1000,0.10893580317497253,1,292.05879616737366
+1100,0.11168953776359558,1,290.86441946029663
+1200,0.11139312386512756,1,288.74130487442017
+1300,0.11112679541110992,1,292.039475440979
+1400,0.11174610257148743,1,288.18023705482483
+1500,0.11281780153512955,1,290.0323283672333
+1600,0.10826197266578674,1,288.50494384765625
+1700,0.11035671085119247,1,292.7447986602783
+1800,0.11035610735416412,1,290.945054769516
+1900,0.10898931324481964,1,292.89643359184265
+2000,0.11163914203643799,2,311.58556389808655
+2100,0.10934299230575562,2,292.7731568813324
+2200,0.11036864668130875,2,289.4743685722351
+2300,0.10694051533937454,2,288.74235677719116
+2400,0.1069340780377388,2,290.85185718536377
+2500,0.11181040853261948,2,291.51697611808777
+2600,0.10962031036615372,2,291.3514666557312
+2700,0.10691850632429123,2,291.28909254074097
+2800,0.10934551060199738,2,294.2633378505707
+2900,0.10811678320169449,2,292.39720010757446
+3000,0.11161475628614426,2,290.04343914985657
+3100,0.11224472522735596,2,292.3660464286804
+3200,0.11222056299448013,2,289.6144485473633
+3300,0.10952137410640717,2,286.5570607185364
+3400,0.11124584823846817,2,290.21396827697754
+3500,0.10915471613407135,2,290.44045901298523
+3600,0.1112508624792099,2,291.74949645996094
+3700,0.11033456772565842,2,291.12110233306885
+3800,0.11340384930372238,2,291.51540780067444
+3900,0.10961352288722992,2,292.5095775127411
+4000,0.11042790859937668,3,304.41090178489685
+4100,0.10904500633478165,3,288.1152374744415
+4200,0.11141325533390045,3,290.15948581695557
+4300,0.10850942134857178,3,291.5922086238861
+4400,0.10749242454767227,3,287.7591881752014
+4500,0.10643258690834045,3,291.8862798213959
+4600,0.1067456379532814,3,291.94906425476074
+4700,0.11017151921987534,3,287.9457950592041
+4800,0.10626307874917984,3,291.51424407958984
+4900,0.10979659855365753,3,286.6399607658386
+5000,0.11114460974931717,3,289.41069865226746
+5100,0.11124717444181442,3,291.38556599617004
+5200,0.11230634152889252,3,286.44853472709656
+5300,0.10848421603441238,3,289.957546710968
+5400,0.1130484864115715,3,291.22871828079224
+5500,0.10985753685235977,3,291.6405692100525
+5600,0.10690032690763474,3,290.59138536453247
+5700,0.10848760604858398,3,290.7591071128845
+5800,0.11125128716230392,3,285.38725900650024
+5900,0.11321985721588135,3,291.05272936820984
+6000,0.10827949643135071,4,310.48118329048157
+6100,0.11153769493103027,4,290.39693427085876
+6200,0.1077754944562912,4,292.56462836265564
+6300,0.11122700572013855,4,288.7963898181915
+6400,0.11196787655353546,4,292.9020001888275
+6500,0.11047748476266861,4,290.228063583374
+6600,0.11109215766191483,4,284.7399208545685
+6700,0.11119476705789566,4,292.88172221183777
+6800,0.10624337196350098,4,291.2995374202728
+6900,0.10737359523773193,4,288.2652292251587
+7000,0.11027612537145615,4,289.4939115047455
+7100,0.10812116414308548,4,285.8565106391907
+7200,0.10897386074066162,4,288.2249298095703
+7300,0.10900231450796127,4,287.039514541626
+7400,0.10918312519788742,4,291.1781847476959
+7500,0.11219838261604309,4,285.55440855026245
+7600,0.10938305407762527,4,290.75242805480957
+7700,0.10878594219684601,4,288.9043273925781
+7800,0.11091320961713791,4,289.8500974178314
+7900,0.10568879544734955,4,291.2579200267792
+8000,0.11012940108776093,5,308.05049657821655
+8100,0.11096617579460144,5,289.1647415161133
+8200,0.11523357778787613,5,293.5139284133911
+8300,0.10935486853122711,5,287.8523814678192