loss for epoch 7 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e7.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.09987343847751617,1,605.0109987258911
+200,0.09964471310377121,1,278.534903049469
+300,0.10757937282323837,1,301.66419434547424
+400,0.09978605806827545,1,280.1498062610626
+500,0.10609912872314453,1,270.629385471344
+600,0.09742952138185501,1,265.8424837589264
+700,0.10414455085992813,1,259.40274381637573
+800,0.10034602880477905,1,302.15391206741333
+900,0.10785236209630966,1,259.52647638320923
+1000,0.10716298967599869,1,272.61078691482544
+1100,0.10029978305101395,1,289.8912982940674
+1200,0.09825992584228516,1,259.393025636673
+1300,0.09683463722467422,1,262.7005805969238
+1400,0.10442432016134262,1,289.42969393730164
+1500,0.10069725662469864,1,260.5660765171051
+1600,0.0996522381901741,1,272.8439197540283
+1700,0.10469682514667511,1,285.46649146080017
+1800,0.09921685606241226,1,274.2391092777252
+1900,0.10343623161315918,1,261.767724275589
+2000,0.10561076551675797,2,323.4770333766937
+2100,0.10702043026685715,2,274.2046420574188
+2200,0.10137657821178436,2,264.44512915611267
+2300,0.09958070516586304,2,302.79469633102417
+2400,0.1025744378566742,2,258.4581136703491
+2500,0.10395687818527222,2,298.5701768398285
+2600,0.10447291284799576,2,275.33452701568604
+2700,0.10587523132562637,2,287.1778883934021
+2800,0.10221212357282639,2,288.39872455596924
+2900,0.10393978655338287,2,260.53241777420044
+3000,0.10632512718439102,2,259.8970410823822
+3100,0.10473953187465668,2,258.5146825313568
+3200,0.10369523614645004,2,271.4675018787384
+3300,0.1073443740606308,2,287.0019528865814
+3400,0.10673387348651886,2,301.0310208797455
+3500,0.1059122085571289,2,287.40976333618164
+3600,0.10611658543348312,2,259.7118775844574
+3700,0.09946763515472412,2,259.766437292099
+3800,0.108059823513031,2,268.5436511039734
+3900,0.10318953543901443,2,300.92174553871155
+4000,0.10262252390384674,3,319.2545893192291
+4100,0.10330957919359207,3,299.7800409793854
+4200,0.09740600734949112,3,261.0507802963257
+4300,0.10148902982473373,3,260.8932707309723
+4400,0.10446029156446457,3,271.3486909866333
+4500,0.10331076383590698,3,272.5184054374695
+4600,0.10318436473608017,3,289.06076431274414
+4700,0.09980254620313644,3,299.63220024108887
+4800,0.10855674743652344,3,268.25351762771606
+4900,0.10495059937238693,3,258.5737671852112
+5000,0.10309435427188873,3,259.76056122779846
+5100,0.0985848531126976,3,258.59534549713135
+5200,0.10615970194339752,3,271.9632217884064
+5300,0.10117099434137344,3,301.7349019050598
+5400,0.1042102575302124,3,260.8889229297638
+5500,0.1058269590139389,3,268.0628719329834
+5600,0.10091087222099304,3,289.48641991615295
+5700,0.10437114536762238,3,299.66084456443787
+5800,0.10260888934135437,3,284.8051857948303
+5900,0.10771862417459488,3,300.3941216468811
+6000,0.10289288312196732,4,319.56447196006775
+6100,0.10393712669610977,4,301.56948685646057
+6200,0.09977371245622635,4,264.013671875
+6300,0.10433898866176605,4,272.44163393974304
+6400,0.10898563265800476,4,270.64590525627136
+6500,0.09791753441095352,4,303.9182937145233
+6600,0.1108568012714386,4,259.60173439979553
+6700,0.10653398185968399,4,270.646550655365
+6800,0.10201183706521988,4,259.50477290153503
+6900,0.1063087061047554,4,272.0416386127472
+7000,0.10667461156845093,4,272.3481981754303
+7100,0.1008714959025383,4,286.4166820049286
+7200,0.10492151230573654,4,299.86546754837036
+7300,0.10456733405590057,4,260.4905354976654
+7400,0.10675617307424545,4,300.72310304641724
+7500,0.10754670947790146,4,260.5485384464264
+7600,0.10747705399990082,4,258.41123366355896
+7700,0.10431023687124252,4,269.52363896369934
+7800,0.1018347442150116,4,264.3339033126831
+7900,0.09750395268201828,4,301.60025000572205
+8000,0.10705243796110153,5,318.9165680408478
+8100,0.0982387438416481,5,271.8168966770172
+8200,0.10498391091823578,5,269.9384174346924
+8300,0.10630407929420471,5,301.4340980052948
+8400,0.10436096787452698,5,300.8159158229828
+8500,0.0978427603840828,5,275.5434248447418
+8600,0.10469696670770645,5,285.4427011013031
+8700,0.1038380116224289,5,286.5584306716919
+8800,0.0995250791311264,5,261.63047552108765
+8900,0.1047346293926239,5,258.4267427921295
+9000,0.10495742410421371,5,285.9877483844757
+9100,0.10071057826280594,5,261.2831265926361
+9200,0.10308103263378143,5,258.64368534088135
+9300,0.1031671091914177,5,271.03251814842224
+9400,0.10108458250761032,5,287.82218527793884
+9500,0.10275459289550781,5,271.33238887786865
+9600,0.1039888933300972,5,258.56584000587463
+9700,0.10444320738315582,5,270.43177938461304
+9800,0.10241561383008957,5,271.79899549484253
+9900,0.1061590164899826,5,260.7941961288452
+10000,0.09923962503671646,6,318.5129728317261
+10100,0.10711871087551117,6,260.60510325431824
+10200,0.10592799633741379,6,283.3952114582062
+10300,0.1013399064540863,6,260.9031844139099
+10400,0.10762310773134232,6,301.502539396286
+10500,0.10560688376426697,6,283.06326055526733
+10600,0.10438182950019836,6,257.20598793029785
+10700,0.10031863301992416,6,286.97018003463745
+10800,0.10560785233974457,6,285.39607548713684
+10900,0.10550779104232788,6,267.9162359237671
+11000,0.10303904116153717,6,287.2424705028534
+11100,0.103434257209301,6,261.68018102645874
+11200,0.10348624736070633,6,301.8533990383148
+11300,0.10473506897687912,6,259.53106141090393
+11400,0.11085125058889389,6,303.38246488571167
+11500,0.09929469972848892,6,286.6461114883423
+11600,0.10451365262269974,6,271.1660921573639
+11700,0.10678131878376007,6,259.1495373249054
+11800,0.1046610176563263,6,299.19744658470154
+11900,0.09929035604000092,6,260.565402507782
+12000,0.10478843748569489,7,324.8986065387726
+12100,0.10146043449640274,7,268.2413365840912
+12200,0.10776340216398239,7,259.7479269504547
+12300,0.10173509269952774,7,270.3264675140381
+12400,0.10372414439916611,7,258.6289339065552