loss for epoch 15 lion unet lr ((1e-6)/7)*4*2, text encoder lr (((1e-6)/4)/7)*4*2

size-768-squared_no-eos-bos_shuffled_lion-optim-e15.csv

@@ -0,0 +1,125 @@
+global_step,loss,checkpoint_counter,time
+100,0.09596136957406998,1,571.0301308631897
+200,0.10094671696424484,1,302.24747109413147
+300,0.10543439537286758,1,302.2496407032013
+400,0.10319774597883224,1,260.9343943595886
+500,0.10088349133729935,1,289.1233854293823
+600,0.09997428953647614,1,275.98620104789734
+700,0.10329025983810425,1,264.4855535030365
+800,0.10387895256280899,1,261.24952268600464
+900,0.10641514509916306,1,261.6379110813141
+1000,0.09930528700351715,1,286.72995018959045
+1100,0.10651760548353195,1,288.5638463497162
+1200,0.10600367933511734,1,276.52187848091125
+1300,0.09912821650505066,1,270.711571931839
+1400,0.10629034042358398,1,259.4346706867218
+1500,0.09723071753978729,1,304.1989572048187
+1600,0.10267403721809387,1,261.67960834503174
+1700,0.10556699335575104,1,288.60266947746277
+1800,0.10647638887166977,1,272.73494577407837
+1900,0.10672485083341599,1,287.4566869735718
+2000,0.10580617934465408,2,325.4630837440491
+2100,0.10200729221105576,2,300.97388100624084
+2200,0.09825842827558517,2,280.1833426952362
+2300,0.10286018997430801,2,257.1924977302551
+2400,0.1041731908917427,2,302.2192714214325
+2500,0.10810160636901855,2,286.0864644050598
+2600,0.10113547742366791,2,301.7362742424011
+2700,0.1015162542462349,2,269.98069500923157
+2800,0.09938912093639374,2,260.8809733390808
+2900,0.0990525409579277,2,273.47868752479553
+3000,0.10292769968509674,2,273.42835092544556
+3100,0.10416310280561447,2,261.5819664001465
+3200,0.10239288955926895,2,299.73595118522644
+3300,0.10108358412981033,2,258.3762249946594
+3400,0.0993950366973877,2,287.5797874927521
+3500,0.10398657619953156,2,277.8165535926819
+3600,0.10672575980424881,2,288.00889015197754
+3700,0.10094164311885834,2,257.4234788417816
+3800,0.10387299954891205,2,301.89083909988403
+3900,0.1002626046538353,2,259.4386429786682
+4000,0.10622594505548477,3,318.911363363266
+4100,0.10285010188817978,3,258.32676434516907
+4200,0.10377616435289383,3,258.3546938896179
+4300,0.1007988303899765,3,275.99475049972534
+4400,0.10374339669942856,3,262.1310315132141
+4500,0.10080438107252121,3,260.8534770011902
+4600,0.10222411900758743,3,262.31492495536804
+4700,0.09732133895158768,3,301.5079073905945
+4800,0.10327056795358658,3,262.26366209983826
+4900,0.10557630658149719,3,272.6235728263855
+5000,0.10053113102912903,3,259.46383833885193
+5100,0.0983339175581932,3,261.0782427787781
+5200,0.10424724966287613,3,258.3931841850281
+5300,0.10480786859989166,3,264.65667724609375
+5400,0.10481606423854828,3,258.44191002845764
+5500,0.10188049077987671,3,287.1344311237335
+5600,0.10072709619998932,3,299.58954644203186
+5700,0.10396385937929153,3,303.0152060985565
+5800,0.10259661078453064,3,270.5990047454834
+5900,0.10238876938819885,3,289.3266885280609
+6000,0.10282841324806213,4,321.01905059814453
+6100,0.10323022305965424,4,300.92965960502625
+6200,0.1047620102763176,4,285.99821400642395
+6300,0.10736670345067978,4,258.6004168987274
+6400,0.1078072264790535,4,275.46796011924744
+6500,0.100950688123703,4,272.38148164749146
+6600,0.1058446392416954,4,274.6395790576935
+6700,0.09868202358484268,4,259.72694087028503
+6800,0.09793611615896225,4,304.94811272621155
+6900,0.10066469013690948,4,287.14040875434875
+7000,0.1008743867278099,4,259.9211194515228
+7100,0.10606597363948822,4,301.06890654563904
+7200,0.10251383483409882,4,258.32823181152344
+7300,0.10462716966867447,4,272.2924892902374
+7400,0.10413429886102676,4,299.6318860054016
+7500,0.09964898973703384,4,286.518070936203
+7600,0.10219475626945496,4,302.21330881118774
+7700,0.099833644926548,4,287.9360592365265
+7800,0.09825322777032852,4,257.16160106658936
+7900,0.104777492582798,4,301.3291087150574
+8000,0.10140613466501236,5,323.4031698703766
+8100,0.10693152248859406,5,259.43531584739685
+8200,0.09836314618587494,5,276.77242970466614
+8300,0.10184492915868759,5,272.4854714870453
+8400,0.10189520567655563,5,264.2885670661926
+8500,0.10629863291978836,5,275.9147279262543
+8600,0.10243485867977142,5,287.60395336151123
+8700,0.10193545371294022,5,300.6394114494324
+8800,0.10020236670970917,5,272.9918553829193
+8900,0.09953530132770538,5,261.73368310928345
+9000,0.10227816551923752,5,301.9551045894623
+9100,0.10128571093082428,5,303.2782037258148
+9200,0.10404124110937119,5,288.7971193790436
+9300,0.10107599943876266,5,286.8767375946045
+9400,0.10275740176439285,5,299.700076341629
+9500,0.10518228262662888,5,258.56286239624023
+9600,0.10519775748252869,5,284.90910267829895
+9700,0.10451079159975052,5,300.3616337776184
+9800,0.10144911706447601,5,272.38832235336304
+9900,0.10177985578775406,5,273.64635181427
+10000,0.10629493743181229,6,318.40823435783386
+10100,0.10377451777458191,6,271.4862952232361
+10200,0.10347359627485275,6,271.24709463119507
+10300,0.10327848047018051,6,260.3742208480835
+10400,0.1019924059510231,6,288.4502766132355
+10500,0.1015966609120369,6,285.25045132637024
+10600,0.10658764839172363,6,266.8963978290558
+10700,0.10136830806732178,6,303.5788028240204
+10800,0.10012054443359375,6,269.50448203086853
+10900,0.10298918187618256,6,290.45329213142395
+11000,0.10263710469007492,6,258.28486227989197
+11100,0.10207728296518326,6,272.4015164375305
+11200,0.10436374694108963,6,300.6243064403534
+11300,0.10004892200231552,6,273.2648410797119
+11400,0.10304228216409683,6,259.7584228515625
+11500,0.10055028647184372,6,274.0585060119629
+11600,0.10372266173362732,6,288.8158645629883
+11700,0.10545416921377182,6,261.74953293800354
+11800,0.10542050749063492,6,265.55058550834656
+11900,0.10565990209579468,6,274.71527314186096
+12000,0.10112354159355164,7,316.8274939060211
+12100,0.09854276478290558,7,260.9636104106903
+12200,0.1047423779964447,7,260.9083318710327
+12300,0.10448454320430756,7,284.8755090236664
+12400,0.0971216931939125,7,290.07794761657715