tuanio's picture
End of training
f524300
{
"best_metric": 0.08583583583583583,
"best_model_checkpoint": "w2v2_ablation_focal_ctc_a0.75_g2.0-best_on-ling_head-tp0.025_tl10_fp0.001_fl16/checkpoint-4400",
"epoch": 100.0,
"eval_steps": 100,
"global_step": 10600,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.94,
"learning_rate": 1.2830188679245284e-06,
"loss": 1337.3802,
"step": 100
},
{
"epoch": 0.94,
"eval_loss": 875.6535034179688,
"eval_runtime": 3.072,
"eval_samples_per_second": 233.397,
"eval_steps_per_second": 3.906,
"eval_wer": 18.64039039039039,
"step": 100
},
{
"epoch": 1.89,
"learning_rate": 3.169811320754717e-06,
"loss": 928.4498,
"step": 200
},
{
"epoch": 1.89,
"eval_loss": 336.85919189453125,
"eval_runtime": 2.5032,
"eval_samples_per_second": 286.428,
"eval_steps_per_second": 4.794,
"eval_wer": 17.08541875208542,
"step": 200
},
{
"epoch": 2.83,
"learning_rate": 5.056603773584906e-06,
"loss": 159.8141,
"step": 300
},
{
"epoch": 2.83,
"eval_loss": 65.91426086425781,
"eval_runtime": 2.3194,
"eval_samples_per_second": 309.133,
"eval_steps_per_second": 5.174,
"eval_wer": 1.0,
"step": 300
},
{
"epoch": 3.77,
"learning_rate": 6.943396226415094e-06,
"loss": 84.4352,
"step": 400
},
{
"epoch": 3.77,
"eval_loss": 60.37297439575195,
"eval_runtime": 2.6764,
"eval_samples_per_second": 267.896,
"eval_steps_per_second": 4.484,
"eval_wer": 1.0,
"step": 400
},
{
"epoch": 4.72,
"learning_rate": 8.830188679245285e-06,
"loss": 77.6086,
"step": 500
},
{
"epoch": 4.72,
"eval_loss": 57.35933303833008,
"eval_runtime": 2.6396,
"eval_samples_per_second": 271.633,
"eval_steps_per_second": 4.546,
"eval_wer": 1.0,
"step": 500
},
{
"epoch": 5.66,
"learning_rate": 1.0716981132075473e-05,
"loss": 74.6091,
"step": 600
},
{
"epoch": 5.66,
"eval_loss": 56.16162109375,
"eval_runtime": 3.0321,
"eval_samples_per_second": 236.471,
"eval_steps_per_second": 3.958,
"eval_wer": 1.0,
"step": 600
},
{
"epoch": 6.6,
"learning_rate": 1.2603773584905661e-05,
"loss": 73.5983,
"step": 700
},
{
"epoch": 6.6,
"eval_loss": 55.27739334106445,
"eval_runtime": 2.353,
"eval_samples_per_second": 304.721,
"eval_steps_per_second": 5.1,
"eval_wer": 1.0,
"step": 700
},
{
"epoch": 7.55,
"learning_rate": 1.449056603773585e-05,
"loss": 72.9967,
"step": 800
},
{
"epoch": 7.55,
"eval_loss": 54.65113067626953,
"eval_runtime": 2.238,
"eval_samples_per_second": 320.375,
"eval_steps_per_second": 5.362,
"eval_wer": 1.0,
"step": 800
},
{
"epoch": 8.49,
"learning_rate": 1.637735849056604e-05,
"loss": 71.2266,
"step": 900
},
{
"epoch": 8.49,
"eval_loss": 54.53617477416992,
"eval_runtime": 2.445,
"eval_samples_per_second": 293.257,
"eval_steps_per_second": 4.908,
"eval_wer": 1.0,
"step": 900
},
{
"epoch": 9.43,
"learning_rate": 1.8264150943396227e-05,
"loss": 69.7741,
"step": 1000
},
{
"epoch": 9.43,
"eval_loss": 51.871822357177734,
"eval_runtime": 2.3898,
"eval_samples_per_second": 300.02,
"eval_steps_per_second": 5.021,
"eval_wer": 0.9647981314647981,
"step": 1000
},
{
"epoch": 10.38,
"learning_rate": 1.999996529814242e-05,
"loss": 58.1878,
"step": 1100
},
{
"epoch": 10.38,
"eval_loss": 28.900115966796875,
"eval_runtime": 2.2862,
"eval_samples_per_second": 313.622,
"eval_steps_per_second": 5.249,
"eval_wer": 0.5654821488154822,
"step": 1100
},
{
"epoch": 11.32,
"learning_rate": 1.9993676249406895e-05,
"loss": 32.9238,
"step": 1200
},
{
"epoch": 11.32,
"eval_loss": 12.709677696228027,
"eval_runtime": 2.4457,
"eval_samples_per_second": 293.166,
"eval_steps_per_second": 4.907,
"eval_wer": 0.2390724057390724,
"step": 1200
},
{
"epoch": 12.26,
"learning_rate": 1.997655070093429e-05,
"loss": 21.0735,
"step": 1300
},
{
"epoch": 12.26,
"eval_loss": 8.588455200195312,
"eval_runtime": 2.5444,
"eval_samples_per_second": 281.79,
"eval_steps_per_second": 4.716,
"eval_wer": 0.17851184517851185,
"step": 1300
},
{
"epoch": 13.21,
"learning_rate": 1.994860722256786e-05,
"loss": 15.9281,
"step": 1400
},
{
"epoch": 13.21,
"eval_loss": 6.895908832550049,
"eval_runtime": 2.3592,
"eval_samples_per_second": 303.92,
"eval_steps_per_second": 5.087,
"eval_wer": 0.1529029029029029,
"step": 1400
},
{
"epoch": 14.15,
"learning_rate": 1.9909876114418242e-05,
"loss": 13.7108,
"step": 1500
},
{
"epoch": 14.15,
"eval_loss": 5.751368045806885,
"eval_runtime": 2.4597,
"eval_samples_per_second": 291.499,
"eval_steps_per_second": 4.879,
"eval_wer": 0.13922255588922255,
"step": 1500
},
{
"epoch": 15.09,
"learning_rate": 1.9860399374007944e-05,
"loss": 11.2293,
"step": 1600
},
{
"epoch": 15.09,
"eval_loss": 4.973855495452881,
"eval_runtime": 2.554,
"eval_samples_per_second": 280.739,
"eval_steps_per_second": 4.699,
"eval_wer": 0.12437437437437437,
"step": 1600
},
{
"epoch": 16.04,
"learning_rate": 1.980023065073195e-05,
"loss": 10.3682,
"step": 1700
},
{
"epoch": 16.04,
"eval_loss": 4.508381366729736,
"eval_runtime": 2.2355,
"eval_samples_per_second": 320.735,
"eval_steps_per_second": 5.368,
"eval_wer": 0.12370704037370704,
"step": 1700
},
{
"epoch": 16.98,
"learning_rate": 1.972943518768377e-05,
"loss": 9.6654,
"step": 1800
},
{
"epoch": 16.98,
"eval_loss": 4.370257377624512,
"eval_runtime": 2.461,
"eval_samples_per_second": 291.343,
"eval_steps_per_second": 4.876,
"eval_wer": 0.12587587587587587,
"step": 1800
},
{
"epoch": 17.92,
"learning_rate": 1.964808975090999e-05,
"loss": 8.816,
"step": 1900
},
{
"epoch": 17.92,
"eval_loss": 4.127786636352539,
"eval_runtime": 2.5207,
"eval_samples_per_second": 284.449,
"eval_steps_per_second": 4.761,
"eval_wer": 0.11428094761428095,
"step": 1900
},
{
"epoch": 18.87,
"learning_rate": 1.955628254617017e-05,
"loss": 8.8608,
"step": 2000
},
{
"epoch": 18.87,
"eval_loss": 3.910537004470825,
"eval_runtime": 2.4695,
"eval_samples_per_second": 290.343,
"eval_steps_per_second": 4.859,
"eval_wer": 0.10744077410744077,
"step": 2000
},
{
"epoch": 19.81,
"learning_rate": 1.9454113123292133e-05,
"loss": 7.8629,
"step": 2100
},
{
"epoch": 19.81,
"eval_loss": 3.9113922119140625,
"eval_runtime": 2.5572,
"eval_samples_per_second": 280.382,
"eval_steps_per_second": 4.693,
"eval_wer": 0.12370704037370704,
"step": 2100
},
{
"epoch": 20.75,
"learning_rate": 1.9341692268226572e-05,
"loss": 7.8569,
"step": 2200
},
{
"epoch": 20.75,
"eval_loss": 3.7353532314300537,
"eval_runtime": 2.4284,
"eval_samples_per_second": 295.26,
"eval_steps_per_second": 4.942,
"eval_wer": 0.11211211211211211,
"step": 2200
},
{
"epoch": 21.7,
"learning_rate": 1.921914188291787e-05,
"loss": 7.3392,
"step": 2300
},
{
"epoch": 21.7,
"eval_loss": 3.666839599609375,
"eval_runtime": 2.409,
"eval_samples_per_second": 297.636,
"eval_steps_per_second": 4.981,
"eval_wer": 0.10560560560560561,
"step": 2300
},
{
"epoch": 22.64,
"learning_rate": 1.908659485312148e-05,
"loss": 7.2164,
"step": 2400
},
{
"epoch": 22.64,
"eval_loss": 3.5747179985046387,
"eval_runtime": 2.3787,
"eval_samples_per_second": 301.422,
"eval_steps_per_second": 5.045,
"eval_wer": 0.11277944611277944,
"step": 2400
},
{
"epoch": 23.58,
"learning_rate": 1.894419490431116e-05,
"loss": 7.2758,
"step": 2500
},
{
"epoch": 23.58,
"eval_loss": 3.4933085441589355,
"eval_runtime": 2.546,
"eval_samples_per_second": 281.622,
"eval_steps_per_second": 4.713,
"eval_wer": 0.1016016016016016,
"step": 2500
},
{
"epoch": 24.53,
"learning_rate": 1.8792096445832317e-05,
"loss": 6.4516,
"step": 2600
},
{
"epoch": 24.53,
"eval_loss": 3.482123613357544,
"eval_runtime": 2.3838,
"eval_samples_per_second": 300.782,
"eval_steps_per_second": 5.034,
"eval_wer": 0.09876543209876543,
"step": 2600
},
{
"epoch": 25.47,
"learning_rate": 1.8630464403470435e-05,
"loss": 6.45,
"step": 2700
},
{
"epoch": 25.47,
"eval_loss": 3.3719635009765625,
"eval_runtime": 2.362,
"eval_samples_per_second": 303.558,
"eval_steps_per_second": 5.08,
"eval_wer": 0.0995995995995996,
"step": 2700
},
{
"epoch": 26.42,
"learning_rate": 1.8461229667449597e-05,
"loss": 6.0068,
"step": 2800
},
{
"epoch": 26.42,
"eval_loss": 3.442462205886841,
"eval_runtime": 2.4309,
"eval_samples_per_second": 294.954,
"eval_steps_per_second": 4.936,
"eval_wer": 0.10443777110443778,
"step": 2800
},
{
"epoch": 27.36,
"learning_rate": 1.828115717353417e-05,
"loss": 5.5781,
"step": 2900
},
{
"epoch": 27.36,
"eval_loss": 3.3221378326416016,
"eval_runtime": 2.3098,
"eval_samples_per_second": 310.419,
"eval_steps_per_second": 5.195,
"eval_wer": 0.10143476810143477,
"step": 2900
},
{
"epoch": 28.3,
"learning_rate": 1.809210512541925e-05,
"loss": 5.5837,
"step": 3000
},
{
"epoch": 28.3,
"eval_loss": 3.4974489212036133,
"eval_runtime": 2.4817,
"eval_samples_per_second": 288.914,
"eval_steps_per_second": 4.835,
"eval_wer": 0.1041041041041041,
"step": 3000
},
{
"epoch": 29.25,
"learning_rate": 1.7894278518986088e-05,
"loss": 5.7895,
"step": 3100
},
{
"epoch": 29.25,
"eval_loss": 3.35359263420105,
"eval_runtime": 2.5133,
"eval_samples_per_second": 285.278,
"eval_steps_per_second": 4.775,
"eval_wer": 0.09501167834501167,
"step": 3100
},
{
"epoch": 30.19,
"learning_rate": 1.7687891864682602e-05,
"loss": 5.6272,
"step": 3200
},
{
"epoch": 30.19,
"eval_loss": 3.2035768032073975,
"eval_runtime": 2.4143,
"eval_samples_per_second": 296.982,
"eval_steps_per_second": 4.97,
"eval_wer": 0.09601267934601268,
"step": 3200
},
{
"epoch": 31.13,
"learning_rate": 1.7473168954922044e-05,
"loss": 5.594,
"step": 3300
},
{
"epoch": 31.13,
"eval_loss": 3.1747331619262695,
"eval_runtime": 2.332,
"eval_samples_per_second": 307.466,
"eval_steps_per_second": 5.146,
"eval_wer": 0.09125792459125792,
"step": 3300
},
{
"epoch": 32.08,
"learning_rate": 1.7250342621416897e-05,
"loss": 4.791,
"step": 3400
},
{
"epoch": 32.08,
"eval_loss": 3.12252140045166,
"eval_runtime": 2.3979,
"eval_samples_per_second": 299.007,
"eval_steps_per_second": 5.004,
"eval_wer": 0.10377043710377044,
"step": 3400
},
{
"epoch": 33.02,
"learning_rate": 1.7019654482711144e-05,
"loss": 5.0596,
"step": 3500
},
{
"epoch": 33.02,
"eval_loss": 3.2113351821899414,
"eval_runtime": 2.2358,
"eval_samples_per_second": 320.694,
"eval_steps_per_second": 5.367,
"eval_wer": 0.1095261928595262,
"step": 3500
},
{
"epoch": 33.96,
"learning_rate": 1.6781354682184668e-05,
"loss": 4.985,
"step": 3600
},
{
"epoch": 33.96,
"eval_loss": 3.062237024307251,
"eval_runtime": 2.3928,
"eval_samples_per_second": 299.643,
"eval_steps_per_second": 5.015,
"eval_wer": 0.09292625959292626,
"step": 3600
},
{
"epoch": 34.91,
"learning_rate": 1.6535701616813845e-05,
"loss": 4.731,
"step": 3700
},
{
"epoch": 34.91,
"eval_loss": 3.0940449237823486,
"eval_runtime": 2.4517,
"eval_samples_per_second": 292.45,
"eval_steps_per_second": 4.895,
"eval_wer": 0.09559559559559559,
"step": 3700
},
{
"epoch": 35.85,
"learning_rate": 1.628296165698249e-05,
"loss": 4.6287,
"step": 3800
},
{
"epoch": 35.85,
"eval_loss": 3.0453147888183594,
"eval_runtime": 2.5566,
"eval_samples_per_second": 280.449,
"eval_steps_per_second": 4.694,
"eval_wer": 0.0960960960960961,
"step": 3800
},
{
"epoch": 36.79,
"learning_rate": 1.6023408857646953e-05,
"loss": 4.5235,
"step": 3900
},
{
"epoch": 36.79,
"eval_loss": 3.035074472427368,
"eval_runtime": 2.4583,
"eval_samples_per_second": 291.661,
"eval_steps_per_second": 4.881,
"eval_wer": 0.10193526860193527,
"step": 3900
},
{
"epoch": 37.74,
"learning_rate": 1.575732466116854e-05,
"loss": 4.7715,
"step": 4000
},
{
"epoch": 37.74,
"eval_loss": 3.023735761642456,
"eval_runtime": 2.3108,
"eval_samples_per_second": 310.281,
"eval_steps_per_second": 5.193,
"eval_wer": 0.09275942609275943,
"step": 4000
},
{
"epoch": 38.68,
"learning_rate": 1.548499759213552e-05,
"loss": 4.7101,
"step": 4100
},
{
"epoch": 38.68,
"eval_loss": 3.024998426437378,
"eval_runtime": 2.2347,
"eval_samples_per_second": 320.853,
"eval_steps_per_second": 5.37,
"eval_wer": 0.09426092759426093,
"step": 4100
},
{
"epoch": 39.62,
"learning_rate": 1.5206722944505621e-05,
"loss": 4.243,
"step": 4200
},
{
"epoch": 39.62,
"eval_loss": 2.9704301357269287,
"eval_runtime": 2.278,
"eval_samples_per_second": 314.754,
"eval_steps_per_second": 5.268,
"eval_wer": 0.09801468134801468,
"step": 4200
},
{
"epoch": 40.57,
"learning_rate": 1.4922802461408265e-05,
"loss": 4.4015,
"step": 4300
},
{
"epoch": 40.57,
"eval_loss": 2.9600486755371094,
"eval_runtime": 2.138,
"eval_samples_per_second": 335.367,
"eval_steps_per_second": 5.613,
"eval_wer": 0.08708708708708708,
"step": 4300
},
{
"epoch": 41.51,
"learning_rate": 1.4633544007953716e-05,
"loss": 4.4545,
"step": 4400
},
{
"epoch": 41.51,
"eval_loss": 2.980609655380249,
"eval_runtime": 2.3548,
"eval_samples_per_second": 304.478,
"eval_steps_per_second": 5.096,
"eval_wer": 0.08583583583583583,
"step": 4400
},
{
"epoch": 42.45,
"learning_rate": 1.4339261237403948e-05,
"loss": 4.662,
"step": 4500
},
{
"epoch": 42.45,
"eval_loss": 2.9668173789978027,
"eval_runtime": 2.2963,
"eval_samples_per_second": 312.242,
"eval_steps_per_second": 5.226,
"eval_wer": 0.09693026359693026,
"step": 4500
},
{
"epoch": 43.4,
"learning_rate": 1.4043285361283684e-05,
"loss": 4.0696,
"step": 4600
},
{
"epoch": 43.4,
"eval_loss": 2.9349417686462402,
"eval_runtime": 2.305,
"eval_samples_per_second": 311.064,
"eval_steps_per_second": 5.206,
"eval_wer": 0.09351017684351018,
"step": 4600
},
{
"epoch": 44.34,
"learning_rate": 1.3739958551927287e-05,
"loss": 3.5668,
"step": 4700
},
{
"epoch": 44.34,
"eval_loss": 2.9190385341644287,
"eval_runtime": 2.3277,
"eval_samples_per_second": 308.023,
"eval_steps_per_second": 5.155,
"eval_wer": 0.09167500834167501,
"step": 4700
},
{
"epoch": 45.28,
"learning_rate": 1.3432576372069266e-05,
"loss": 3.8214,
"step": 4800
},
{
"epoch": 45.28,
"eval_loss": 2.948979139328003,
"eval_runtime": 2.1809,
"eval_samples_per_second": 328.766,
"eval_steps_per_second": 5.502,
"eval_wer": 0.09009009009009009,
"step": 4800
},
{
"epoch": 46.23,
"learning_rate": 1.3121472127174802e-05,
"loss": 3.8215,
"step": 4900
},
{
"epoch": 46.23,
"eval_loss": 2.937129497528076,
"eval_runtime": 2.441,
"eval_samples_per_second": 293.729,
"eval_steps_per_second": 4.916,
"eval_wer": 0.0911745078411745,
"step": 4900
},
{
"epoch": 47.17,
"learning_rate": 1.2806983158677e-05,
"loss": 3.6593,
"step": 5000
},
{
"epoch": 47.17,
"eval_loss": 2.9407706260681152,
"eval_runtime": 2.3032,
"eval_samples_per_second": 311.309,
"eval_steps_per_second": 5.21,
"eval_wer": 0.08750417083750417,
"step": 5000
},
{
"epoch": 48.11,
"learning_rate": 1.248945047818555e-05,
"loss": 3.3709,
"step": 5100
},
{
"epoch": 48.11,
"eval_loss": 2.9576809406280518,
"eval_runtime": 2.3035,
"eval_samples_per_second": 311.269,
"eval_steps_per_second": 5.21,
"eval_wer": 0.09200867534200867,
"step": 5100
},
{
"epoch": 49.06,
"learning_rate": 1.2169218397715645e-05,
"loss": 3.5768,
"step": 5200
},
{
"epoch": 49.06,
"eval_loss": 2.986335039138794,
"eval_runtime": 2.3677,
"eval_samples_per_second": 302.826,
"eval_steps_per_second": 5.068,
"eval_wer": 0.09401067734401068,
"step": 5200
},
{
"epoch": 50.0,
"learning_rate": 1.1846634156338193e-05,
"loss": 3.3018,
"step": 5300
},
{
"epoch": 50.0,
"eval_loss": 2.943732500076294,
"eval_runtime": 2.3937,
"eval_samples_per_second": 299.537,
"eval_steps_per_second": 5.013,
"eval_wer": 0.10026693360026694,
"step": 5300
},
{
"epoch": 50.94,
"learning_rate": 1.1522047543656106e-05,
"loss": 3.2921,
"step": 5400
},
{
"epoch": 50.94,
"eval_loss": 2.9195058345794678,
"eval_runtime": 2.5086,
"eval_samples_per_second": 285.812,
"eval_steps_per_second": 4.783,
"eval_wer": 0.09225892559225893,
"step": 5400
},
{
"epoch": 51.89,
"learning_rate": 1.119581052051494e-05,
"loss": 3.4551,
"step": 5500
},
{
"epoch": 51.89,
"eval_loss": 2.940958261489868,
"eval_runtime": 2.5071,
"eval_samples_per_second": 285.992,
"eval_steps_per_second": 4.786,
"eval_wer": 0.09501167834501167,
"step": 5500
},
{
"epoch": 52.83,
"learning_rate": 1.0868276837359204e-05,
"loss": 3.6576,
"step": 5600
},
{
"epoch": 52.83,
"eval_loss": 2.9519896507263184,
"eval_runtime": 2.1953,
"eval_samples_per_second": 326.602,
"eval_steps_per_second": 5.466,
"eval_wer": 0.1011011011011011,
"step": 5600
},
{
"epoch": 53.77,
"learning_rate": 1.0539801650648128e-05,
"loss": 3.5078,
"step": 5700
},
{
"epoch": 53.77,
"eval_loss": 2.8925814628601074,
"eval_runtime": 2.2343,
"eval_samples_per_second": 320.899,
"eval_steps_per_second": 5.371,
"eval_wer": 0.09367701034367701,
"step": 5700
},
{
"epoch": 54.72,
"learning_rate": 1.0210741137746833e-05,
"loss": 3.0777,
"step": 5800
},
{
"epoch": 54.72,
"eval_loss": 2.8970932960510254,
"eval_runtime": 2.2598,
"eval_samples_per_second": 317.283,
"eval_steps_per_second": 5.31,
"eval_wer": 0.09134134134134134,
"step": 5800
},
{
"epoch": 55.66,
"learning_rate": 9.881452110710519e-06,
"loss": 3.0572,
"step": 5900
},
{
"epoch": 55.66,
"eval_loss": 2.8692612648010254,
"eval_runtime": 2.2528,
"eval_samples_per_second": 318.271,
"eval_steps_per_second": 5.327,
"eval_wer": 0.0890890890890891,
"step": 5900
},
{
"epoch": 56.6,
"learning_rate": 9.552291629380419e-06,
"loss": 3.0486,
"step": 6000
},
{
"epoch": 56.6,
"eval_loss": 2.8876469135284424,
"eval_runtime": 2.2032,
"eval_samples_per_second": 325.435,
"eval_steps_per_second": 5.447,
"eval_wer": 0.0881715048381715,
"step": 6000
},
{
"epoch": 57.55,
"learning_rate": 9.223616614211057e-06,
"loss": 3.1283,
"step": 6100
},
{
"epoch": 57.55,
"eval_loss": 2.8596761226654053,
"eval_runtime": 2.2244,
"eval_samples_per_second": 322.333,
"eval_steps_per_second": 5.395,
"eval_wer": 0.09134134134134134,
"step": 6100
},
{
"epoch": 58.49,
"learning_rate": 8.895783459248695e-06,
"loss": 2.8705,
"step": 6200
},
{
"epoch": 58.49,
"eval_loss": 2.9079818725585938,
"eval_runtime": 2.3678,
"eval_samples_per_second": 302.819,
"eval_steps_per_second": 5.068,
"eval_wer": 0.09042375709042376,
"step": 6200
},
{
"epoch": 59.43,
"learning_rate": 8.569147645680523e-06,
"loss": 3.0644,
"step": 6300
},
{
"epoch": 59.43,
"eval_loss": 2.910602331161499,
"eval_runtime": 2.3829,
"eval_samples_per_second": 300.896,
"eval_steps_per_second": 5.036,
"eval_wer": 0.09167500834167501,
"step": 6300
},
{
"epoch": 60.38,
"learning_rate": 8.244063356373729e-06,
"loss": 2.8822,
"step": 6400
},
{
"epoch": 60.38,
"eval_loss": 2.9231059551239014,
"eval_runtime": 2.4556,
"eval_samples_per_second": 291.984,
"eval_steps_per_second": 4.887,
"eval_wer": 0.0890890890890891,
"step": 6400
},
{
"epoch": 61.32,
"learning_rate": 7.92088309182241e-06,
"loss": 3.2338,
"step": 6500
},
{
"epoch": 61.32,
"eval_loss": 2.9510579109191895,
"eval_runtime": 2.1932,
"eval_samples_per_second": 326.917,
"eval_steps_per_second": 5.471,
"eval_wer": 0.09034034034034034,
"step": 6500
},
{
"epoch": 62.26,
"learning_rate": 7.599957287918655e-06,
"loss": 3.048,
"step": 6600
},
{
"epoch": 62.26,
"eval_loss": 2.953885316848755,
"eval_runtime": 2.3592,
"eval_samples_per_second": 303.918,
"eval_steps_per_second": 5.086,
"eval_wer": 0.08975642308975643,
"step": 6600
},
{
"epoch": 63.21,
"learning_rate": 7.281633935962448e-06,
"loss": 3.094,
"step": 6700
},
{
"epoch": 63.21,
"eval_loss": 2.949049949645996,
"eval_runtime": 2.5261,
"eval_samples_per_second": 283.836,
"eval_steps_per_second": 4.75,
"eval_wer": 0.09084084084084085,
"step": 6700
},
{
"epoch": 64.15,
"learning_rate": 6.966258205322274e-06,
"loss": 3.0581,
"step": 6800
},
{
"epoch": 64.15,
"eval_loss": 2.895172119140625,
"eval_runtime": 1.5993,
"eval_samples_per_second": 448.308,
"eval_steps_per_second": 7.503,
"eval_wer": 0.08858858858858859,
"step": 6800
},
{
"epoch": 65.09,
"learning_rate": 6.654172069155635e-06,
"loss": 2.9343,
"step": 6900
},
{
"epoch": 65.09,
"eval_loss": 2.8925557136535645,
"eval_runtime": 2.4073,
"eval_samples_per_second": 297.843,
"eval_steps_per_second": 4.985,
"eval_wer": 0.08825492158825492,
"step": 6900
},
{
"epoch": 66.04,
"learning_rate": 6.34571393359539e-06,
"loss": 2.9497,
"step": 7000
},
{
"epoch": 66.04,
"eval_loss": 2.8731818199157715,
"eval_runtime": 2.4257,
"eval_samples_per_second": 295.589,
"eval_steps_per_second": 4.947,
"eval_wer": 0.08875542208875542,
"step": 7000
},
{
"epoch": 66.98,
"learning_rate": 6.0412182708038794e-06,
"loss": 2.7788,
"step": 7100
},
{
"epoch": 66.98,
"eval_loss": 2.8836898803710938,
"eval_runtime": 2.3112,
"eval_samples_per_second": 310.231,
"eval_steps_per_second": 5.192,
"eval_wer": 0.09042375709042376,
"step": 7100
},
{
"epoch": 67.92,
"learning_rate": 5.741015256292837e-06,
"loss": 2.7765,
"step": 7200
},
{
"epoch": 67.92,
"eval_loss": 2.9168927669525146,
"eval_runtime": 2.2787,
"eval_samples_per_second": 314.657,
"eval_steps_per_second": 5.266,
"eval_wer": 0.09509509509509509,
"step": 7200
},
{
"epoch": 68.87,
"learning_rate": 5.445430410902306e-06,
"loss": 3.134,
"step": 7300
},
{
"epoch": 68.87,
"eval_loss": 2.903002977371216,
"eval_runtime": 2.3536,
"eval_samples_per_second": 304.633,
"eval_steps_per_second": 5.098,
"eval_wer": 0.09259259259259259,
"step": 7300
},
{
"epoch": 69.81,
"learning_rate": 5.15478424782678e-06,
"loss": 2.8812,
"step": 7400
},
{
"epoch": 69.81,
"eval_loss": 2.9044971466064453,
"eval_runtime": 2.2556,
"eval_samples_per_second": 317.872,
"eval_steps_per_second": 5.32,
"eval_wer": 0.0920920920920921,
"step": 7400
},
{
"epoch": 70.75,
"learning_rate": 4.869391925071285e-06,
"loss": 2.615,
"step": 7500
},
{
"epoch": 70.75,
"eval_loss": 2.9148054122924805,
"eval_runtime": 2.2984,
"eval_samples_per_second": 311.958,
"eval_steps_per_second": 5.221,
"eval_wer": 0.08708708708708708,
"step": 7500
},
{
"epoch": 71.7,
"learning_rate": 4.589562903714348e-06,
"loss": 2.5678,
"step": 7600
},
{
"epoch": 71.7,
"eval_loss": 2.943516969680786,
"eval_runtime": 2.264,
"eval_samples_per_second": 316.693,
"eval_steps_per_second": 5.3,
"eval_wer": 0.09217550884217551,
"step": 7600
},
{
"epoch": 72.64,
"learning_rate": 4.318310214093595e-06,
"loss": 2.4858,
"step": 7700
},
{
"epoch": 72.64,
"eval_loss": 2.9050374031066895,
"eval_runtime": 2.5001,
"eval_samples_per_second": 286.789,
"eval_steps_per_second": 4.8,
"eval_wer": 0.09284284284284285,
"step": 7700
},
{
"epoch": 73.58,
"learning_rate": 4.050448633035326e-06,
"loss": 2.5367,
"step": 7800
},
{
"epoch": 73.58,
"eval_loss": 2.8948252201080322,
"eval_runtime": 2.3819,
"eval_samples_per_second": 301.016,
"eval_steps_per_second": 5.038,
"eval_wer": 0.08775442108775443,
"step": 7800
},
{
"epoch": 74.53,
"learning_rate": 3.7890383628075156e-06,
"loss": 2.3228,
"step": 7900
},
{
"epoch": 74.53,
"eval_loss": 2.8994953632354736,
"eval_runtime": 2.4234,
"eval_samples_per_second": 295.866,
"eval_steps_per_second": 4.952,
"eval_wer": 0.0890890890890891,
"step": 7900
},
{
"epoch": 75.47,
"learning_rate": 3.5343628598934275e-06,
"loss": 2.5849,
"step": 8000
},
{
"epoch": 75.47,
"eval_loss": 2.9289326667785645,
"eval_runtime": 2.4566,
"eval_samples_per_second": 291.864,
"eval_steps_per_second": 4.885,
"eval_wer": 0.09275942609275943,
"step": 8000
},
{
"epoch": 76.42,
"learning_rate": 3.2866982780278357e-06,
"loss": 2.6645,
"step": 8100
},
{
"epoch": 76.42,
"eval_loss": 2.8950443267822266,
"eval_runtime": 2.3369,
"eval_samples_per_second": 306.813,
"eval_steps_per_second": 5.135,
"eval_wer": 0.08842175508842176,
"step": 8100
},
{
"epoch": 77.36,
"learning_rate": 3.0463131687536695e-06,
"loss": 2.6634,
"step": 8200
},
{
"epoch": 77.36,
"eval_loss": 2.919368267059326,
"eval_runtime": 2.2121,
"eval_samples_per_second": 324.122,
"eval_steps_per_second": 5.425,
"eval_wer": 0.09217550884217551,
"step": 8200
},
{
"epoch": 78.3,
"learning_rate": 2.8134681902219797e-06,
"loss": 2.393,
"step": 8300
},
{
"epoch": 78.3,
"eval_loss": 2.9073572158813477,
"eval_runtime": 2.3983,
"eval_samples_per_second": 298.96,
"eval_steps_per_second": 5.004,
"eval_wer": 0.09192525859192525,
"step": 8300
},
{
"epoch": 79.25,
"learning_rate": 2.5884158245510325e-06,
"loss": 3.0675,
"step": 8400
},
{
"epoch": 79.25,
"eval_loss": 2.892658233642578,
"eval_runtime": 1.8302,
"eval_samples_per_second": 391.764,
"eval_steps_per_second": 6.557,
"eval_wer": 0.09075742409075742,
"step": 8400
},
{
"epoch": 80.19,
"learning_rate": 2.3714001040509095e-06,
"loss": 2.6344,
"step": 8500
},
{
"epoch": 80.19,
"eval_loss": 2.876831293106079,
"eval_runtime": 1.6456,
"eval_samples_per_second": 435.704,
"eval_steps_per_second": 7.292,
"eval_wer": 0.0890890890890891,
"step": 8500
},
{
"epoch": 81.13,
"learning_rate": 2.162656346610592e-06,
"loss": 2.5742,
"step": 8600
},
{
"epoch": 81.13,
"eval_loss": 2.8808791637420654,
"eval_runtime": 2.9484,
"eval_samples_per_second": 243.18,
"eval_steps_per_second": 4.07,
"eval_wer": 0.09109109109109109,
"step": 8600
},
{
"epoch": 82.08,
"learning_rate": 1.962410900534367e-06,
"loss": 2.6523,
"step": 8700
},
{
"epoch": 82.08,
"eval_loss": 2.863851547241211,
"eval_runtime": 2.6818,
"eval_samples_per_second": 267.357,
"eval_steps_per_second": 4.475,
"eval_wer": 0.08625291958625292,
"step": 8700
},
{
"epoch": 83.02,
"learning_rate": 1.7746247286710604e-06,
"loss": 2.2657,
"step": 8800
},
{
"epoch": 83.02,
"eval_loss": 2.8809173107147217,
"eval_runtime": 2.6706,
"eval_samples_per_second": 268.481,
"eval_steps_per_second": 4.493,
"eval_wer": 0.0911745078411745,
"step": 8800
},
{
"epoch": 83.96,
"learning_rate": 1.591837419081773e-06,
"loss": 2.3238,
"step": 8900
},
{
"epoch": 83.96,
"eval_loss": 2.876391887664795,
"eval_runtime": 2.5394,
"eval_samples_per_second": 282.355,
"eval_steps_per_second": 4.726,
"eval_wer": 0.08933933933933934,
"step": 8900
},
{
"epoch": 84.91,
"learning_rate": 1.4181673801868301e-06,
"loss": 2.3664,
"step": 9000
},
{
"epoch": 84.91,
"eval_loss": 2.873842239379883,
"eval_runtime": 2.4749,
"eval_samples_per_second": 289.712,
"eval_steps_per_second": 4.849,
"eval_wer": 0.09125792459125792,
"step": 9000
},
{
"epoch": 85.85,
"learning_rate": 1.2538029286060428e-06,
"loss": 2.5655,
"step": 9100
},
{
"epoch": 85.85,
"eval_loss": 2.887613296508789,
"eval_runtime": 2.3857,
"eval_samples_per_second": 300.547,
"eval_steps_per_second": 5.03,
"eval_wer": 0.09042375709042376,
"step": 9100
},
{
"epoch": 86.79,
"learning_rate": 1.0989222905788767e-06,
"loss": 2.4372,
"step": 9200
},
{
"epoch": 86.79,
"eval_loss": 2.902373790740967,
"eval_runtime": 2.3648,
"eval_samples_per_second": 303.2,
"eval_steps_per_second": 5.074,
"eval_wer": 0.09100767434100768,
"step": 9200
},
{
"epoch": 87.74,
"learning_rate": 9.536934087073702e-07,
"loss": 2.5267,
"step": 9300
},
{
"epoch": 87.74,
"eval_loss": 2.892174243927002,
"eval_runtime": 2.5482,
"eval_samples_per_second": 281.372,
"eval_steps_per_second": 4.709,
"eval_wer": 0.08975642308975643,
"step": 9300
},
{
"epoch": 88.68,
"learning_rate": 8.182737598499846e-07,
"loss": 2.471,
"step": 9400
},
{
"epoch": 88.68,
"eval_loss": 2.889312744140625,
"eval_runtime": 2.3375,
"eval_samples_per_second": 306.735,
"eval_steps_per_second": 5.134,
"eval_wer": 0.08842175508842176,
"step": 9400
},
{
"epoch": 89.62,
"learning_rate": 6.928101843638202e-07,
"loss": 2.5225,
"step": 9500
},
{
"epoch": 89.62,
"eval_loss": 2.885225296020508,
"eval_runtime": 2.3766,
"eval_samples_per_second": 301.687,
"eval_steps_per_second": 5.049,
"eval_wer": 0.08875542208875542,
"step": 9500
},
{
"epoch": 90.57,
"learning_rate": 5.774387268803871e-07,
"loss": 2.4752,
"step": 9600
},
{
"epoch": 90.57,
"eval_loss": 2.8876028060913086,
"eval_runtime": 2.4035,
"eval_samples_per_second": 298.319,
"eval_steps_per_second": 4.993,
"eval_wer": 0.08917250583917251,
"step": 9600
},
{
"epoch": 91.51,
"learning_rate": 4.722844887875522e-07,
"loss": 2.5029,
"step": 9700
},
{
"epoch": 91.51,
"eval_loss": 2.8883309364318848,
"eval_runtime": 2.5391,
"eval_samples_per_second": 282.383,
"eval_steps_per_second": 4.726,
"eval_wer": 0.08850517183850518,
"step": 9700
},
{
"epoch": 92.45,
"learning_rate": 3.7746149257763984e-07,
"loss": 2.7052,
"step": 9800
},
{
"epoch": 92.45,
"eval_loss": 2.882530450820923,
"eval_runtime": 2.5114,
"eval_samples_per_second": 285.5,
"eval_steps_per_second": 4.778,
"eval_wer": 0.08708708708708708,
"step": 9800
},
{
"epoch": 93.4,
"learning_rate": 2.9307255820877676e-07,
"loss": 2.4682,
"step": 9900
},
{
"epoch": 93.4,
"eval_loss": 2.8780291080474854,
"eval_runtime": 2.3878,
"eval_samples_per_second": 300.275,
"eval_steps_per_second": 5.026,
"eval_wer": 0.08700367033700367,
"step": 9900
},
{
"epoch": 94.34,
"learning_rate": 2.1920919161354304e-07,
"loss": 2.3672,
"step": 10000
},
{
"epoch": 94.34,
"eval_loss": 2.8809967041015625,
"eval_runtime": 2.5256,
"eval_samples_per_second": 283.891,
"eval_steps_per_second": 4.751,
"eval_wer": 0.08717050383717051,
"step": 10000
},
{
"epoch": 95.28,
"learning_rate": 1.5595148547582373e-07,
"loss": 2.5325,
"step": 10100
},
{
"epoch": 95.28,
"eval_loss": 2.88421630859375,
"eval_runtime": 2.5311,
"eval_samples_per_second": 283.279,
"eval_steps_per_second": 4.741,
"eval_wer": 0.08842175508842176,
"step": 10100
},
{
"epoch": 96.23,
"learning_rate": 1.0336803238345072e-07,
"loss": 2.4877,
"step": 10200
},
{
"epoch": 96.23,
"eval_loss": 2.88330340385437,
"eval_runtime": 2.3205,
"eval_samples_per_second": 308.982,
"eval_steps_per_second": 5.171,
"eval_wer": 0.08842175508842176,
"step": 10200
},
{
"epoch": 97.17,
"learning_rate": 6.151585045082286e-08,
"loss": 2.7373,
"step": 10300
},
{
"epoch": 97.17,
"eval_loss": 2.8824727535247803,
"eval_runtime": 2.4169,
"eval_samples_per_second": 296.665,
"eval_steps_per_second": 4.965,
"eval_wer": 0.0881715048381715,
"step": 10300
},
{
"epoch": 98.11,
"learning_rate": 3.044032149211562e-08,
"loss": 2.5574,
"step": 10400
},
{
"epoch": 98.11,
"eval_loss": 2.8832902908325195,
"eval_runtime": 2.3516,
"eval_samples_per_second": 304.903,
"eval_steps_per_second": 5.103,
"eval_wer": 0.08808808808808809,
"step": 10400
},
{
"epoch": 99.06,
"learning_rate": 1.0175141812170941e-08,
"loss": 2.2097,
"step": 10500
},
{
"epoch": 99.06,
"eval_loss": 2.8823037147521973,
"eval_runtime": 2.2498,
"eval_samples_per_second": 318.7,
"eval_steps_per_second": 5.334,
"eval_wer": 0.08825492158825492,
"step": 10500
},
{
"epoch": 100.0,
"learning_rate": 7.422856683902968e-10,
"loss": 2.5919,
"step": 10600
},
{
"epoch": 100.0,
"eval_loss": 2.8828866481781006,
"eval_runtime": 2.2981,
"eval_samples_per_second": 312.003,
"eval_steps_per_second": 5.222,
"eval_wer": 0.08792125458792126,
"step": 10600
},
{
"epoch": 100.0,
"step": 10600,
"total_flos": 2.842046364754798e+19,
"train_loss": 32.606080211423475,
"train_runtime": 7534.6733,
"train_samples_per_second": 44.912,
"train_steps_per_second": 1.407
}
],
"logging_steps": 100,
"max_steps": 10600,
"num_train_epochs": 100,
"save_steps": 100,
"total_flos": 2.842046364754798e+19,
"trial_name": null,
"trial_params": null
}