xlsr_cycle0_ko / trainer_state.json
yesj1234's picture
Upload folder using huggingface_hub
8fcacba
raw
history blame
7.1 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 50.0,
"eval_steps": 1000,
"global_step": 2250,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 6.500000000000001e-05,
"loss": 42.9058,
"step": 45
},
{
"epoch": 2.0,
"learning_rate": 0.00014000000000000001,
"loss": 21.7572,
"step": 90
},
{
"epoch": 3.0,
"learning_rate": 0.000215,
"loss": 6.6528,
"step": 135
},
{
"epoch": 4.0,
"learning_rate": 0.00029,
"loss": 4.7079,
"step": 180
},
{
"epoch": 5.0,
"learning_rate": 0.000365,
"loss": 4.6824,
"step": 225
},
{
"epoch": 6.0,
"learning_rate": 0.00044,
"loss": 4.6861,
"step": 270
},
{
"epoch": 7.0,
"learning_rate": 0.0004976923076923077,
"loss": 4.6781,
"step": 315
},
{
"epoch": 8.0,
"learning_rate": 0.0004861538461538462,
"loss": 4.657,
"step": 360
},
{
"epoch": 9.0,
"learning_rate": 0.00047461538461538463,
"loss": 4.6171,
"step": 405
},
{
"epoch": 10.0,
"learning_rate": 0.00046307692307692304,
"loss": 4.5707,
"step": 450
},
{
"epoch": 11.0,
"learning_rate": 0.00045153846153846156,
"loss": 4.4978,
"step": 495
},
{
"epoch": 12.0,
"learning_rate": 0.00044,
"loss": 4.4697,
"step": 540
},
{
"epoch": 13.0,
"learning_rate": 0.0004284615384615385,
"loss": 4.4129,
"step": 585
},
{
"epoch": 14.0,
"learning_rate": 0.0004169230769230769,
"loss": 4.3792,
"step": 630
},
{
"epoch": 15.0,
"learning_rate": 0.0004053846153846154,
"loss": 4.3352,
"step": 675
},
{
"epoch": 16.0,
"learning_rate": 0.00039384615384615386,
"loss": 4.3007,
"step": 720
},
{
"epoch": 17.0,
"learning_rate": 0.0003823076923076923,
"loss": 4.2279,
"step": 765
},
{
"epoch": 18.0,
"learning_rate": 0.0003707692307692308,
"loss": 4.1306,
"step": 810
},
{
"epoch": 19.0,
"learning_rate": 0.00035923076923076924,
"loss": 3.9656,
"step": 855
},
{
"epoch": 20.0,
"learning_rate": 0.0003476923076923077,
"loss": 3.62,
"step": 900
},
{
"epoch": 21.0,
"learning_rate": 0.00033615384615384616,
"loss": 3.0615,
"step": 945
},
{
"epoch": 22.0,
"learning_rate": 0.0003246153846153846,
"loss": 2.5849,
"step": 990
},
{
"epoch": 22.22,
"eval_cer": 0.5984864410342653,
"eval_loss": 2.5845649242401123,
"eval_runtime": 2.3789,
"eval_samples_per_second": 74.826,
"eval_steps_per_second": 5.044,
"step": 1000
},
{
"epoch": 23.0,
"learning_rate": 0.0003130769230769231,
"loss": 2.1788,
"step": 1035
},
{
"epoch": 24.0,
"learning_rate": 0.00030153846153846154,
"loss": 1.9325,
"step": 1080
},
{
"epoch": 25.0,
"learning_rate": 0.00029,
"loss": 1.7492,
"step": 1125
},
{
"epoch": 26.0,
"learning_rate": 0.00027846153846153846,
"loss": 1.6023,
"step": 1170
},
{
"epoch": 27.0,
"learning_rate": 0.0002669230769230769,
"loss": 1.4718,
"step": 1215
},
{
"epoch": 28.0,
"learning_rate": 0.0002553846153846154,
"loss": 1.3751,
"step": 1260
},
{
"epoch": 29.0,
"learning_rate": 0.00024384615384615384,
"loss": 1.2758,
"step": 1305
},
{
"epoch": 30.0,
"learning_rate": 0.0002323076923076923,
"loss": 1.2088,
"step": 1350
},
{
"epoch": 31.0,
"learning_rate": 0.00022076923076923076,
"loss": 1.1447,
"step": 1395
},
{
"epoch": 32.0,
"learning_rate": 0.00020923076923076922,
"loss": 1.07,
"step": 1440
},
{
"epoch": 33.0,
"learning_rate": 0.0001976923076923077,
"loss": 1.0118,
"step": 1485
},
{
"epoch": 34.0,
"learning_rate": 0.00018615384615384615,
"loss": 0.9947,
"step": 1530
},
{
"epoch": 35.0,
"learning_rate": 0.00017461538461538463,
"loss": 0.9557,
"step": 1575
},
{
"epoch": 36.0,
"learning_rate": 0.00016307692307692307,
"loss": 0.8984,
"step": 1620
},
{
"epoch": 37.0,
"learning_rate": 0.00015153846153846155,
"loss": 0.8694,
"step": 1665
},
{
"epoch": 38.0,
"learning_rate": 0.00014000000000000001,
"loss": 0.8245,
"step": 1710
},
{
"epoch": 39.0,
"learning_rate": 0.00012846153846153848,
"loss": 0.7914,
"step": 1755
},
{
"epoch": 40.0,
"learning_rate": 0.00011692307692307692,
"loss": 0.7883,
"step": 1800
},
{
"epoch": 41.0,
"learning_rate": 0.00010538461538461538,
"loss": 0.7628,
"step": 1845
},
{
"epoch": 42.0,
"learning_rate": 9.384615384615384e-05,
"loss": 0.7449,
"step": 1890
},
{
"epoch": 43.0,
"learning_rate": 8.23076923076923e-05,
"loss": 0.7114,
"step": 1935
},
{
"epoch": 44.0,
"learning_rate": 7.076923076923076e-05,
"loss": 0.7224,
"step": 1980
},
{
"epoch": 44.44,
"eval_cer": 0.3664073996216103,
"eval_loss": 1.5880260467529297,
"eval_runtime": 2.3696,
"eval_samples_per_second": 75.118,
"eval_steps_per_second": 5.064,
"step": 2000
},
{
"epoch": 45.0,
"learning_rate": 5.923076923076923e-05,
"loss": 0.703,
"step": 2025
},
{
"epoch": 46.0,
"learning_rate": 4.769230769230769e-05,
"loss": 0.6685,
"step": 2070
},
{
"epoch": 47.0,
"learning_rate": 3.615384615384615e-05,
"loss": 0.6755,
"step": 2115
},
{
"epoch": 48.0,
"learning_rate": 2.4615384615384616e-05,
"loss": 0.6411,
"step": 2160
},
{
"epoch": 49.0,
"learning_rate": 1.3076923076923077e-05,
"loss": 0.6266,
"step": 2205
},
{
"epoch": 50.0,
"learning_rate": 1.5384615384615385e-06,
"loss": 0.6484,
"step": 2250
},
{
"epoch": 50.0,
"step": 2250,
"total_flos": 9.519369792641827e+18,
"train_loss": 3.618984514872233,
"train_runtime": 1635.0894,
"train_samples_per_second": 43.637,
"train_steps_per_second": 1.376
}
],
"logging_steps": 500,
"max_steps": 2250,
"num_train_epochs": 50,
"save_steps": 500,
"total_flos": 9.519369792641827e+18,
"trial_name": null,
"trial_params": null
}