{ "best_metric": null, "best_model_checkpoint": null, "epoch": 23.9993690851735, "global_step": 19008, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.5, "learning_rate": 0.00023999999999999998, "loss": 46.1613, "step": 400 }, { "epoch": 0.5, "eval_cer": 1.0, "eval_loss": 6.5866594314575195, "eval_runtime": 34.0665, "eval_samples_per_second": 15.176, "step": 400 }, { "epoch": 1.01, "learning_rate": 0.00029769820971867005, "loss": 6.421, "step": 800 }, { "epoch": 1.01, "eval_cer": 1.0, "eval_loss": 6.284526348114014, "eval_runtime": 23.4938, "eval_samples_per_second": 22.006, "step": 800 }, { "epoch": 1.51, "learning_rate": 0.00029462915601023015, "loss": 6.2208, "step": 1200 }, { "epoch": 1.51, "eval_cer": 1.0, "eval_loss": 6.20452356338501, "eval_runtime": 21.4276, "eval_samples_per_second": 24.128, "step": 1200 }, { "epoch": 2.02, "learning_rate": 0.00029156010230179026, "loss": 5.8856, "step": 1600 }, { "epoch": 2.02, "eval_cer": 0.8329783457578984, "eval_loss": 4.5766448974609375, "eval_runtime": 22.0378, "eval_samples_per_second": 23.46, "step": 1600 }, { "epoch": 2.52, "learning_rate": 0.00028849104859335036, "loss": 3.6701, "step": 2000 }, { "epoch": 2.52, "eval_cer": 0.6766063187788427, "eval_loss": 2.7600414752960205, "eval_runtime": 32.6882, "eval_samples_per_second": 15.816, "step": 2000 }, { "epoch": 3.03, "learning_rate": 0.00028542199488491046, "loss": 2.5771, "step": 2400 }, { "epoch": 3.03, "eval_cer": 0.580937167199148, "eval_loss": 2.0640788078308105, "eval_runtime": 22.8394, "eval_samples_per_second": 22.636, "step": 2400 }, { "epoch": 3.54, "learning_rate": 0.00028235294117647056, "loss": 2.0353, "step": 2800 }, { "epoch": 3.54, "eval_cer": 0.4971600993965211, "eval_loss": 1.7469913959503174, "eval_runtime": 22.1406, "eval_samples_per_second": 23.351, "step": 2800 }, { "epoch": 4.04, "learning_rate": 0.00027928388746803067, "loss": 1.7298, "step": 3200 }, { "epoch": 4.04, "eval_cer": 0.4518991835285765, "eval_loss": 1.5479540824890137, "eval_runtime": 22.65, "eval_samples_per_second": 22.826, "step": 3200 }, { "epoch": 4.55, "learning_rate": 0.00027621483375959077, "loss": 1.4816, "step": 3600 }, { "epoch": 4.55, "eval_cer": 0.4222577209797657, "eval_loss": 1.4363528490066528, "eval_runtime": 22.4962, "eval_samples_per_second": 22.982, "step": 3600 }, { "epoch": 5.05, "learning_rate": 0.00027314578005115087, "loss": 1.3714, "step": 4000 }, { "epoch": 5.05, "eval_cer": 0.3995385161519347, "eval_loss": 1.302014946937561, "eval_runtime": 22.4129, "eval_samples_per_second": 23.067, "step": 4000 }, { "epoch": 5.56, "learning_rate": 0.000270076726342711, "loss": 1.2056, "step": 4400 }, { "epoch": 5.56, "eval_cer": 0.39527866524671634, "eval_loss": 1.2633957862854004, "eval_runtime": 22.284, "eval_samples_per_second": 23.201, "step": 4400 }, { "epoch": 6.06, "learning_rate": 0.0002670076726342711, "loss": 1.1594, "step": 4800 }, { "epoch": 6.06, "eval_cer": 0.39261625843095493, "eval_loss": 1.2651187181472778, "eval_runtime": 22.9096, "eval_samples_per_second": 22.567, "step": 4800 }, { "epoch": 6.57, "learning_rate": 0.0002639386189258312, "loss": 1.0238, "step": 5200 }, { "epoch": 6.57, "eval_cer": 0.37149449769258075, "eval_loss": 1.1931949853897095, "eval_runtime": 21.8388, "eval_samples_per_second": 23.673, "step": 5200 }, { "epoch": 7.07, "learning_rate": 0.0002608695652173913, "loss": 1.0155, "step": 5600 }, { "epoch": 7.07, "eval_cer": 0.365814696485623, "eval_loss": 1.1498987674713135, "eval_runtime": 22.3033, "eval_samples_per_second": 23.18, "step": 5600 }, { "epoch": 7.58, "learning_rate": 0.0002578005115089514, "loss": 0.9235, "step": 6000 }, { "epoch": 7.58, "eval_cer": 0.35197018104366345, "eval_loss": 1.1570812463760376, "eval_runtime": 21.7227, "eval_samples_per_second": 23.8, "step": 6000 }, { "epoch": 8.08, "learning_rate": 0.0002547314578005115, "loss": 0.8688, "step": 6400 }, { "epoch": 8.08, "eval_cer": 0.3510827121050763, "eval_loss": 1.1230961084365845, "eval_runtime": 21.7451, "eval_samples_per_second": 23.775, "step": 6400 }, { "epoch": 8.59, "learning_rate": 0.0002516624040920716, "loss": 0.7623, "step": 6800 }, { "epoch": 8.59, "eval_cer": 0.3438054668086617, "eval_loss": 1.096892237663269, "eval_runtime": 21.8281, "eval_samples_per_second": 23.685, "step": 6800 }, { "epoch": 9.09, "learning_rate": 0.0002485933503836317, "loss": 0.7928, "step": 7200 }, { "epoch": 9.09, "eval_cer": 0.35640752573659923, "eval_loss": 1.176791787147522, "eval_runtime": 23.1776, "eval_samples_per_second": 22.306, "step": 7200 }, { "epoch": 9.6, "learning_rate": 0.0002455242966751918, "loss": 0.7114, "step": 7600 }, { "epoch": 9.6, "eval_cer": 0.3354632587859425, "eval_loss": 1.0966300964355469, "eval_runtime": 22.9565, "eval_samples_per_second": 22.521, "step": 7600 }, { "epoch": 10.1, "learning_rate": 0.0002424552429667519, "loss": 0.6637, "step": 8000 }, { "epoch": 10.1, "eval_cer": 0.3336883209087682, "eval_loss": 1.115621566772461, "eval_runtime": 22.4374, "eval_samples_per_second": 23.042, "step": 8000 }, { "epoch": 10.61, "learning_rate": 0.000239386189258312, "loss": 0.594, "step": 8400 }, { "epoch": 10.61, "eval_cer": 0.33457578984735536, "eval_loss": 1.1540485620498657, "eval_runtime": 23.8417, "eval_samples_per_second": 21.685, "step": 8400 }, { "epoch": 11.11, "learning_rate": 0.0002363171355498721, "loss": 0.6477, "step": 8800 }, { "epoch": 11.11, "eval_cer": 0.34593539226127085, "eval_loss": 1.1207655668258667, "eval_runtime": 24.0744, "eval_samples_per_second": 21.475, "step": 8800 }, { "epoch": 11.62, "learning_rate": 0.00023324808184143218, "loss": 0.5561, "step": 9200 }, { "epoch": 11.62, "eval_cer": 0.327831025914093, "eval_loss": 1.070268988609314, "eval_runtime": 30.8402, "eval_samples_per_second": 16.764, "step": 9200 }, { "epoch": 12.12, "learning_rate": 0.0002301790281329923, "loss": 0.5367, "step": 9600 }, { "epoch": 12.12, "eval_cer": 0.32197373091941783, "eval_loss": 1.0586289167404175, "eval_runtime": 23.6938, "eval_samples_per_second": 21.82, "step": 9600 }, { "epoch": 12.63, "learning_rate": 0.0002271099744245524, "loss": 0.4913, "step": 10000 }, { "epoch": 12.63, "eval_cer": 0.3210862619808307, "eval_loss": 1.050113558769226, "eval_runtime": 23.0884, "eval_samples_per_second": 22.392, "step": 10000 }, { "epoch": 13.13, "learning_rate": 0.0002240409207161125, "loss": 0.477, "step": 10400 }, { "epoch": 13.13, "eval_cer": 0.3170039048633298, "eval_loss": 1.076606273651123, "eval_runtime": 22.7762, "eval_samples_per_second": 22.699, "step": 10400 }, { "epoch": 13.64, "learning_rate": 0.00022097186700767261, "loss": 0.43, "step": 10800 }, { "epoch": 13.64, "eval_cer": 0.31576144834930775, "eval_loss": 1.0695208311080933, "eval_runtime": 23.2744, "eval_samples_per_second": 22.213, "step": 10800 }, { "epoch": 14.14, "learning_rate": 0.0002179028132992327, "loss": 0.4295, "step": 11200 }, { "epoch": 14.14, "eval_cer": 0.30670926517571884, "eval_loss": 1.0685380697250366, "eval_runtime": 22.189, "eval_samples_per_second": 23.3, "step": 11200 }, { "epoch": 14.65, "learning_rate": 0.00021483375959079282, "loss": 0.3727, "step": 11600 }, { "epoch": 14.65, "eval_cer": 0.3118565850195243, "eval_loss": 1.070268988609314, "eval_runtime": 23.0689, "eval_samples_per_second": 22.411, "step": 11600 }, { "epoch": 15.15, "learning_rate": 0.00021176470588235295, "loss": 0.3726, "step": 12000 }, { "epoch": 15.15, "eval_cer": 0.3095491657791977, "eval_loss": 1.0649579763412476, "eval_runtime": 24.1518, "eval_samples_per_second": 21.406, "step": 12000 }, { "epoch": 15.66, "learning_rate": 0.00020869565217391303, "loss": 0.3471, "step": 12400 }, { "epoch": 15.66, "eval_cer": 0.3139865104721335, "eval_loss": 1.0912107229232788, "eval_runtime": 22.5301, "eval_samples_per_second": 22.947, "step": 12400 }, { "epoch": 16.16, "learning_rate": 0.00020562659846547313, "loss": 0.3519, "step": 12800 }, { "epoch": 16.16, "eval_cer": 0.31274405395811145, "eval_loss": 1.110485315322876, "eval_runtime": 21.9816, "eval_samples_per_second": 23.52, "step": 12800 }, { "epoch": 16.67, "learning_rate": 0.00020255754475703323, "loss": 0.3356, "step": 13200 }, { "epoch": 16.67, "eval_cer": 0.307596734114306, "eval_loss": 1.111737608909607, "eval_runtime": 21.9913, "eval_samples_per_second": 23.509, "step": 13200 }, { "epoch": 17.17, "learning_rate": 0.00019948849104859333, "loss": 0.3116, "step": 13600 }, { "epoch": 17.17, "eval_cer": 0.3049343272985445, "eval_loss": 1.0982708930969238, "eval_runtime": 21.5115, "eval_samples_per_second": 24.034, "step": 13600 }, { "epoch": 17.68, "learning_rate": 0.00019641943734015346, "loss": 0.3062, "step": 14000 }, { "epoch": 17.68, "eval_cer": 0.3091941782037629, "eval_loss": 1.1049782037734985, "eval_runtime": 22.7193, "eval_samples_per_second": 22.756, "step": 14000 }, { "epoch": 18.18, "learning_rate": 0.00019335038363171354, "loss": 0.2861, "step": 14400 }, { "epoch": 18.18, "eval_cer": 0.30085197018104365, "eval_loss": 1.1057851314544678, "eval_runtime": 23.1091, "eval_samples_per_second": 22.372, "step": 14400 }, { "epoch": 18.69, "learning_rate": 0.00019028132992327364, "loss": 0.2669, "step": 14800 }, { "epoch": 18.69, "eval_cer": 0.30404685835995743, "eval_loss": 1.0846809148788452, "eval_runtime": 23.1356, "eval_samples_per_second": 22.347, "step": 14800 }, { "epoch": 19.19, "learning_rate": 0.00018721227621483374, "loss": 0.2599, "step": 15200 }, { "epoch": 19.19, "eval_cer": 0.30014199503017397, "eval_loss": 1.0948718786239624, "eval_runtime": 23.9281, "eval_samples_per_second": 21.606, "step": 15200 }, { "epoch": 19.7, "learning_rate": 0.00018414322250639385, "loss": 0.2485, "step": 15600 }, { "epoch": 19.7, "eval_cer": 0.30102946396876107, "eval_loss": 1.0906890630722046, "eval_runtime": 22.3527, "eval_samples_per_second": 23.129, "step": 15600 }, { "epoch": 20.2, "learning_rate": 0.00018107416879795392, "loss": 0.2512, "step": 16000 }, { "epoch": 20.2, "eval_cer": 0.306354277600284, "eval_loss": 1.145861268043518, "eval_runtime": 22.0419, "eval_samples_per_second": 23.455, "step": 16000 }, { "epoch": 20.71, "learning_rate": 0.00017800511508951405, "loss": 0.2443, "step": 16400 }, { "epoch": 20.71, "eval_cer": 0.3015619453319134, "eval_loss": 1.0991747379302979, "eval_runtime": 22.3023, "eval_samples_per_second": 23.182, "step": 16400 }, { "epoch": 21.21, "learning_rate": 0.00017493606138107415, "loss": 0.2259, "step": 16800 }, { "epoch": 21.21, "eval_cer": 0.30014199503017397, "eval_loss": 1.1134285926818848, "eval_runtime": 23.1155, "eval_samples_per_second": 22.366, "step": 16800 }, { "epoch": 21.72, "learning_rate": 0.00017186700767263426, "loss": 0.2203, "step": 17200 }, { "epoch": 21.72, "eval_cer": 0.3028044018459354, "eval_loss": 1.1040829420089722, "eval_runtime": 22.7175, "eval_samples_per_second": 22.758, "step": 17200 }, { "epoch": 22.22, "learning_rate": 0.00016879795396419436, "loss": 0.2178, "step": 17600 }, { "epoch": 22.22, "eval_cer": 0.2944621938232162, "eval_loss": 1.0857818126678467, "eval_runtime": 23.0266, "eval_samples_per_second": 22.452, "step": 17600 }, { "epoch": 22.73, "learning_rate": 0.00016572890025575446, "loss": 0.2008, "step": 18000 }, { "epoch": 22.73, "eval_cer": 0.29960951366702165, "eval_loss": 1.0990114212036133, "eval_runtime": 22.7824, "eval_samples_per_second": 22.693, "step": 18000 }, { "epoch": 23.23, "learning_rate": 0.00016265984654731456, "loss": 0.2037, "step": 18400 }, { "epoch": 23.23, "eval_cer": 0.2916222932197373, "eval_loss": 1.0890922546386719, "eval_runtime": 22.1133, "eval_samples_per_second": 23.38, "step": 18400 }, { "epoch": 23.74, "learning_rate": 0.0001595907928388747, "loss": 0.1885, "step": 18800 }, { "epoch": 23.74, "eval_cer": 0.2955271565495208, "eval_loss": 1.1051559448242188, "eval_runtime": 21.9892, "eval_samples_per_second": 23.512, "step": 18800 } ], "max_steps": 39600, "num_train_epochs": 50, "total_flos": 3.830606754314487e+19, "trial_name": null, "trial_params": null }