| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.999882513804628, | |
| "global_step": 50000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 6e-07, | |
| "loss": 8.5434, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 0.00015, | |
| "loss": 2.6599, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0003, | |
| "loss": 1.2005, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.00029998111915108125, | |
| "loss": 1.112, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.00029992448135747777, | |
| "loss": 1.0704, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.0002998301008774512, | |
| "loss": 1.0454, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00029969800147078263, | |
| "loss": 1.0256, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00029952821639279135, | |
| "loss": 1.0099, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.0002993207883859627, | |
| "loss": 1.0, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.0002990757696691881, | |
| "loss": 0.9879, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.00029879322192461925, | |
| "loss": 0.9792, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_loss": 0.9104440212249756, | |
| "eval_runtime": 638.1153, | |
| "eval_samples_per_second": 160.473, | |
| "eval_steps_per_second": 5.015, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 0.0002984732162821399, | |
| "loss": 0.9707, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00029811583330145914, | |
| "loss": 0.9635, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.0002977211629518312, | |
| "loss": 0.9561, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00029728930458940595, | |
| "loss": 0.9507, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.0002968203669322168, | |
| "loss": 0.9457, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00029631446803281107, | |
| "loss": 0.9406, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00029577173524853123, | |
| "loss": 0.9356, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.0002951923052094534, | |
| "loss": 0.9314, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00029457632378399127, | |
| "loss": 0.9277, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.0002939239460421746, | |
| "loss": 0.9238, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.8713345527648926, | |
| "eval_runtime": 575.9949, | |
| "eval_samples_per_second": 177.779, | |
| "eval_steps_per_second": 5.556, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00029323533621661106, | |
| "loss": 0.9198, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00029251066766114176, | |
| "loss": 0.9161, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00029175012280720024, | |
| "loss": 0.9131, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.0002909538931178862, | |
| "loss": 0.9103, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.000290122179039766, | |
| "loss": 0.9083, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.0002892551899524109, | |
| "loss": 0.9048, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.0002883531441156872, | |
| "loss": 0.9017, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.0002874162686148104, | |
| "loss": 0.9001, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.00028644479930317775, | |
| "loss": 0.8974, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.00028543898074299317, | |
| "loss": 0.8953, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 0.8503240346908569, | |
| "eval_runtime": 567.9032, | |
| "eval_samples_per_second": 180.312, | |
| "eval_steps_per_second": 5.635, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.00028439906614370034, | |
| "loss": 0.894, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.0002833253172982385, | |
| "loss": 0.8916, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 0.0002822180045171373, | |
| "loss": 0.8906, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.0002810774065604677, | |
| "loss": 0.8881, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.0002799038105676658, | |
| "loss": 0.885, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.0002786975119852465, | |
| "loss": 0.8846, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.00027745881449242713, | |
| "loss": 0.8826, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.0002761880299246772, | |
| "loss": 0.8811, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.0002748854781952157, | |
| "loss": 0.8788, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.0002735514872144749, | |
| "loss": 0.8769, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_loss": 0.8355974555015564, | |
| "eval_runtime": 1031.9914, | |
| "eval_samples_per_second": 99.226, | |
| "eval_steps_per_second": 3.101, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.0002721863928075503, | |
| "loss": 0.8757, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00027079053862965875, | |
| "loss": 0.8736, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.0002693642760796248, | |
| "loss": 0.8728, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.00026790796421141813, | |
| "loss": 0.8721, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.0002664219696437635, | |
| "loss": 0.8711, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.00026490666646784665, | |
| "loss": 0.8688, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 0.00026336243615313873, | |
| "loss": 0.8671, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 0.0002617896674513632, | |
| "loss": 0.8669, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 0.00026018875629862996, | |
| "loss": 0.8651, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.0002585601057157605, | |
| "loss": 0.8645, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 0.8257074952125549, | |
| "eval_runtime": 305.0402, | |
| "eval_samples_per_second": 335.693, | |
| "eval_steps_per_second": 10.49, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 0.00025690412570682946, | |
| "loss": 0.8631, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.0002552212331559482, | |
| "loss": 0.8615, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 0.0002535118517223168, | |
| "loss": 0.8608, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.0002517764117335698, | |
| "loss": 0.8603, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.00025001535007744373, | |
| "loss": 0.8594, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 0.00024822911009179276, | |
| "loss": 0.8581, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 0.0002464181414529809, | |
| "loss": 0.8568, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00024458290006267833, | |
| "loss": 0.8556, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.00024272384793309077, | |
| "loss": 0.8557, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.00024084145307064997, | |
| "loss": 0.854, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_loss": 0.8169683218002319, | |
| "eval_runtime": 299.799, | |
| "eval_samples_per_second": 341.562, | |
| "eval_steps_per_second": 10.674, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.00023893618935819607, | |
| "loss": 0.8538, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 0.0002370085364356797, | |
| "loss": 0.8524, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 0.00023505897957941556, | |
| "loss": 0.8519, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.00023308800957991653, | |
| "loss": 0.8515, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 0.00023109612261833963, | |
| "loss": 0.8506, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 0.00022908382014157533, | |
| "loss": 0.8492, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 0.00022705160873601096, | |
| "loss": 0.8477, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 0.000225, | |
| "loss": 0.8477, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 0.00022292951041507028, | |
| "loss": 0.8475, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.0002208406612159024, | |
| "loss": 0.8457, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_loss": 0.8102055191993713, | |
| "eval_runtime": 297.9674, | |
| "eval_samples_per_second": 343.662, | |
| "eval_steps_per_second": 10.739, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 0.00021873397825911153, | |
| "loss": 0.8457, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.0002166099918908661, | |
| "loss": 0.8447, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.00021446923681337575, | |
| "loss": 0.8433, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00021231225195028297, | |
| "loss": 0.8435, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 0.00021013958031099205, | |
| "loss": 0.8437, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.00020795176885396926, | |
| "loss": 0.8424, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 0.0002057493683490491, | |
| "loss": 0.8411, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 0.00020353293323878074, | |
| "loss": 0.8406, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 0.00020130302149885031, | |
| "loss": 0.8407, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.00019906019449761325, | |
| "loss": 0.8396, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_loss": 0.8049243092536926, | |
| "eval_runtime": 297.8022, | |
| "eval_samples_per_second": 343.852, | |
| "eval_steps_per_second": 10.745, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.00019680501685477304, | |
| "loss": 0.8388, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 0.00019453805629924124, | |
| "loss": 0.8382, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 0.00019225988352621445, | |
| "loss": 0.8379, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 0.0001899710720535052, | |
| "loss": 0.8372, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 0.00018767219807716185, | |
| "loss": 0.8366, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.0001853638403264141, | |
| "loss": 0.8365, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 0.0001830465799179811, | |
| "loss": 0.835, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.0001807210002097786, | |
| "loss": 0.8342, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.0001783876866540615, | |
| "loss": 0.8348, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.00017604722665003956, | |
| "loss": 0.8335, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_loss": 0.799386739730835, | |
| "eval_runtime": 297.9025, | |
| "eval_samples_per_second": 343.737, | |
| "eval_steps_per_second": 10.742, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 0.00017370020939600248, | |
| "loss": 0.8332, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 0.00017134722574099276, | |
| "loss": 0.8323, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 0.00016898886803606237, | |
| "loss": 0.8322, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 0.00016662572998515164, | |
| "loss": 0.8323, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 0.00016425840649562736, | |
| "loss": 0.8314, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 0.00016188749352851825, | |
| "loss": 0.8308, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 0.00015951358794848465, | |
| "loss": 0.8298, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.00015713728737356137, | |
| "loss": 0.8302, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 0.00015475919002471016, | |
| "loss": 0.83, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 0.00015237989457522118, | |
| "loss": 0.8288, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 0.7951927781105042, | |
| "eval_runtime": 297.9768, | |
| "eval_samples_per_second": 343.651, | |
| "eval_steps_per_second": 10.739, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 0.00015, | |
| "loss": 0.8289, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 0.0001476201054247788, | |
| "loss": 0.8279, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 0.00014524080997528987, | |
| "loss": 0.8276, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.00014286271262643866, | |
| "loss": 0.8276, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 0.00014048641205151533, | |
| "loss": 0.8268, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 0.0001381125064714817, | |
| "loss": 0.8261, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 0.00013574159350437261, | |
| "loss": 0.826, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 0.00013337427001484836, | |
| "loss": 0.8254, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 0.00013101113196393758, | |
| "loss": 0.8253, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 0.00012865277425900724, | |
| "loss": 0.8249, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "eval_loss": 0.7913097143173218, | |
| "eval_runtime": 298.0125, | |
| "eval_samples_per_second": 343.61, | |
| "eval_steps_per_second": 10.738, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 0.0001262997906039975, | |
| "loss": 0.8247, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 0.00012395277334996044, | |
| "loss": 0.8239, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 0.00012161231334593851, | |
| "loss": 0.8241, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 0.0001192789997902214, | |
| "loss": 0.8237, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 0.00011695342008201888, | |
| "loss": 0.8235, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 0.00011463615967358588, | |
| "loss": 0.8229, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 0.00011232780192283812, | |
| "loss": 0.8221, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 0.00011002892794649476, | |
| "loss": 0.8214, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 0.00010774011647378553, | |
| "loss": 0.8213, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 0.00010546194370075881, | |
| "loss": 0.8209, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "eval_loss": 0.788076639175415, | |
| "eval_runtime": 298.3169, | |
| "eval_samples_per_second": 343.259, | |
| "eval_steps_per_second": 10.727, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 0.00010319498314522693, | |
| "loss": 0.8212, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 0.00010093980550238675, | |
| "loss": 0.8201, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 9.869697850114969e-05, | |
| "loss": 0.8212, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 9.646706676121923e-05, | |
| "loss": 0.8207, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 9.425063165095088e-05, | |
| "loss": 0.8197, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 9.204823114603068e-05, | |
| "loss": 0.8196, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 8.986041968900796e-05, | |
| "loss": 0.819, | |
| "step": 31750 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 8.768774804971705e-05, | |
| "loss": 0.8194, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 8.553076318662425e-05, | |
| "loss": 0.8189, | |
| "step": 32250 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 8.339000810913386e-05, | |
| "loss": 0.8187, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "eval_loss": 0.7861111164093018, | |
| "eval_runtime": 284.3275, | |
| "eval_samples_per_second": 360.148, | |
| "eval_steps_per_second": 5.627, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 8.126602174088843e-05, | |
| "loss": 0.8187, | |
| "step": 32750 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 7.915933878409761e-05, | |
| "loss": 0.8175, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 7.707048958492972e-05, | |
| "loss": 0.8171, | |
| "step": 33250 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 7.500000000000002e-05, | |
| "loss": 0.8175, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 7.294839126398908e-05, | |
| "loss": 0.8173, | |
| "step": 33750 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 7.091617985842462e-05, | |
| "loss": 0.8166, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 6.890387738166041e-05, | |
| "loss": 0.8164, | |
| "step": 34250 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 6.691199042008345e-05, | |
| "loss": 0.8164, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 6.49410204205844e-05, | |
| "loss": 0.8163, | |
| "step": 34750 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 6.299146356432029e-05, | |
| "loss": 0.8162, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_loss": 0.783399224281311, | |
| "eval_runtime": 284.3579, | |
| "eval_samples_per_second": 360.11, | |
| "eval_steps_per_second": 5.627, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 6.106381064180395e-05, | |
| "loss": 0.8159, | |
| "step": 35250 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 5.915854692935002e-05, | |
| "loss": 0.8158, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 5.72761520669092e-05, | |
| "loss": 0.8155, | |
| "step": 35750 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 5.541709993732167e-05, | |
| "loss": 0.8153, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 5.358185854701909e-05, | |
| "loss": 0.8154, | |
| "step": 36250 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 5.1770889908207245e-05, | |
| "loss": 0.8151, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.998464992255627e-05, | |
| "loss": 0.8146, | |
| "step": 36750 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 4.8223588266430186e-05, | |
| "loss": 0.814, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 4.648814827768322e-05, | |
| "loss": 0.8143, | |
| "step": 37250 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.477876684405179e-05, | |
| "loss": 0.8139, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_loss": 0.7822485566139221, | |
| "eval_runtime": 284.2914, | |
| "eval_samples_per_second": 360.194, | |
| "eval_steps_per_second": 5.628, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.309587429317061e-05, | |
| "loss": 0.8143, | |
| "step": 37750 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 4.143989428423947e-05, | |
| "loss": 0.8142, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.981124370137001e-05, | |
| "loss": 0.8143, | |
| "step": 38250 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 3.8210332548636796e-05, | |
| "loss": 0.8137, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 3.663756384686127e-05, | |
| "loss": 0.8135, | |
| "step": 38750 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.509333353215331e-05, | |
| "loss": 0.8133, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.3578030356236455e-05, | |
| "loss": 0.8133, | |
| "step": 39250 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.209203578858191e-05, | |
| "loss": 0.8124, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.0635723920375164e-05, | |
| "loss": 0.8121, | |
| "step": 39750 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.9209461370341204e-05, | |
| "loss": 0.8122, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_loss": 0.7810642719268799, | |
| "eval_runtime": 284.3798, | |
| "eval_samples_per_second": 360.082, | |
| "eval_steps_per_second": 5.626, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.781360719244964e-05, | |
| "loss": 0.8127, | |
| "step": 40250 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.6448512785525093e-05, | |
| "loss": 0.8138, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.5114521804784305e-05, | |
| "loss": 0.8129, | |
| "step": 40750 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 2.38119700753228e-05, | |
| "loss": 0.8121, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 2.2541185507572858e-05, | |
| "loss": 0.8126, | |
| "step": 41250 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 2.130248801475344e-05, | |
| "loss": 0.8121, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 2.009618943233419e-05, | |
| "loss": 0.8127, | |
| "step": 41750 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.892259343953226e-05, | |
| "loss": 0.8131, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.7781995482862705e-05, | |
| "loss": 0.8124, | |
| "step": 42250 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.6674682701761493e-05, | |
| "loss": 0.8122, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "eval_loss": 0.7801794409751892, | |
| "eval_runtime": 284.3702, | |
| "eval_samples_per_second": 360.094, | |
| "eval_steps_per_second": 5.626, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.5600933856299635e-05, | |
| "loss": 0.8121, | |
| "step": 42750 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.4561019257006839e-05, | |
| "loss": 0.8114, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.3555200696822232e-05, | |
| "loss": 0.812, | |
| "step": 43250 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.258373138518956e-05, | |
| "loss": 0.8116, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.164685588431281e-05, | |
| "loss": 0.8112, | |
| "step": 43750 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.0744810047589115e-05, | |
| "loss": 0.8116, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 9.877820960234002e-06, | |
| "loss": 0.8116, | |
| "step": 44250 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 9.046106882113751e-06, | |
| "loss": 0.811, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.249877192799731e-06, | |
| "loss": 0.8109, | |
| "step": 44750 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 7.489332338858201e-06, | |
| "loss": 0.8113, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_loss": 0.7795301675796509, | |
| "eval_runtime": 284.3564, | |
| "eval_samples_per_second": 360.111, | |
| "eval_steps_per_second": 5.627, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 6.764663783388918e-06, | |
| "loss": 0.8118, | |
| "step": 45250 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 6.076053957825411e-06, | |
| "loss": 0.8112, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 5.4236762160086935e-06, | |
| "loss": 0.8119, | |
| "step": 45750 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.807694790546562e-06, | |
| "loss": 0.811, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.228264751468752e-06, | |
| "loss": 0.8116, | |
| "step": 46250 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.6855319671889427e-06, | |
| "loss": 0.8111, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.179633067783205e-06, | |
| "loss": 0.8119, | |
| "step": 46750 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.710695410593994e-06, | |
| "loss": 0.8112, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.2788370481687965e-06, | |
| "loss": 0.8122, | |
| "step": 47250 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.8841666985408566e-06, | |
| "loss": 0.8116, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "eval_loss": 0.779478907585144, | |
| "eval_runtime": 284.4432, | |
| "eval_samples_per_second": 360.002, | |
| "eval_steps_per_second": 5.625, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.5267837178600972e-06, | |
| "loss": 0.8116, | |
| "step": 47750 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.2067780753806988e-06, | |
| "loss": 0.8113, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 9.242303308118815e-07, | |
| "loss": 0.8107, | |
| "step": 48250 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 6.792116140373116e-07, | |
| "loss": 0.8116, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 4.717836072086589e-07, | |
| "loss": 0.8111, | |
| "step": 48750 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.01998529217351e-07, | |
| "loss": 0.8108, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.6989912254880556e-07, | |
| "loss": 0.8112, | |
| "step": 49250 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 7.551864252223761e-08, | |
| "loss": 0.8112, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.8880848918739756e-08, | |
| "loss": 0.8116, | |
| "step": 49750 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.8104, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.7793822288513184, | |
| "eval_runtime": 590.5864, | |
| "eval_samples_per_second": 173.387, | |
| "eval_steps_per_second": 5.418, | |
| "step": 50000 | |
| } | |
| ], | |
| "max_steps": 50000, | |
| "num_train_epochs": 1, | |
| "total_flos": 4.5371203009812365e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |