| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 8.418098912662224, | |
| "eval_steps": 500, | |
| "global_step": 1500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.5909375548362732, | |
| "learning_rate": 1.9932584269662923e-05, | |
| "loss": 2.0237, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.5826025009155273, | |
| "learning_rate": 1.9857677902621722e-05, | |
| "loss": 1.9306, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.5491089820861816, | |
| "learning_rate": 1.9782771535580525e-05, | |
| "loss": 1.7959, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.362810730934143, | |
| "learning_rate": 1.970786516853933e-05, | |
| "loss": 1.6599, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.4427486658096313, | |
| "learning_rate": 1.963295880149813e-05, | |
| "loss": 1.5685, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.9993659257888794, | |
| "learning_rate": 1.956179775280899e-05, | |
| "loss": 1.4621, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.614562749862671, | |
| "learning_rate": 1.9486891385767793e-05, | |
| "loss": 1.31, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.1975798606872559, | |
| "learning_rate": 1.9411985018726593e-05, | |
| "loss": 1.2322, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.7684128880500793, | |
| "learning_rate": 1.9337078651685396e-05, | |
| "loss": 1.1361, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.9336960911750793, | |
| "learning_rate": 1.9262172284644195e-05, | |
| "loss": 1.0797, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.8471770882606506, | |
| "learning_rate": 1.9187265917603e-05, | |
| "loss": 1.0368, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.111340045928955, | |
| "learning_rate": 1.9112359550561798e-05, | |
| "loss": 0.9738, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.8093781471252441, | |
| "learning_rate": 1.90374531835206e-05, | |
| "loss": 0.9494, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.8438062071800232, | |
| "learning_rate": 1.89625468164794e-05, | |
| "loss": 0.9276, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.9896701574325562, | |
| "learning_rate": 1.8887640449438204e-05, | |
| "loss": 0.8656, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.8278244137763977, | |
| "learning_rate": 1.8812734082397007e-05, | |
| "loss": 0.8431, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.931291937828064, | |
| "learning_rate": 1.8737827715355807e-05, | |
| "loss": 0.7945, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.21769380569458, | |
| "learning_rate": 1.866292134831461e-05, | |
| "loss": 0.7647, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 3.5183286666870117, | |
| "learning_rate": 1.858801498127341e-05, | |
| "loss": 0.7497, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 1.1153030395507812, | |
| "learning_rate": 1.8513108614232212e-05, | |
| "loss": 0.7507, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 1.0140526294708252, | |
| "learning_rate": 1.8438202247191012e-05, | |
| "loss": 0.7415, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 1.4395232200622559, | |
| "learning_rate": 1.8363295880149815e-05, | |
| "loss": 0.6947, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 1.4253089427947998, | |
| "learning_rate": 1.8288389513108615e-05, | |
| "loss": 0.7429, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 1.3152351379394531, | |
| "learning_rate": 1.8213483146067418e-05, | |
| "loss": 0.7363, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 2.5935957431793213, | |
| "learning_rate": 1.8138576779026217e-05, | |
| "loss": 0.6486, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 3.929158926010132, | |
| "learning_rate": 1.806367041198502e-05, | |
| "loss": 0.6395, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 1.7316572666168213, | |
| "learning_rate": 1.7988764044943823e-05, | |
| "loss": 0.664, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "grad_norm": 1.3388841152191162, | |
| "learning_rate": 1.7913857677902623e-05, | |
| "loss": 0.6469, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 1.5258549451828003, | |
| "learning_rate": 1.7838951310861426e-05, | |
| "loss": 0.6662, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 1.5486094951629639, | |
| "learning_rate": 1.7764044943820226e-05, | |
| "loss": 0.566, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 1.5657902956008911, | |
| "learning_rate": 1.768913857677903e-05, | |
| "loss": 0.6166, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 1.5971391201019287, | |
| "learning_rate": 1.761423220973783e-05, | |
| "loss": 0.5973, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 1.333030343055725, | |
| "learning_rate": 1.753932584269663e-05, | |
| "loss": 0.6117, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "grad_norm": 1.4425445795059204, | |
| "learning_rate": 1.746441947565543e-05, | |
| "loss": 0.5702, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "grad_norm": 1.4773032665252686, | |
| "learning_rate": 1.7389513108614234e-05, | |
| "loss": 0.5465, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 1.3328267335891724, | |
| "learning_rate": 1.7314606741573034e-05, | |
| "loss": 0.5379, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "grad_norm": 1.6961455345153809, | |
| "learning_rate": 1.7239700374531837e-05, | |
| "loss": 0.5492, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "grad_norm": 1.4636189937591553, | |
| "learning_rate": 1.7164794007490637e-05, | |
| "loss": 0.547, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "grad_norm": 2.1686649322509766, | |
| "learning_rate": 1.708988764044944e-05, | |
| "loss": 0.5424, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "grad_norm": 1.219388723373413, | |
| "learning_rate": 1.7014981273408243e-05, | |
| "loss": 0.5373, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 1.5566452741622925, | |
| "learning_rate": 1.6940074906367042e-05, | |
| "loss": 0.4944, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "grad_norm": 1.598917841911316, | |
| "learning_rate": 1.6865168539325845e-05, | |
| "loss": 0.5036, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "grad_norm": 1.5281039476394653, | |
| "learning_rate": 1.6790262172284645e-05, | |
| "loss": 0.5215, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "grad_norm": 1.7123130559921265, | |
| "learning_rate": 1.6715355805243448e-05, | |
| "loss": 0.5362, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 1.543447732925415, | |
| "learning_rate": 1.6640449438202248e-05, | |
| "loss": 0.5379, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "grad_norm": 2.4190192222595215, | |
| "learning_rate": 1.656554307116105e-05, | |
| "loss": 0.4921, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "grad_norm": 2.190906047821045, | |
| "learning_rate": 1.649063670411985e-05, | |
| "loss": 0.4652, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "grad_norm": 2.113476514816284, | |
| "learning_rate": 1.6415730337078653e-05, | |
| "loss": 0.4914, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "grad_norm": 1.8785656690597534, | |
| "learning_rate": 1.6340823970037453e-05, | |
| "loss": 0.5135, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "grad_norm": 1.3745977878570557, | |
| "learning_rate": 1.6265917602996256e-05, | |
| "loss": 0.4697, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "grad_norm": 1.7874308824539185, | |
| "learning_rate": 1.6191011235955056e-05, | |
| "loss": 0.4625, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "grad_norm": 1.4448940753936768, | |
| "learning_rate": 1.611610486891386e-05, | |
| "loss": 0.4764, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "grad_norm": 2.278655767440796, | |
| "learning_rate": 1.6041198501872662e-05, | |
| "loss": 0.4221, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 1.8602409362792969, | |
| "learning_rate": 1.596629213483146e-05, | |
| "loss": 0.4731, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "grad_norm": 1.884373426437378, | |
| "learning_rate": 1.5891385767790265e-05, | |
| "loss": 0.4241, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "grad_norm": 2.0259287357330322, | |
| "learning_rate": 1.5816479400749064e-05, | |
| "loss": 0.4368, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "grad_norm": 1.812462329864502, | |
| "learning_rate": 1.5741573033707867e-05, | |
| "loss": 0.442, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "grad_norm": 1.934327483177185, | |
| "learning_rate": 1.5666666666666667e-05, | |
| "loss": 0.4195, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "grad_norm": 1.6152955293655396, | |
| "learning_rate": 1.559176029962547e-05, | |
| "loss": 0.4374, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "grad_norm": 2.7782068252563477, | |
| "learning_rate": 1.551685393258427e-05, | |
| "loss": 0.4231, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "grad_norm": 2.372976303100586, | |
| "learning_rate": 1.5441947565543073e-05, | |
| "loss": 0.444, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "grad_norm": 2.171353816986084, | |
| "learning_rate": 1.5367041198501872e-05, | |
| "loss": 0.4389, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 1.3093984127044678, | |
| "learning_rate": 1.5292134831460675e-05, | |
| "loss": 0.4301, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "grad_norm": 2.267932176589966, | |
| "learning_rate": 1.5217228464419478e-05, | |
| "loss": 0.4046, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "grad_norm": 1.5326164960861206, | |
| "learning_rate": 1.514232209737828e-05, | |
| "loss": 0.4068, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "grad_norm": 3.1525979042053223, | |
| "learning_rate": 1.5067415730337081e-05, | |
| "loss": 0.3847, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "grad_norm": 2.081890106201172, | |
| "learning_rate": 1.4992509363295882e-05, | |
| "loss": 0.4126, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "grad_norm": 2.5701358318328857, | |
| "learning_rate": 1.4917602996254684e-05, | |
| "loss": 0.4065, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "grad_norm": 1.4190051555633545, | |
| "learning_rate": 1.4842696629213485e-05, | |
| "loss": 0.3979, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "grad_norm": 1.9085837602615356, | |
| "learning_rate": 1.4767790262172286e-05, | |
| "loss": 0.3894, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "grad_norm": 1.7573003768920898, | |
| "learning_rate": 1.4692883895131088e-05, | |
| "loss": 0.3751, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 1.8974506855010986, | |
| "learning_rate": 1.4617977528089889e-05, | |
| "loss": 0.3936, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 8.19, | |
| "grad_norm": 1.3843660354614258, | |
| "learning_rate": 1.454307116104869e-05, | |
| "loss": 0.3848, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "grad_norm": 1.525007724761963, | |
| "learning_rate": 1.4468164794007492e-05, | |
| "loss": 0.3552, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "grad_norm": 2.1665101051330566, | |
| "learning_rate": 1.4393258426966291e-05, | |
| "loss": 0.3547, | |
| "step": 1500 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 5340, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 30, | |
| "save_steps": 500, | |
| "total_flos": 3.8986916806656e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |