| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.1595576619273302, | |
| "eval_steps": 500, | |
| "global_step": 500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1263823064770932, | |
| "grad_norm": 1.039925456047058, | |
| "learning_rate": 4e-05, | |
| "loss": 2.1917, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.2527646129541864, | |
| "grad_norm": 1.250934362411499, | |
| "learning_rate": 8e-05, | |
| "loss": 1.9713, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.3791469194312796, | |
| "grad_norm": 1.2668324708938599, | |
| "learning_rate": 0.00012, | |
| "loss": 1.7553, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5055292259083728, | |
| "grad_norm": 1.822996973991394, | |
| "learning_rate": 0.00016, | |
| "loss": 1.6959, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.631911532385466, | |
| "grad_norm": 1.8614917993545532, | |
| "learning_rate": 0.0002, | |
| "loss": 1.5757, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.7582938388625592, | |
| "grad_norm": 2.021389961242676, | |
| "learning_rate": 0.0001924812030075188, | |
| "loss": 1.5615, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.8846761453396524, | |
| "grad_norm": 1.8619110584259033, | |
| "learning_rate": 0.0001849624060150376, | |
| "loss": 1.4426, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.0110584518167456, | |
| "grad_norm": 1.8433139324188232, | |
| "learning_rate": 0.0001774436090225564, | |
| "loss": 1.4429, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.1374407582938388, | |
| "grad_norm": 2.324719190597534, | |
| "learning_rate": 0.0001699248120300752, | |
| "loss": 1.2625, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.263823064770932, | |
| "grad_norm": 1.7142627239227295, | |
| "learning_rate": 0.00016240601503759398, | |
| "loss": 1.2677, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.3902053712480253, | |
| "grad_norm": 2.427729606628418, | |
| "learning_rate": 0.0001548872180451128, | |
| "loss": 1.248, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.5165876777251186, | |
| "grad_norm": 2.2092034816741943, | |
| "learning_rate": 0.00014736842105263158, | |
| "loss": 1.1584, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.6429699842022116, | |
| "grad_norm": 1.9174597263336182, | |
| "learning_rate": 0.0001398496240601504, | |
| "loss": 1.1811, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.7693522906793049, | |
| "grad_norm": 2.3690454959869385, | |
| "learning_rate": 0.00013233082706766918, | |
| "loss": 1.1186, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.8957345971563981, | |
| "grad_norm": 1.9550652503967285, | |
| "learning_rate": 0.00012481203007518797, | |
| "loss": 1.1149, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.022116903633491, | |
| "grad_norm": 2.081315517425537, | |
| "learning_rate": 0.00011729323308270677, | |
| "loss": 1.0422, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.1484992101105846, | |
| "grad_norm": 3.5079455375671387, | |
| "learning_rate": 0.00010977443609022557, | |
| "loss": 0.8674, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.2748815165876777, | |
| "grad_norm": 2.9713032245635986, | |
| "learning_rate": 0.00010225563909774436, | |
| "loss": 0.8312, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.401263823064771, | |
| "grad_norm": 3.1877429485321045, | |
| "learning_rate": 9.473684210526316e-05, | |
| "loss": 0.7915, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.527646129541864, | |
| "grad_norm": 3.9969420433044434, | |
| "learning_rate": 8.721804511278195e-05, | |
| "loss": 0.8997, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.654028436018957, | |
| "grad_norm": 3.038134813308716, | |
| "learning_rate": 7.969924812030075e-05, | |
| "loss": 0.7495, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.7804107424960507, | |
| "grad_norm": 2.5654478073120117, | |
| "learning_rate": 7.218045112781955e-05, | |
| "loss": 0.7727, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.9067930489731437, | |
| "grad_norm": 3.3609306812286377, | |
| "learning_rate": 6.466165413533834e-05, | |
| "loss": 0.8009, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 3.0331753554502368, | |
| "grad_norm": 3.048936367034912, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 0.753, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.1595576619273302, | |
| "grad_norm": 2.0320680141448975, | |
| "learning_rate": 4.9624060150375936e-05, | |
| "loss": 0.5853, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 632, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.8241099229184e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |