|
{ |
|
"best_metric": 1.7247449159622192, |
|
"best_model_checkpoint": "lora_lr/google/gemma-1.1-7b-it/unaligned/checkpoint-1000", |
|
"epoch": 1.310300703774792, |
|
"eval_steps": 50, |
|
"global_step": 1024, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 1.0390625, |
|
"learning_rate": 2.0000000000000003e-06, |
|
"loss": 4.7488, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 0.97265625, |
|
"learning_rate": 4.000000000000001e-06, |
|
"loss": 4.5149, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"grad_norm": 0.9296875, |
|
"learning_rate": 6e-06, |
|
"loss": 4.3836, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.0234375, |
|
"learning_rate": 8.000000000000001e-06, |
|
"loss": 4.6777, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.03125, |
|
"learning_rate": 1e-05, |
|
"loss": 4.6688, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 0.94921875, |
|
"learning_rate": 1.2e-05, |
|
"loss": 4.5565, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.0078125, |
|
"learning_rate": 1.4000000000000001e-05, |
|
"loss": 4.5658, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.015625, |
|
"learning_rate": 1.6000000000000003e-05, |
|
"loss": 4.6618, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.0546875, |
|
"learning_rate": 1.8e-05, |
|
"loss": 4.6095, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.0703125, |
|
"learning_rate": 2e-05, |
|
"loss": 4.7608, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"grad_norm": 1.0546875, |
|
"learning_rate": 2.2000000000000003e-05, |
|
"loss": 4.5421, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 0.9609375, |
|
"learning_rate": 2.4e-05, |
|
"loss": 4.2895, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 1.125, |
|
"learning_rate": 2.6000000000000002e-05, |
|
"loss": 4.8112, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 1.1328125, |
|
"learning_rate": 2.8000000000000003e-05, |
|
"loss": 4.6709, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 1.1484375, |
|
"learning_rate": 3e-05, |
|
"loss": 4.5234, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 1.1328125, |
|
"learning_rate": 3.2000000000000005e-05, |
|
"loss": 4.3751, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 1.3046875, |
|
"learning_rate": 3.4000000000000007e-05, |
|
"loss": 4.5247, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 1.265625, |
|
"learning_rate": 3.6e-05, |
|
"loss": 4.3906, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 1.40625, |
|
"learning_rate": 3.8e-05, |
|
"loss": 4.3193, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.4296875, |
|
"learning_rate": 4e-05, |
|
"loss": 4.2987, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.4375, |
|
"learning_rate": 4.2e-05, |
|
"loss": 4.2167, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.6171875, |
|
"learning_rate": 4.4000000000000006e-05, |
|
"loss": 4.3088, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.6640625, |
|
"learning_rate": 4.600000000000001e-05, |
|
"loss": 4.2658, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.734375, |
|
"learning_rate": 4.8e-05, |
|
"loss": 4.1625, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.8203125, |
|
"learning_rate": 5e-05, |
|
"loss": 4.0392, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.8828125, |
|
"learning_rate": 5.2000000000000004e-05, |
|
"loss": 3.9772, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"grad_norm": 1.8828125, |
|
"learning_rate": 5.4000000000000005e-05, |
|
"loss": 3.9029, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.875, |
|
"learning_rate": 5.6000000000000006e-05, |
|
"loss": 3.8107, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.96875, |
|
"learning_rate": 5.8e-05, |
|
"loss": 3.8199, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.953125, |
|
"learning_rate": 6e-05, |
|
"loss": 3.5035, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 2.03125, |
|
"learning_rate": 6.2e-05, |
|
"loss": 3.6236, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.796875, |
|
"learning_rate": 6.400000000000001e-05, |
|
"loss": 3.3359, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.7578125, |
|
"learning_rate": 6.6e-05, |
|
"loss": 3.3019, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.7109375, |
|
"learning_rate": 6.800000000000001e-05, |
|
"loss": 3.2003, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 1.6640625, |
|
"learning_rate": 7e-05, |
|
"loss": 3.1585, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 1.53125, |
|
"learning_rate": 7.2e-05, |
|
"loss": 2.9377, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 1.5625, |
|
"learning_rate": 7.4e-05, |
|
"loss": 3.13, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 1.453125, |
|
"learning_rate": 7.6e-05, |
|
"loss": 2.9445, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 1.21875, |
|
"learning_rate": 7.800000000000001e-05, |
|
"loss": 2.7348, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 1.1171875, |
|
"learning_rate": 8e-05, |
|
"loss": 2.6842, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 0.90625, |
|
"learning_rate": 8.2e-05, |
|
"loss": 2.6921, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"grad_norm": 0.9453125, |
|
"learning_rate": 8.4e-05, |
|
"loss": 2.6504, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 1.125, |
|
"learning_rate": 8.6e-05, |
|
"loss": 2.4995, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 1.34375, |
|
"learning_rate": 8.800000000000001e-05, |
|
"loss": 2.4545, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 1.28125, |
|
"learning_rate": 9e-05, |
|
"loss": 2.4311, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 0.640625, |
|
"learning_rate": 9.200000000000001e-05, |
|
"loss": 2.4045, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 0.54296875, |
|
"learning_rate": 9.4e-05, |
|
"loss": 2.413, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 0.578125, |
|
"learning_rate": 9.6e-05, |
|
"loss": 2.3691, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 0.65234375, |
|
"learning_rate": 9.8e-05, |
|
"loss": 2.2936, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 0.62109375, |
|
"learning_rate": 0.0001, |
|
"loss": 2.3459, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"eval_loss": 2.298555374145508, |
|
"eval_runtime": 125.5458, |
|
"eval_samples_per_second": 39.826, |
|
"eval_steps_per_second": 1.251, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 0.5859375, |
|
"learning_rate": 0.00010200000000000001, |
|
"loss": 2.458, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 0.61328125, |
|
"learning_rate": 0.00010400000000000001, |
|
"loss": 2.2395, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 0.55859375, |
|
"learning_rate": 0.00010600000000000002, |
|
"loss": 2.2084, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 0.83203125, |
|
"learning_rate": 0.00010800000000000001, |
|
"loss": 2.2806, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 1.15625, |
|
"learning_rate": 0.00011000000000000002, |
|
"loss": 2.1546, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 0.91015625, |
|
"learning_rate": 0.00011200000000000001, |
|
"loss": 2.2027, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 0.6640625, |
|
"learning_rate": 0.00011399999999999999, |
|
"loss": 2.1795, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"grad_norm": 0.5, |
|
"learning_rate": 0.000116, |
|
"loss": 2.1918, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 0.000118, |
|
"loss": 2.143, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.4375, |
|
"learning_rate": 0.00012, |
|
"loss": 2.1451, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.000122, |
|
"loss": 2.1542, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.000124, |
|
"loss": 2.1125, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.6953125, |
|
"learning_rate": 0.000126, |
|
"loss": 2.1123, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.451171875, |
|
"learning_rate": 0.00012800000000000002, |
|
"loss": 2.0354, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.451171875, |
|
"learning_rate": 0.00013000000000000002, |
|
"loss": 2.1228, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.77734375, |
|
"learning_rate": 0.000132, |
|
"loss": 2.1666, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.455078125, |
|
"learning_rate": 0.000134, |
|
"loss": 2.0429, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.00013600000000000003, |
|
"loss": 2.0367, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.000138, |
|
"loss": 2.0139, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 0.00014, |
|
"loss": 2.0284, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 0.000142, |
|
"loss": 2.0303, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 0.000144, |
|
"loss": 2.0645, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.000146, |
|
"loss": 2.001, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.000148, |
|
"loss": 2.0946, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 1.9969, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.000152, |
|
"loss": 1.9911, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.000154, |
|
"loss": 2.0011, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.234375, |
|
"learning_rate": 0.00015600000000000002, |
|
"loss": 1.9893, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.00015800000000000002, |
|
"loss": 1.9336, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.00016, |
|
"loss": 1.9876, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.000162, |
|
"loss": 1.9679, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 0.23828125, |
|
"learning_rate": 0.000164, |
|
"loss": 1.9157, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.000166, |
|
"loss": 1.9939, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.000168, |
|
"loss": 1.9457, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 0.26171875, |
|
"learning_rate": 0.00017, |
|
"loss": 1.9924, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 0.2275390625, |
|
"learning_rate": 0.000172, |
|
"loss": 1.8708, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.000174, |
|
"loss": 1.946, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.00017600000000000002, |
|
"loss": 1.9743, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"grad_norm": 0.2490234375, |
|
"learning_rate": 0.00017800000000000002, |
|
"loss": 1.9257, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.00018, |
|
"loss": 1.9041, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.000182, |
|
"loss": 1.9502, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.240234375, |
|
"learning_rate": 0.00018400000000000003, |
|
"loss": 1.8514, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.00018600000000000002, |
|
"loss": 2.0176, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.000188, |
|
"loss": 1.9056, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.26171875, |
|
"learning_rate": 0.00019, |
|
"loss": 1.9149, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.212890625, |
|
"learning_rate": 0.000192, |
|
"loss": 1.9587, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.000194, |
|
"loss": 1.9103, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.000196, |
|
"loss": 1.8814, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.25, |
|
"learning_rate": 0.00019800000000000002, |
|
"loss": 1.842, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.205078125, |
|
"learning_rate": 0.0002, |
|
"loss": 1.8251, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"eval_loss": 1.8968226909637451, |
|
"eval_runtime": 125.222, |
|
"eval_samples_per_second": 39.929, |
|
"eval_steps_per_second": 1.254, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.275390625, |
|
"learning_rate": 0.00019978354978354978, |
|
"loss": 1.84, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.2236328125, |
|
"learning_rate": 0.00019956709956709957, |
|
"loss": 1.9066, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.244140625, |
|
"learning_rate": 0.00019935064935064936, |
|
"loss": 1.9553, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.2451171875, |
|
"learning_rate": 0.00019913419913419916, |
|
"loss": 1.922, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.00019891774891774892, |
|
"loss": 1.8927, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.21484375, |
|
"learning_rate": 0.00019870129870129872, |
|
"loss": 1.9244, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.0001984848484848485, |
|
"loss": 1.8875, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00019826839826839827, |
|
"loss": 1.837, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.228515625, |
|
"learning_rate": 0.00019805194805194807, |
|
"loss": 1.8613, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.2216796875, |
|
"learning_rate": 0.00019783549783549783, |
|
"loss": 1.9369, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.234375, |
|
"learning_rate": 0.00019761904761904763, |
|
"loss": 1.8546, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00019740259740259742, |
|
"loss": 1.8774, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.0001971861471861472, |
|
"loss": 1.8799, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.224609375, |
|
"learning_rate": 0.00019696969696969698, |
|
"loss": 1.8776, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.2412109375, |
|
"learning_rate": 0.00019675324675324675, |
|
"loss": 1.8823, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.234375, |
|
"learning_rate": 0.00019653679653679654, |
|
"loss": 1.8877, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.259765625, |
|
"learning_rate": 0.00019632034632034633, |
|
"loss": 1.9692, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.208984375, |
|
"learning_rate": 0.00019610389610389613, |
|
"loss": 1.8985, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.248046875, |
|
"learning_rate": 0.0001958874458874459, |
|
"loss": 1.8564, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.2109375, |
|
"learning_rate": 0.00019567099567099566, |
|
"loss": 1.9001, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"grad_norm": 0.2080078125, |
|
"learning_rate": 0.00019545454545454548, |
|
"loss": 1.879, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.00019523809523809525, |
|
"loss": 1.8385, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.24609375, |
|
"learning_rate": 0.00019502164502164504, |
|
"loss": 1.8581, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.2294921875, |
|
"learning_rate": 0.0001948051948051948, |
|
"loss": 1.8517, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.21875, |
|
"learning_rate": 0.0001945887445887446, |
|
"loss": 1.8695, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.0001943722943722944, |
|
"loss": 1.8675, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.220703125, |
|
"learning_rate": 0.00019415584415584416, |
|
"loss": 1.9089, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.2314453125, |
|
"learning_rate": 0.00019393939393939395, |
|
"loss": 1.831, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.2734375, |
|
"learning_rate": 0.00019372294372294372, |
|
"loss": 1.932, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.2216796875, |
|
"learning_rate": 0.00019350649350649354, |
|
"loss": 1.917, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.0001932900432900433, |
|
"loss": 1.8179, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.00019307359307359307, |
|
"loss": 1.8764, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.26171875, |
|
"learning_rate": 0.00019285714285714286, |
|
"loss": 1.8926, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.24609375, |
|
"learning_rate": 0.00019264069264069266, |
|
"loss": 1.9443, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.251953125, |
|
"learning_rate": 0.00019242424242424245, |
|
"loss": 1.8702, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 0.00019220779220779222, |
|
"loss": 1.8728, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.000191991341991342, |
|
"loss": 1.7953, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00019177489177489178, |
|
"loss": 1.7883, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 0.00019155844155844157, |
|
"loss": 1.8741, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.25390625, |
|
"learning_rate": 0.00019134199134199136, |
|
"loss": 1.8094, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 0.00019112554112554113, |
|
"loss": 1.8629, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.2333984375, |
|
"learning_rate": 0.00019090909090909092, |
|
"loss": 1.855, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.236328125, |
|
"learning_rate": 0.0001906926406926407, |
|
"loss": 1.848, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.00019047619047619048, |
|
"loss": 1.8853, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.47265625, |
|
"learning_rate": 0.00019025974025974027, |
|
"loss": 1.8435, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.263671875, |
|
"learning_rate": 0.00019004329004329004, |
|
"loss": 1.8619, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 0.00018982683982683983, |
|
"loss": 1.8298, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.236328125, |
|
"learning_rate": 0.00018961038961038963, |
|
"loss": 1.7478, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.275390625, |
|
"learning_rate": 0.00018939393939393942, |
|
"loss": 1.906, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.0001891774891774892, |
|
"loss": 1.9013, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"eval_loss": 1.8299968242645264, |
|
"eval_runtime": 125.2613, |
|
"eval_samples_per_second": 39.917, |
|
"eval_steps_per_second": 1.253, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00018896103896103895, |
|
"loss": 1.7772, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"grad_norm": 0.2490234375, |
|
"learning_rate": 0.00018874458874458875, |
|
"loss": 1.9428, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.2314453125, |
|
"learning_rate": 0.00018852813852813854, |
|
"loss": 1.8121, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00018831168831168833, |
|
"loss": 1.7921, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.0001880952380952381, |
|
"loss": 1.846, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.2236328125, |
|
"learning_rate": 0.0001878787878787879, |
|
"loss": 1.7703, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.2119140625, |
|
"learning_rate": 0.00018766233766233769, |
|
"loss": 1.8048, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00018744588744588745, |
|
"loss": 1.8353, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.00018722943722943725, |
|
"loss": 1.8538, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 0.259765625, |
|
"learning_rate": 0.000187012987012987, |
|
"loss": 1.828, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.2412109375, |
|
"learning_rate": 0.0001867965367965368, |
|
"loss": 1.8555, |
|
"step": 161 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.0001865800865800866, |
|
"loss": 1.8, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.236328125, |
|
"learning_rate": 0.00018636363636363636, |
|
"loss": 1.8241, |
|
"step": 163 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.25, |
|
"learning_rate": 0.00018614718614718616, |
|
"loss": 1.7903, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.2431640625, |
|
"learning_rate": 0.00018593073593073592, |
|
"loss": 1.7279, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00018571428571428572, |
|
"loss": 1.8231, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.2451171875, |
|
"learning_rate": 0.0001854978354978355, |
|
"loss": 1.8534, |
|
"step": 167 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"grad_norm": 0.2470703125, |
|
"learning_rate": 0.0001852813852813853, |
|
"loss": 1.9175, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 0.00018506493506493507, |
|
"loss": 1.7986, |
|
"step": 169 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.00018484848484848484, |
|
"loss": 1.9097, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.00018463203463203466, |
|
"loss": 1.8232, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 0.00018441558441558442, |
|
"loss": 1.7505, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00018419913419913422, |
|
"loss": 1.8454, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.00018398268398268398, |
|
"loss": 1.8028, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.00018376623376623378, |
|
"loss": 1.9089, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.00018354978354978357, |
|
"loss": 1.8681, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.45703125, |
|
"learning_rate": 0.00018333333333333334, |
|
"loss": 1.8012, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.00018311688311688313, |
|
"loss": 1.7399, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.0001829004329004329, |
|
"loss": 1.8339, |
|
"step": 179 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 0.00018268398268398272, |
|
"loss": 1.8236, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.466796875, |
|
"learning_rate": 0.00018246753246753248, |
|
"loss": 1.8088, |
|
"step": 181 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.00018225108225108225, |
|
"loss": 1.77, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"grad_norm": 0.453125, |
|
"learning_rate": 0.00018203463203463204, |
|
"loss": 1.7954, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.53125, |
|
"learning_rate": 0.00018181818181818183, |
|
"loss": 1.7682, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.248046875, |
|
"learning_rate": 0.00018160173160173163, |
|
"loss": 1.9032, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.2431640625, |
|
"learning_rate": 0.0001813852813852814, |
|
"loss": 1.8145, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.482421875, |
|
"learning_rate": 0.0001811688311688312, |
|
"loss": 1.8433, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 0.00018095238095238095, |
|
"loss": 1.7845, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.00018073593073593075, |
|
"loss": 1.8512, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00018051948051948054, |
|
"loss": 1.8208, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.0001803030303030303, |
|
"loss": 1.8353, |
|
"step": 191 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.251953125, |
|
"learning_rate": 0.0001800865800865801, |
|
"loss": 1.8627, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.275390625, |
|
"learning_rate": 0.00017987012987012987, |
|
"loss": 1.7228, |
|
"step": 193 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00017965367965367966, |
|
"loss": 1.878, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.00017943722943722945, |
|
"loss": 1.7724, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.251953125, |
|
"learning_rate": 0.00017922077922077922, |
|
"loss": 1.7845, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.000179004329004329, |
|
"loss": 1.7848, |
|
"step": 197 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.0001787878787878788, |
|
"loss": 1.808, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.0001785714285714286, |
|
"loss": 1.834, |
|
"step": 199 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.275390625, |
|
"learning_rate": 0.00017835497835497836, |
|
"loss": 1.7679, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"eval_loss": 1.8024407625198364, |
|
"eval_runtime": 125.3989, |
|
"eval_samples_per_second": 39.873, |
|
"eval_steps_per_second": 1.252, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00017813852813852813, |
|
"loss": 1.8003, |
|
"step": 201 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.267578125, |
|
"learning_rate": 0.00017792207792207792, |
|
"loss": 1.8544, |
|
"step": 202 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.259765625, |
|
"learning_rate": 0.00017770562770562772, |
|
"loss": 1.8894, |
|
"step": 203 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.0001774891774891775, |
|
"loss": 1.8496, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.00017727272727272728, |
|
"loss": 1.7319, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00017705627705627707, |
|
"loss": 1.8156, |
|
"step": 206 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.00017683982683982684, |
|
"loss": 1.6916, |
|
"step": 207 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 0.267578125, |
|
"learning_rate": 0.00017662337662337663, |
|
"loss": 1.826, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.00017640692640692642, |
|
"loss": 1.8066, |
|
"step": 209 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 0.0001761904761904762, |
|
"loss": 1.8503, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00017597402597402598, |
|
"loss": 1.8168, |
|
"step": 211 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.00017575757575757578, |
|
"loss": 1.7903, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.00017554112554112554, |
|
"loss": 1.8139, |
|
"step": 213 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 0.26171875, |
|
"learning_rate": 0.00017532467532467534, |
|
"loss": 1.7982, |
|
"step": 214 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.0001751082251082251, |
|
"loss": 1.7828, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.0001748917748917749, |
|
"loss": 1.7416, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.0001746753246753247, |
|
"loss": 1.806, |
|
"step": 217 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.00017445887445887448, |
|
"loss": 1.8822, |
|
"step": 218 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.00017424242424242425, |
|
"loss": 1.7818, |
|
"step": 219 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.275390625, |
|
"learning_rate": 0.00017402597402597401, |
|
"loss": 1.843, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00017380952380952383, |
|
"loss": 1.8087, |
|
"step": 221 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.0001735930735930736, |
|
"loss": 1.8346, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.0001733766233766234, |
|
"loss": 1.7843, |
|
"step": 223 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00017316017316017316, |
|
"loss": 1.7974, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.00017294372294372295, |
|
"loss": 1.7798, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.00017272727272727275, |
|
"loss": 1.7318, |
|
"step": 226 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.0001725108225108225, |
|
"loss": 1.8244, |
|
"step": 227 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.0001722943722943723, |
|
"loss": 1.8291, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.275390625, |
|
"learning_rate": 0.00017207792207792207, |
|
"loss": 1.7127, |
|
"step": 229 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.00017186147186147187, |
|
"loss": 1.8416, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00017164502164502166, |
|
"loss": 1.8327, |
|
"step": 231 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00017142857142857143, |
|
"loss": 1.7058, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.00017121212121212122, |
|
"loss": 1.7438, |
|
"step": 233 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.00017099567099567098, |
|
"loss": 1.822, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.275390625, |
|
"learning_rate": 0.0001707792207792208, |
|
"loss": 1.8308, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00017056277056277057, |
|
"loss": 1.8354, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.00017034632034632036, |
|
"loss": 1.7753, |
|
"step": 237 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00017012987012987013, |
|
"loss": 1.8091, |
|
"step": 238 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.00016991341991341992, |
|
"loss": 1.8526, |
|
"step": 239 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00016969696969696972, |
|
"loss": 1.8296, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 0.00016948051948051948, |
|
"loss": 1.8309, |
|
"step": 241 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00016926406926406928, |
|
"loss": 1.7423, |
|
"step": 242 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00016904761904761904, |
|
"loss": 1.7644, |
|
"step": 243 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00016883116883116884, |
|
"loss": 1.7392, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00016861471861471863, |
|
"loss": 1.8515, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.0001683982683982684, |
|
"loss": 1.751, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.0001681818181818182, |
|
"loss": 1.8196, |
|
"step": 247 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.00016796536796536798, |
|
"loss": 1.8556, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.00016774891774891778, |
|
"loss": 1.7934, |
|
"step": 249 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00016753246753246754, |
|
"loss": 1.753, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"eval_loss": 1.7896223068237305, |
|
"eval_runtime": 125.3191, |
|
"eval_samples_per_second": 39.898, |
|
"eval_steps_per_second": 1.253, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.0001673160173160173, |
|
"loss": 1.8485, |
|
"step": 251 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.0001670995670995671, |
|
"loss": 1.7847, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.0001668831168831169, |
|
"loss": 1.688, |
|
"step": 253 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.271484375, |
|
"learning_rate": 0.0001666666666666667, |
|
"loss": 1.7079, |
|
"step": 254 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00016645021645021645, |
|
"loss": 1.7858, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00016623376623376625, |
|
"loss": 1.8125, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 0.00016601731601731601, |
|
"loss": 1.7826, |
|
"step": 257 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 0.0001658008658008658, |
|
"loss": 1.7352, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.0001655844155844156, |
|
"loss": 1.7863, |
|
"step": 259 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00016536796536796537, |
|
"loss": 1.7868, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00016515151515151516, |
|
"loss": 1.7958, |
|
"step": 261 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00016493506493506495, |
|
"loss": 1.7685, |
|
"step": 262 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00016471861471861472, |
|
"loss": 1.7561, |
|
"step": 263 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.0001645021645021645, |
|
"loss": 1.7634, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.00016428571428571428, |
|
"loss": 1.8092, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 0.00016406926406926407, |
|
"loss": 1.8324, |
|
"step": 266 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.00016385281385281387, |
|
"loss": 1.7221, |
|
"step": 267 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.00016363636363636366, |
|
"loss": 1.7796, |
|
"step": 268 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 0.00016341991341991343, |
|
"loss": 1.7713, |
|
"step": 269 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.0001632034632034632, |
|
"loss": 1.8178, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 0.000162987012987013, |
|
"loss": 1.8104, |
|
"step": 271 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00016277056277056278, |
|
"loss": 1.8387, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00016255411255411257, |
|
"loss": 1.8897, |
|
"step": 273 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.00016233766233766234, |
|
"loss": 1.8162, |
|
"step": 274 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 0.00016212121212121213, |
|
"loss": 1.8086, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00016190476190476192, |
|
"loss": 1.9186, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.0001616883116883117, |
|
"loss": 1.8123, |
|
"step": 277 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.00016147186147186148, |
|
"loss": 1.8115, |
|
"step": 278 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00016125541125541125, |
|
"loss": 1.8785, |
|
"step": 279 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00016103896103896104, |
|
"loss": 1.805, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.00016082251082251084, |
|
"loss": 1.8656, |
|
"step": 281 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 0.0001606060606060606, |
|
"loss": 1.7848, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.0001603896103896104, |
|
"loss": 1.7817, |
|
"step": 283 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.00016017316017316016, |
|
"loss": 1.8217, |
|
"step": 284 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00015995670995670998, |
|
"loss": 1.8771, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 0.00015974025974025975, |
|
"loss": 1.8028, |
|
"step": 286 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.00015952380952380954, |
|
"loss": 1.8331, |
|
"step": 287 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.0001593073593073593, |
|
"loss": 1.7528, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.267578125, |
|
"learning_rate": 0.0001590909090909091, |
|
"loss": 1.8012, |
|
"step": 289 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.2734375, |
|
"learning_rate": 0.0001588744588744589, |
|
"loss": 1.7787, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00015865800865800866, |
|
"loss": 1.803, |
|
"step": 291 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.4375, |
|
"learning_rate": 0.00015844155844155845, |
|
"loss": 1.7466, |
|
"step": 292 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.00015822510822510822, |
|
"loss": 1.8551, |
|
"step": 293 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00015800865800865801, |
|
"loss": 1.7932, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.0001577922077922078, |
|
"loss": 1.7295, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00015757575757575757, |
|
"loss": 1.7984, |
|
"step": 296 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 0.00015735930735930737, |
|
"loss": 1.8666, |
|
"step": 297 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.00015714285714285716, |
|
"loss": 1.7149, |
|
"step": 298 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 0.462890625, |
|
"learning_rate": 0.00015692640692640695, |
|
"loss": 1.7447, |
|
"step": 299 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"grad_norm": 0.4296875, |
|
"learning_rate": 0.00015670995670995672, |
|
"loss": 1.8199, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"eval_loss": 1.7805144786834717, |
|
"eval_runtime": 125.5041, |
|
"eval_samples_per_second": 39.839, |
|
"eval_steps_per_second": 1.251, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00015649350649350649, |
|
"loss": 1.7937, |
|
"step": 301 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 0.00015627705627705628, |
|
"loss": 1.7617, |
|
"step": 302 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.435546875, |
|
"learning_rate": 0.00015606060606060607, |
|
"loss": 1.7755, |
|
"step": 303 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.00015584415584415587, |
|
"loss": 1.862, |
|
"step": 304 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00015562770562770563, |
|
"loss": 1.8572, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00015541125541125543, |
|
"loss": 1.7678, |
|
"step": 306 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.0001551948051948052, |
|
"loss": 1.7435, |
|
"step": 307 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.00015497835497835498, |
|
"loss": 1.7535, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 0.00015476190476190478, |
|
"loss": 1.7495, |
|
"step": 309 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.00015454545454545454, |
|
"loss": 1.7107, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.00015432900432900434, |
|
"loss": 1.7419, |
|
"step": 311 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.00015411255411255413, |
|
"loss": 1.7466, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.0001538961038961039, |
|
"loss": 1.8045, |
|
"step": 313 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.0001536796536796537, |
|
"loss": 1.7756, |
|
"step": 314 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.00015346320346320346, |
|
"loss": 1.8018, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.00015324675324675325, |
|
"loss": 1.8246, |
|
"step": 316 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.00015303030303030304, |
|
"loss": 1.761, |
|
"step": 317 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00015281385281385284, |
|
"loss": 1.773, |
|
"step": 318 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.0001525974025974026, |
|
"loss": 1.7889, |
|
"step": 319 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 0.00015238095238095237, |
|
"loss": 1.827, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.0001521645021645022, |
|
"loss": 1.7928, |
|
"step": 321 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00015194805194805196, |
|
"loss": 1.7618, |
|
"step": 322 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.00015173160173160175, |
|
"loss": 1.7576, |
|
"step": 323 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.00015151515151515152, |
|
"loss": 1.6683, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.0001512987012987013, |
|
"loss": 1.7967, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.0001510822510822511, |
|
"loss": 1.8209, |
|
"step": 326 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 0.00015086580086580087, |
|
"loss": 1.8743, |
|
"step": 327 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.00015064935064935066, |
|
"loss": 1.8559, |
|
"step": 328 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00015043290043290043, |
|
"loss": 1.7791, |
|
"step": 329 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00015021645021645022, |
|
"loss": 1.8626, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 1.8169, |
|
"step": 331 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.00014978354978354978, |
|
"loss": 1.8006, |
|
"step": 332 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 0.00014956709956709957, |
|
"loss": 1.8818, |
|
"step": 333 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.00014935064935064934, |
|
"loss": 1.7898, |
|
"step": 334 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.00014913419913419916, |
|
"loss": 1.7639, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.00014891774891774893, |
|
"loss": 1.8276, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00014870129870129872, |
|
"loss": 1.8718, |
|
"step": 337 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00014848484848484849, |
|
"loss": 1.7142, |
|
"step": 338 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00014826839826839828, |
|
"loss": 1.8261, |
|
"step": 339 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00014805194805194807, |
|
"loss": 1.8177, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.00014783549783549784, |
|
"loss": 1.739, |
|
"step": 341 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.00014761904761904763, |
|
"loss": 1.7867, |
|
"step": 342 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.0001474025974025974, |
|
"loss": 1.7825, |
|
"step": 343 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.0001471861471861472, |
|
"loss": 1.7784, |
|
"step": 344 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.00014696969696969698, |
|
"loss": 1.8077, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.00014675324675324675, |
|
"loss": 1.7616, |
|
"step": 346 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.00014653679653679654, |
|
"loss": 1.7738, |
|
"step": 347 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.00014632034632034634, |
|
"loss": 1.7019, |
|
"step": 348 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00014610389610389613, |
|
"loss": 1.6911, |
|
"step": 349 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.0001458874458874459, |
|
"loss": 1.7708, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"eval_loss": 1.7709890604019165, |
|
"eval_runtime": 125.3163, |
|
"eval_samples_per_second": 39.899, |
|
"eval_steps_per_second": 1.253, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00014567099567099566, |
|
"loss": 1.76, |
|
"step": 351 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 0.00014545454545454546, |
|
"loss": 1.7913, |
|
"step": 352 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.421875, |
|
"learning_rate": 0.00014523809523809525, |
|
"loss": 1.8083, |
|
"step": 353 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00014502164502164504, |
|
"loss": 1.7886, |
|
"step": 354 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.0001448051948051948, |
|
"loss": 1.8125, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00014458874458874458, |
|
"loss": 1.6922, |
|
"step": 356 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.41796875, |
|
"learning_rate": 0.00014437229437229437, |
|
"loss": 1.6483, |
|
"step": 357 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 0.00014415584415584416, |
|
"loss": 1.805, |
|
"step": 358 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00014393939393939396, |
|
"loss": 1.7458, |
|
"step": 359 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.416015625, |
|
"learning_rate": 0.00014372294372294372, |
|
"loss": 1.7989, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 0.00014350649350649352, |
|
"loss": 1.7271, |
|
"step": 361 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.0001432900432900433, |
|
"loss": 1.7804, |
|
"step": 362 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.00014307359307359307, |
|
"loss": 1.8581, |
|
"step": 363 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00014285714285714287, |
|
"loss": 1.757, |
|
"step": 364 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.00014264069264069263, |
|
"loss": 1.7536, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.00014242424242424243, |
|
"loss": 1.7191, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.00014220779220779222, |
|
"loss": 1.7741, |
|
"step": 367 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00014199134199134201, |
|
"loss": 1.7626, |
|
"step": 368 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 0.00014177489177489178, |
|
"loss": 1.8351, |
|
"step": 369 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.4921875, |
|
"learning_rate": 0.00014155844155844155, |
|
"loss": 1.7943, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.00014134199134199137, |
|
"loss": 1.7729, |
|
"step": 371 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.00014112554112554113, |
|
"loss": 1.853, |
|
"step": 372 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.00014090909090909093, |
|
"loss": 1.7805, |
|
"step": 373 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.0001406926406926407, |
|
"loss": 1.805, |
|
"step": 374 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00014047619047619049, |
|
"loss": 1.7717, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.00014025974025974028, |
|
"loss": 1.793, |
|
"step": 376 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00014004329004329005, |
|
"loss": 1.8017, |
|
"step": 377 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.00013982683982683984, |
|
"loss": 1.758, |
|
"step": 378 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.0001396103896103896, |
|
"loss": 1.7761, |
|
"step": 379 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.0001393939393939394, |
|
"loss": 1.7626, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 0.0001391774891774892, |
|
"loss": 1.8463, |
|
"step": 381 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 0.00013896103896103896, |
|
"loss": 1.7563, |
|
"step": 382 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00013874458874458875, |
|
"loss": 1.7085, |
|
"step": 383 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00013852813852813852, |
|
"loss": 1.8202, |
|
"step": 384 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.00013831168831168834, |
|
"loss": 1.7618, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.0001380952380952381, |
|
"loss": 1.8142, |
|
"step": 386 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.0001378787878787879, |
|
"loss": 1.6778, |
|
"step": 387 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.00013766233766233766, |
|
"loss": 1.749, |
|
"step": 388 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00013744588744588746, |
|
"loss": 1.7236, |
|
"step": 389 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 0.00013722943722943725, |
|
"loss": 1.7329, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.00013701298701298702, |
|
"loss": 1.8287, |
|
"step": 391 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.0001367965367965368, |
|
"loss": 1.8173, |
|
"step": 392 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.5234375, |
|
"learning_rate": 0.00013658008658008658, |
|
"loss": 1.8881, |
|
"step": 393 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 0.4453125, |
|
"learning_rate": 0.00013636363636363637, |
|
"loss": 1.7895, |
|
"step": 394 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00013614718614718616, |
|
"loss": 1.7531, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00013593073593073593, |
|
"loss": 1.7601, |
|
"step": 396 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00013571428571428572, |
|
"loss": 1.6574, |
|
"step": 397 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.0001354978354978355, |
|
"loss": 1.7577, |
|
"step": 398 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.455078125, |
|
"learning_rate": 0.0001352813852813853, |
|
"loss": 1.6886, |
|
"step": 399 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00013506493506493507, |
|
"loss": 1.7786, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"eval_loss": 1.7625454664230347, |
|
"eval_runtime": 125.3037, |
|
"eval_samples_per_second": 39.903, |
|
"eval_steps_per_second": 1.253, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 0.00013484848484848484, |
|
"loss": 1.7421, |
|
"step": 401 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 0.53125, |
|
"learning_rate": 0.00013463203463203463, |
|
"loss": 1.7626, |
|
"step": 402 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 0.00013441558441558443, |
|
"loss": 1.7943, |
|
"step": 403 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.435546875, |
|
"learning_rate": 0.00013419913419913422, |
|
"loss": 1.8116, |
|
"step": 404 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.000133982683982684, |
|
"loss": 1.7532, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.00013376623376623375, |
|
"loss": 1.7478, |
|
"step": 406 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 0.00013354978354978355, |
|
"loss": 1.8208, |
|
"step": 407 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.00013333333333333334, |
|
"loss": 1.7518, |
|
"step": 408 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 0.00013311688311688313, |
|
"loss": 1.8063, |
|
"step": 409 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.0001329004329004329, |
|
"loss": 1.7366, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.0001326839826839827, |
|
"loss": 1.7605, |
|
"step": 411 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.00013246753246753249, |
|
"loss": 1.8454, |
|
"step": 412 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.00013225108225108225, |
|
"loss": 1.7342, |
|
"step": 413 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.416015625, |
|
"learning_rate": 0.00013203463203463205, |
|
"loss": 1.7031, |
|
"step": 414 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.0001318181818181818, |
|
"loss": 1.8397, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.0001316017316017316, |
|
"loss": 1.8038, |
|
"step": 416 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.0001313852813852814, |
|
"loss": 1.7529, |
|
"step": 417 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.396484375, |
|
"learning_rate": 0.0001311688311688312, |
|
"loss": 1.7746, |
|
"step": 418 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 0.00013095238095238096, |
|
"loss": 1.8441, |
|
"step": 419 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 0.00013073593073593072, |
|
"loss": 1.7302, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 0.00013051948051948052, |
|
"loss": 1.7149, |
|
"step": 421 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.0001303030303030303, |
|
"loss": 1.6881, |
|
"step": 422 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.0001300865800865801, |
|
"loss": 1.7627, |
|
"step": 423 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00012987012987012987, |
|
"loss": 1.7386, |
|
"step": 424 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00012965367965367964, |
|
"loss": 1.7331, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.00012943722943722946, |
|
"loss": 1.766, |
|
"step": 426 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.00012922077922077922, |
|
"loss": 1.7111, |
|
"step": 427 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 0.00012900432900432902, |
|
"loss": 1.7874, |
|
"step": 428 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.00012878787878787878, |
|
"loss": 1.7565, |
|
"step": 429 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 0.00012857142857142858, |
|
"loss": 1.8451, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.00012835497835497837, |
|
"loss": 1.7024, |
|
"step": 431 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.00012813852813852814, |
|
"loss": 1.7037, |
|
"step": 432 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00012792207792207793, |
|
"loss": 1.7166, |
|
"step": 433 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 0.0001277056277056277, |
|
"loss": 1.7534, |
|
"step": 434 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00012748917748917752, |
|
"loss": 1.7315, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00012727272727272728, |
|
"loss": 1.7707, |
|
"step": 436 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00012705627705627707, |
|
"loss": 1.811, |
|
"step": 437 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.00012683982683982684, |
|
"loss": 1.8211, |
|
"step": 438 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00012662337662337663, |
|
"loss": 1.6992, |
|
"step": 439 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00012640692640692643, |
|
"loss": 1.8294, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.0001261904761904762, |
|
"loss": 1.7351, |
|
"step": 441 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.000125974025974026, |
|
"loss": 1.732, |
|
"step": 442 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.41796875, |
|
"learning_rate": 0.00012575757575757575, |
|
"loss": 1.7839, |
|
"step": 443 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00012554112554112555, |
|
"loss": 1.7892, |
|
"step": 444 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 0.00012532467532467534, |
|
"loss": 1.7428, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.0001251082251082251, |
|
"loss": 1.8055, |
|
"step": 446 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.0001248917748917749, |
|
"loss": 1.8227, |
|
"step": 447 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00012467532467532467, |
|
"loss": 1.7273, |
|
"step": 448 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00012445887445887449, |
|
"loss": 1.8338, |
|
"step": 449 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 0.00012424242424242425, |
|
"loss": 1.71, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"eval_loss": 1.7571938037872314, |
|
"eval_runtime": 125.7305, |
|
"eval_samples_per_second": 39.768, |
|
"eval_steps_per_second": 1.249, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.408203125, |
|
"learning_rate": 0.00012402597402597402, |
|
"loss": 1.6852, |
|
"step": 451 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.0001238095238095238, |
|
"loss": 1.7876, |
|
"step": 452 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.0001235930735930736, |
|
"loss": 1.7676, |
|
"step": 453 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.439453125, |
|
"learning_rate": 0.0001233766233766234, |
|
"loss": 1.7567, |
|
"step": 454 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.00012316017316017316, |
|
"loss": 1.7835, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.00012294372294372293, |
|
"loss": 1.8254, |
|
"step": 456 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.00012272727272727272, |
|
"loss": 1.7415, |
|
"step": 457 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00012251082251082252, |
|
"loss": 1.7718, |
|
"step": 458 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 0.0001222943722943723, |
|
"loss": 1.7734, |
|
"step": 459 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00012207792207792208, |
|
"loss": 1.7413, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00012186147186147187, |
|
"loss": 1.8832, |
|
"step": 461 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00012164502164502165, |
|
"loss": 1.71, |
|
"step": 462 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.00012142857142857143, |
|
"loss": 1.7611, |
|
"step": 463 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.00012121212121212122, |
|
"loss": 1.809, |
|
"step": 464 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00012099567099567099, |
|
"loss": 1.6685, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.0001207792207792208, |
|
"loss": 1.7246, |
|
"step": 466 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00012056277056277056, |
|
"loss": 1.7187, |
|
"step": 467 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.00012034632034632037, |
|
"loss": 1.7165, |
|
"step": 468 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00012012987012987014, |
|
"loss": 1.7451, |
|
"step": 469 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00011991341991341991, |
|
"loss": 1.7889, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00011969696969696971, |
|
"loss": 1.8299, |
|
"step": 471 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.00011948051948051949, |
|
"loss": 1.7567, |
|
"step": 472 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00011926406926406928, |
|
"loss": 1.7335, |
|
"step": 473 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00011904761904761905, |
|
"loss": 1.7394, |
|
"step": 474 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 0.00011883116883116883, |
|
"loss": 1.7834, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 0.00011861471861471862, |
|
"loss": 1.7819, |
|
"step": 476 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.271484375, |
|
"learning_rate": 0.0001183982683982684, |
|
"loss": 1.7574, |
|
"step": 477 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.0001181818181818182, |
|
"loss": 1.7031, |
|
"step": 478 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00011796536796536797, |
|
"loss": 1.7361, |
|
"step": 479 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.00011774891774891777, |
|
"loss": 1.7638, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00011753246753246753, |
|
"loss": 1.7476, |
|
"step": 481 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.00011731601731601731, |
|
"loss": 1.6884, |
|
"step": 482 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.0001170995670995671, |
|
"loss": 1.6966, |
|
"step": 483 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.00011688311688311689, |
|
"loss": 1.7041, |
|
"step": 484 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00011666666666666668, |
|
"loss": 1.7788, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00011645021645021646, |
|
"loss": 1.7744, |
|
"step": 486 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.00011623376623376625, |
|
"loss": 1.7492, |
|
"step": 487 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00011601731601731602, |
|
"loss": 1.7537, |
|
"step": 488 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.0001158008658008658, |
|
"loss": 1.7363, |
|
"step": 489 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00011558441558441559, |
|
"loss": 1.7846, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00011536796536796537, |
|
"loss": 1.7081, |
|
"step": 491 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00011515151515151516, |
|
"loss": 1.7275, |
|
"step": 492 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00011493506493506494, |
|
"loss": 1.7196, |
|
"step": 493 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.00011471861471861471, |
|
"loss": 1.6845, |
|
"step": 494 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00011450216450216452, |
|
"loss": 1.7443, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00011428571428571428, |
|
"loss": 1.7104, |
|
"step": 496 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.00011406926406926408, |
|
"loss": 1.7307, |
|
"step": 497 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 0.00011385281385281386, |
|
"loss": 1.8338, |
|
"step": 498 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.00011363636363636365, |
|
"loss": 1.7235, |
|
"step": 499 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.00011341991341991343, |
|
"loss": 1.8493, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"eval_loss": 1.7474199533462524, |
|
"eval_runtime": 125.2746, |
|
"eval_samples_per_second": 39.912, |
|
"eval_steps_per_second": 1.253, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.0001132034632034632, |
|
"loss": 1.7369, |
|
"step": 501 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 0.000112987012987013, |
|
"loss": 1.7215, |
|
"step": 502 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.00011277056277056277, |
|
"loss": 1.7981, |
|
"step": 503 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00011255411255411256, |
|
"loss": 1.6949, |
|
"step": 504 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 0.00011233766233766234, |
|
"loss": 1.7577, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 0.52734375, |
|
"learning_rate": 0.00011212121212121212, |
|
"loss": 1.7396, |
|
"step": 506 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00011190476190476191, |
|
"loss": 1.7094, |
|
"step": 507 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.00011168831168831168, |
|
"loss": 1.7354, |
|
"step": 508 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 0.00011147186147186149, |
|
"loss": 1.7109, |
|
"step": 509 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 0.00011125541125541125, |
|
"loss": 1.7809, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 0.455078125, |
|
"learning_rate": 0.00011103896103896105, |
|
"loss": 1.7939, |
|
"step": 511 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.00011082251082251083, |
|
"loss": 1.7942, |
|
"step": 512 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.609375, |
|
"learning_rate": 0.00011060606060606061, |
|
"loss": 1.7189, |
|
"step": 513 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.67578125, |
|
"learning_rate": 0.0001103896103896104, |
|
"loss": 1.7662, |
|
"step": 514 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00011017316017316017, |
|
"loss": 1.7288, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 0.00010995670995670997, |
|
"loss": 1.715, |
|
"step": 516 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 0.00010974025974025974, |
|
"loss": 1.6725, |
|
"step": 517 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.52734375, |
|
"learning_rate": 0.00010952380952380953, |
|
"loss": 1.7752, |
|
"step": 518 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 0.48828125, |
|
"learning_rate": 0.00010930735930735931, |
|
"loss": 1.7345, |
|
"step": 519 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.00010909090909090909, |
|
"loss": 1.7054, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.45703125, |
|
"learning_rate": 0.00010887445887445889, |
|
"loss": 1.8508, |
|
"step": 521 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.50390625, |
|
"learning_rate": 0.00010865800865800865, |
|
"loss": 1.723, |
|
"step": 522 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 0.00010844155844155846, |
|
"loss": 1.7008, |
|
"step": 523 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00010822510822510823, |
|
"loss": 1.6947, |
|
"step": 524 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.439453125, |
|
"learning_rate": 0.000108008658008658, |
|
"loss": 1.8002, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.0001077922077922078, |
|
"loss": 1.7645, |
|
"step": 526 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 0.00010757575757575758, |
|
"loss": 1.7568, |
|
"step": 527 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00010735930735930737, |
|
"loss": 1.7684, |
|
"step": 528 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00010714285714285715, |
|
"loss": 1.7795, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.00010692640692640694, |
|
"loss": 1.7471, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.00010670995670995671, |
|
"loss": 1.8058, |
|
"step": 531 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.00010649350649350649, |
|
"loss": 1.673, |
|
"step": 532 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00010627705627705628, |
|
"loss": 1.728, |
|
"step": 533 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.00010606060606060606, |
|
"loss": 1.6786, |
|
"step": 534 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 0.00010584415584415586, |
|
"loss": 1.733, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00010562770562770564, |
|
"loss": 1.7435, |
|
"step": 536 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00010541125541125543, |
|
"loss": 1.7421, |
|
"step": 537 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.0001051948051948052, |
|
"loss": 1.8177, |
|
"step": 538 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.00010497835497835498, |
|
"loss": 1.853, |
|
"step": 539 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.00010476190476190477, |
|
"loss": 1.7235, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.00010454545454545455, |
|
"loss": 1.6917, |
|
"step": 541 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.00010432900432900434, |
|
"loss": 1.7533, |
|
"step": 542 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.00010411255411255412, |
|
"loss": 1.699, |
|
"step": 543 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 0.00010389610389610389, |
|
"loss": 1.7324, |
|
"step": 544 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 0.00010367965367965368, |
|
"loss": 1.7698, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.00010346320346320346, |
|
"loss": 1.7495, |
|
"step": 546 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00010324675324675325, |
|
"loss": 1.7885, |
|
"step": 547 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00010303030303030303, |
|
"loss": 1.7624, |
|
"step": 548 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.00010281385281385283, |
|
"loss": 1.7373, |
|
"step": 549 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00010259740259740261, |
|
"loss": 1.7663, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"eval_loss": 1.7420332431793213, |
|
"eval_runtime": 125.4197, |
|
"eval_samples_per_second": 39.866, |
|
"eval_steps_per_second": 1.252, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 0.00010238095238095237, |
|
"loss": 1.8104, |
|
"step": 551 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00010216450216450218, |
|
"loss": 1.7708, |
|
"step": 552 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.00010194805194805195, |
|
"loss": 1.7057, |
|
"step": 553 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00010173160173160174, |
|
"loss": 1.718, |
|
"step": 554 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 0.00010151515151515152, |
|
"loss": 1.6913, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 0.0001012987012987013, |
|
"loss": 1.7444, |
|
"step": 556 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.00010108225108225109, |
|
"loss": 1.7699, |
|
"step": 557 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.00010086580086580086, |
|
"loss": 1.8066, |
|
"step": 558 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.00010064935064935067, |
|
"loss": 1.7054, |
|
"step": 559 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.41796875, |
|
"learning_rate": 0.00010043290043290043, |
|
"loss": 1.7562, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 0.00010021645021645023, |
|
"loss": 1.6979, |
|
"step": 561 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 0.0001, |
|
"loss": 1.8067, |
|
"step": 562 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 9.978354978354978e-05, |
|
"loss": 1.7718, |
|
"step": 563 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 9.956709956709958e-05, |
|
"loss": 1.8256, |
|
"step": 564 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 9.935064935064936e-05, |
|
"loss": 1.7328, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 9.913419913419914e-05, |
|
"loss": 1.6943, |
|
"step": 566 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 9.891774891774892e-05, |
|
"loss": 1.7398, |
|
"step": 567 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 9.870129870129871e-05, |
|
"loss": 1.6486, |
|
"step": 568 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 9.848484848484849e-05, |
|
"loss": 1.7058, |
|
"step": 569 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 9.826839826839827e-05, |
|
"loss": 1.7299, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 9.805194805194806e-05, |
|
"loss": 1.7634, |
|
"step": 571 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 9.783549783549783e-05, |
|
"loss": 1.7341, |
|
"step": 572 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 9.761904761904762e-05, |
|
"loss": 1.7888, |
|
"step": 573 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 9.74025974025974e-05, |
|
"loss": 1.7765, |
|
"step": 574 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 9.71861471861472e-05, |
|
"loss": 1.7764, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 9.696969696969698e-05, |
|
"loss": 1.745, |
|
"step": 576 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 9.675324675324677e-05, |
|
"loss": 1.7382, |
|
"step": 577 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 9.653679653679654e-05, |
|
"loss": 1.7118, |
|
"step": 578 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 9.632034632034633e-05, |
|
"loss": 1.6819, |
|
"step": 579 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 9.610389610389611e-05, |
|
"loss": 1.8091, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 9.588744588744589e-05, |
|
"loss": 1.796, |
|
"step": 581 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 9.567099567099568e-05, |
|
"loss": 1.7027, |
|
"step": 582 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 9.545454545454546e-05, |
|
"loss": 1.736, |
|
"step": 583 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 9.523809523809524e-05, |
|
"loss": 1.738, |
|
"step": 584 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 9.502164502164502e-05, |
|
"loss": 1.7425, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 9.480519480519481e-05, |
|
"loss": 1.6909, |
|
"step": 586 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.50390625, |
|
"learning_rate": 9.45887445887446e-05, |
|
"loss": 1.7845, |
|
"step": 587 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.44140625, |
|
"learning_rate": 9.437229437229437e-05, |
|
"loss": 1.7345, |
|
"step": 588 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 9.415584415584417e-05, |
|
"loss": 1.7717, |
|
"step": 589 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 9.393939393939395e-05, |
|
"loss": 1.7243, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 0.431640625, |
|
"learning_rate": 9.372294372294373e-05, |
|
"loss": 1.7662, |
|
"step": 591 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 9.35064935064935e-05, |
|
"loss": 1.7209, |
|
"step": 592 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 9.32900432900433e-05, |
|
"loss": 1.6923, |
|
"step": 593 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 9.307359307359308e-05, |
|
"loss": 1.8138, |
|
"step": 594 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 9.285714285714286e-05, |
|
"loss": 1.7474, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 0.421875, |
|
"learning_rate": 9.264069264069265e-05, |
|
"loss": 1.776, |
|
"step": 596 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 9.242424242424242e-05, |
|
"loss": 1.7624, |
|
"step": 597 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 9.220779220779221e-05, |
|
"loss": 1.733, |
|
"step": 598 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 9.199134199134199e-05, |
|
"loss": 1.7617, |
|
"step": 599 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 9.177489177489178e-05, |
|
"loss": 1.6983, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"eval_loss": 1.7379374504089355, |
|
"eval_runtime": 124.9706, |
|
"eval_samples_per_second": 40.009, |
|
"eval_steps_per_second": 1.256, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 9.155844155844156e-05, |
|
"loss": 1.7099, |
|
"step": 601 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 9.134199134199136e-05, |
|
"loss": 1.671, |
|
"step": 602 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 9.112554112554112e-05, |
|
"loss": 1.7249, |
|
"step": 603 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 9.090909090909092e-05, |
|
"loss": 1.7958, |
|
"step": 604 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 9.06926406926407e-05, |
|
"loss": 1.7202, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 9.047619047619048e-05, |
|
"loss": 1.7261, |
|
"step": 606 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 9.025974025974027e-05, |
|
"loss": 1.8016, |
|
"step": 607 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 9.004329004329005e-05, |
|
"loss": 1.7957, |
|
"step": 608 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 8.982683982683983e-05, |
|
"loss": 1.7856, |
|
"step": 609 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 8.961038961038961e-05, |
|
"loss": 1.7807, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 8.93939393939394e-05, |
|
"loss": 1.7536, |
|
"step": 611 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 8.917748917748918e-05, |
|
"loss": 1.7499, |
|
"step": 612 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 8.896103896103896e-05, |
|
"loss": 1.7726, |
|
"step": 613 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 8.874458874458876e-05, |
|
"loss": 1.7558, |
|
"step": 614 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 8.852813852813854e-05, |
|
"loss": 1.726, |
|
"step": 615 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 8.831168831168831e-05, |
|
"loss": 1.7632, |
|
"step": 616 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 8.80952380952381e-05, |
|
"loss": 1.7293, |
|
"step": 617 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 8.787878787878789e-05, |
|
"loss": 1.7263, |
|
"step": 618 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 8.766233766233767e-05, |
|
"loss": 1.8403, |
|
"step": 619 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 8.744588744588745e-05, |
|
"loss": 1.6896, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 8.722943722943724e-05, |
|
"loss": 1.797, |
|
"step": 621 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.439453125, |
|
"learning_rate": 8.701298701298701e-05, |
|
"loss": 1.7971, |
|
"step": 622 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 8.67965367965368e-05, |
|
"loss": 1.7697, |
|
"step": 623 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 8.658008658008658e-05, |
|
"loss": 1.7567, |
|
"step": 624 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 8.636363636363637e-05, |
|
"loss": 1.659, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 8.614718614718615e-05, |
|
"loss": 1.7546, |
|
"step": 626 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 8.593073593073593e-05, |
|
"loss": 1.6824, |
|
"step": 627 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.42578125, |
|
"learning_rate": 8.571428571428571e-05, |
|
"loss": 1.7049, |
|
"step": 628 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 8.549783549783549e-05, |
|
"loss": 1.6639, |
|
"step": 629 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 8.528138528138529e-05, |
|
"loss": 1.7667, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 8.506493506493507e-05, |
|
"loss": 1.7703, |
|
"step": 631 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 8.484848484848486e-05, |
|
"loss": 1.7526, |
|
"step": 632 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 8.463203463203464e-05, |
|
"loss": 1.7658, |
|
"step": 633 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 8.441558441558442e-05, |
|
"loss": 1.7888, |
|
"step": 634 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 8.41991341991342e-05, |
|
"loss": 1.7197, |
|
"step": 635 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 8.398268398268399e-05, |
|
"loss": 1.6745, |
|
"step": 636 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 8.376623376623377e-05, |
|
"loss": 1.7168, |
|
"step": 637 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 8.354978354978355e-05, |
|
"loss": 1.6904, |
|
"step": 638 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.396484375, |
|
"learning_rate": 8.333333333333334e-05, |
|
"loss": 1.6792, |
|
"step": 639 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 8.311688311688312e-05, |
|
"loss": 1.7299, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 8.29004329004329e-05, |
|
"loss": 1.7334, |
|
"step": 641 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 8.268398268398268e-05, |
|
"loss": 1.7236, |
|
"step": 642 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.408203125, |
|
"learning_rate": 8.246753246753248e-05, |
|
"loss": 1.7398, |
|
"step": 643 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 8.225108225108226e-05, |
|
"loss": 1.7407, |
|
"step": 644 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 8.203463203463204e-05, |
|
"loss": 1.8405, |
|
"step": 645 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 8.181818181818183e-05, |
|
"loss": 1.7225, |
|
"step": 646 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 8.16017316017316e-05, |
|
"loss": 1.8285, |
|
"step": 647 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.4453125, |
|
"learning_rate": 8.138528138528139e-05, |
|
"loss": 1.7646, |
|
"step": 648 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 8.116883116883117e-05, |
|
"loss": 1.7172, |
|
"step": 649 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 8.095238095238096e-05, |
|
"loss": 1.8033, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"eval_loss": 1.7356816530227661, |
|
"eval_runtime": 125.4294, |
|
"eval_samples_per_second": 39.863, |
|
"eval_steps_per_second": 1.252, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 8.073593073593074e-05, |
|
"loss": 1.7494, |
|
"step": 651 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 8.051948051948052e-05, |
|
"loss": 1.7573, |
|
"step": 652 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.46484375, |
|
"learning_rate": 8.03030303030303e-05, |
|
"loss": 1.7712, |
|
"step": 653 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 8.008658008658008e-05, |
|
"loss": 1.6894, |
|
"step": 654 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 7.987012987012987e-05, |
|
"loss": 1.6714, |
|
"step": 655 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 7.965367965367965e-05, |
|
"loss": 1.801, |
|
"step": 656 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 7.943722943722945e-05, |
|
"loss": 1.75, |
|
"step": 657 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.421875, |
|
"learning_rate": 7.922077922077923e-05, |
|
"loss": 1.6875, |
|
"step": 658 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.421875, |
|
"learning_rate": 7.900432900432901e-05, |
|
"loss": 1.6635, |
|
"step": 659 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 7.878787878787879e-05, |
|
"loss": 1.782, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 7.857142857142858e-05, |
|
"loss": 1.6838, |
|
"step": 661 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 7.835497835497836e-05, |
|
"loss": 1.6957, |
|
"step": 662 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 7.813852813852814e-05, |
|
"loss": 1.7366, |
|
"step": 663 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 7.792207792207793e-05, |
|
"loss": 1.6709, |
|
"step": 664 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 7.770562770562771e-05, |
|
"loss": 1.7653, |
|
"step": 665 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.375, |
|
"learning_rate": 7.748917748917749e-05, |
|
"loss": 1.7467, |
|
"step": 666 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 7.727272727272727e-05, |
|
"loss": 1.7499, |
|
"step": 667 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 7.705627705627707e-05, |
|
"loss": 1.7462, |
|
"step": 668 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 7.683982683982685e-05, |
|
"loss": 1.6883, |
|
"step": 669 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 7.662337662337662e-05, |
|
"loss": 1.7674, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 7.640692640692642e-05, |
|
"loss": 1.7388, |
|
"step": 671 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 7.619047619047618e-05, |
|
"loss": 1.7206, |
|
"step": 672 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 7.597402597402598e-05, |
|
"loss": 1.749, |
|
"step": 673 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 7.575757575757576e-05, |
|
"loss": 1.7318, |
|
"step": 674 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 7.554112554112555e-05, |
|
"loss": 1.7234, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 7.532467532467533e-05, |
|
"loss": 1.6407, |
|
"step": 676 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.431640625, |
|
"learning_rate": 7.510822510822511e-05, |
|
"loss": 1.7951, |
|
"step": 677 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.49609375, |
|
"learning_rate": 7.489177489177489e-05, |
|
"loss": 1.7958, |
|
"step": 678 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 7.467532467532467e-05, |
|
"loss": 1.745, |
|
"step": 679 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.396484375, |
|
"learning_rate": 7.445887445887446e-05, |
|
"loss": 1.6285, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 7.424242424242424e-05, |
|
"loss": 1.792, |
|
"step": 681 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.466796875, |
|
"learning_rate": 7.402597402597404e-05, |
|
"loss": 1.8207, |
|
"step": 682 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"grad_norm": 0.4609375, |
|
"learning_rate": 7.380952380952382e-05, |
|
"loss": 1.7013, |
|
"step": 683 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 7.35930735930736e-05, |
|
"loss": 1.759, |
|
"step": 684 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 7.337662337662338e-05, |
|
"loss": 1.7398, |
|
"step": 685 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 7.316017316017317e-05, |
|
"loss": 1.6995, |
|
"step": 686 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.4296875, |
|
"learning_rate": 7.294372294372295e-05, |
|
"loss": 1.7617, |
|
"step": 687 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.431640625, |
|
"learning_rate": 7.272727272727273e-05, |
|
"loss": 1.6959, |
|
"step": 688 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 7.251082251082252e-05, |
|
"loss": 1.7879, |
|
"step": 689 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 7.229437229437229e-05, |
|
"loss": 1.6613, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 7.207792207792208e-05, |
|
"loss": 1.6485, |
|
"step": 691 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 7.186147186147186e-05, |
|
"loss": 1.719, |
|
"step": 692 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 7.164502164502165e-05, |
|
"loss": 1.7316, |
|
"step": 693 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 7.142857142857143e-05, |
|
"loss": 1.7509, |
|
"step": 694 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.375, |
|
"learning_rate": 7.121212121212121e-05, |
|
"loss": 1.785, |
|
"step": 695 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 7.099567099567101e-05, |
|
"loss": 1.7643, |
|
"step": 696 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 7.077922077922077e-05, |
|
"loss": 1.7058, |
|
"step": 697 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 7.056277056277057e-05, |
|
"loss": 1.807, |
|
"step": 698 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 7.034632034632035e-05, |
|
"loss": 1.6489, |
|
"step": 699 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 7.012987012987014e-05, |
|
"loss": 1.8146, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"eval_loss": 1.7302906513214111, |
|
"eval_runtime": 125.8875, |
|
"eval_samples_per_second": 39.718, |
|
"eval_steps_per_second": 1.247, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 6.991341991341992e-05, |
|
"loss": 1.6505, |
|
"step": 701 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 6.96969696969697e-05, |
|
"loss": 1.7259, |
|
"step": 702 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 6.948051948051948e-05, |
|
"loss": 1.81, |
|
"step": 703 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 6.926406926406926e-05, |
|
"loss": 1.7801, |
|
"step": 704 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 6.904761904761905e-05, |
|
"loss": 1.7213, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 6.883116883116883e-05, |
|
"loss": 1.8054, |
|
"step": 706 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 6.861471861471862e-05, |
|
"loss": 1.7339, |
|
"step": 707 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 6.83982683982684e-05, |
|
"loss": 1.79, |
|
"step": 708 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 6.818181818181818e-05, |
|
"loss": 1.6615, |
|
"step": 709 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 6.796536796536796e-05, |
|
"loss": 1.8298, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 6.774891774891774e-05, |
|
"loss": 1.6835, |
|
"step": 711 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 6.753246753246754e-05, |
|
"loss": 1.7739, |
|
"step": 712 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 6.731601731601732e-05, |
|
"loss": 1.7431, |
|
"step": 713 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 6.709956709956711e-05, |
|
"loss": 1.7816, |
|
"step": 714 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 6.688311688311688e-05, |
|
"loss": 1.7516, |
|
"step": 715 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 6.666666666666667e-05, |
|
"loss": 1.7276, |
|
"step": 716 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 6.645021645021645e-05, |
|
"loss": 1.7521, |
|
"step": 717 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 6.623376623376624e-05, |
|
"loss": 1.7368, |
|
"step": 718 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 6.601731601731602e-05, |
|
"loss": 1.7896, |
|
"step": 719 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 6.58008658008658e-05, |
|
"loss": 1.8057, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 6.55844155844156e-05, |
|
"loss": 1.7596, |
|
"step": 721 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 6.536796536796536e-05, |
|
"loss": 1.7793, |
|
"step": 722 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 6.515151515151516e-05, |
|
"loss": 1.6966, |
|
"step": 723 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 6.493506493506494e-05, |
|
"loss": 1.6619, |
|
"step": 724 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 6.471861471861473e-05, |
|
"loss": 1.7305, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 6.450216450216451e-05, |
|
"loss": 1.7337, |
|
"step": 726 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 6.428571428571429e-05, |
|
"loss": 1.7255, |
|
"step": 727 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 6.406926406926407e-05, |
|
"loss": 1.75, |
|
"step": 728 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 6.385281385281385e-05, |
|
"loss": 1.7166, |
|
"step": 729 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 6.363636363636364e-05, |
|
"loss": 1.7407, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 6.341991341991342e-05, |
|
"loss": 1.6759, |
|
"step": 731 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 6.320346320346321e-05, |
|
"loss": 1.7485, |
|
"step": 732 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 6.2987012987013e-05, |
|
"loss": 1.8, |
|
"step": 733 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 6.277056277056277e-05, |
|
"loss": 1.6966, |
|
"step": 734 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 6.255411255411255e-05, |
|
"loss": 1.7524, |
|
"step": 735 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 6.233766233766233e-05, |
|
"loss": 1.7087, |
|
"step": 736 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 6.212121212121213e-05, |
|
"loss": 1.7963, |
|
"step": 737 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 6.19047619047619e-05, |
|
"loss": 1.7043, |
|
"step": 738 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 6.16883116883117e-05, |
|
"loss": 1.6797, |
|
"step": 739 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.396484375, |
|
"learning_rate": 6.147186147186147e-05, |
|
"loss": 1.6791, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 6.125541125541126e-05, |
|
"loss": 1.7069, |
|
"step": 741 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 6.103896103896104e-05, |
|
"loss": 1.6997, |
|
"step": 742 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 6.0822510822510825e-05, |
|
"loss": 1.7395, |
|
"step": 743 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 6.060606060606061e-05, |
|
"loss": 1.7289, |
|
"step": 744 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.375, |
|
"learning_rate": 6.03896103896104e-05, |
|
"loss": 1.7963, |
|
"step": 745 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 6.0173160173160184e-05, |
|
"loss": 1.8322, |
|
"step": 746 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 5.995670995670996e-05, |
|
"loss": 1.6923, |
|
"step": 747 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 5.9740259740259744e-05, |
|
"loss": 1.7534, |
|
"step": 748 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 5.9523809523809524e-05, |
|
"loss": 1.7843, |
|
"step": 749 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 5.930735930735931e-05, |
|
"loss": 1.7837, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"eval_loss": 1.728518009185791, |
|
"eval_runtime": 125.8224, |
|
"eval_samples_per_second": 39.739, |
|
"eval_steps_per_second": 1.248, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 5.90909090909091e-05, |
|
"loss": 1.8208, |
|
"step": 751 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 5.887445887445888e-05, |
|
"loss": 1.7173, |
|
"step": 752 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 5.8658008658008656e-05, |
|
"loss": 1.6923, |
|
"step": 753 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 5.844155844155844e-05, |
|
"loss": 1.7685, |
|
"step": 754 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 5.822510822510823e-05, |
|
"loss": 1.677, |
|
"step": 755 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 5.800865800865801e-05, |
|
"loss": 1.6898, |
|
"step": 756 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 5.7792207792207796e-05, |
|
"loss": 1.7492, |
|
"step": 757 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 0.478515625, |
|
"learning_rate": 5.757575757575758e-05, |
|
"loss": 1.7804, |
|
"step": 758 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 5.7359307359307355e-05, |
|
"loss": 1.7285, |
|
"step": 759 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 5.714285714285714e-05, |
|
"loss": 1.7054, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 5.692640692640693e-05, |
|
"loss": 1.7949, |
|
"step": 761 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 5.6709956709956715e-05, |
|
"loss": 1.6984, |
|
"step": 762 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 5.64935064935065e-05, |
|
"loss": 1.5885, |
|
"step": 763 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 5.627705627705628e-05, |
|
"loss": 1.8189, |
|
"step": 764 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 5.606060606060606e-05, |
|
"loss": 1.7489, |
|
"step": 765 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 5.584415584415584e-05, |
|
"loss": 1.692, |
|
"step": 766 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 5.562770562770563e-05, |
|
"loss": 1.7128, |
|
"step": 767 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 5.5411255411255414e-05, |
|
"loss": 1.7056, |
|
"step": 768 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 5.51948051948052e-05, |
|
"loss": 1.8224, |
|
"step": 769 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 5.497835497835499e-05, |
|
"loss": 1.7297, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 5.4761904761904766e-05, |
|
"loss": 1.7245, |
|
"step": 771 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 5.4545454545454546e-05, |
|
"loss": 1.7286, |
|
"step": 772 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 5.4329004329004326e-05, |
|
"loss": 1.616, |
|
"step": 773 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 5.411255411255411e-05, |
|
"loss": 1.7709, |
|
"step": 774 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 5.38961038961039e-05, |
|
"loss": 1.7746, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 5.3679653679653686e-05, |
|
"loss": 1.7077, |
|
"step": 776 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 5.346320346320347e-05, |
|
"loss": 1.6281, |
|
"step": 777 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 5.3246753246753245e-05, |
|
"loss": 1.7438, |
|
"step": 778 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 5.303030303030303e-05, |
|
"loss": 1.6973, |
|
"step": 779 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 5.281385281385282e-05, |
|
"loss": 1.7698, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 5.25974025974026e-05, |
|
"loss": 1.7707, |
|
"step": 781 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.375, |
|
"learning_rate": 5.2380952380952384e-05, |
|
"loss": 1.7133, |
|
"step": 782 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 5.216450216450217e-05, |
|
"loss": 1.7593, |
|
"step": 783 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 5.1948051948051944e-05, |
|
"loss": 1.7286, |
|
"step": 784 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 5.173160173160173e-05, |
|
"loss": 1.724, |
|
"step": 785 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 5.151515151515152e-05, |
|
"loss": 1.6978, |
|
"step": 786 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 5.1298701298701304e-05, |
|
"loss": 1.8041, |
|
"step": 787 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.287109375, |
|
"learning_rate": 5.108225108225109e-05, |
|
"loss": 1.7141, |
|
"step": 788 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 5.086580086580087e-05, |
|
"loss": 1.6585, |
|
"step": 789 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 5.064935064935065e-05, |
|
"loss": 1.733, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 5.043290043290043e-05, |
|
"loss": 1.7602, |
|
"step": 791 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 5.0216450216450216e-05, |
|
"loss": 1.804, |
|
"step": 792 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 5e-05, |
|
"loss": 1.6816, |
|
"step": 793 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 4.978354978354979e-05, |
|
"loss": 1.7515, |
|
"step": 794 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 4.956709956709957e-05, |
|
"loss": 1.6996, |
|
"step": 795 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 4.9350649350649355e-05, |
|
"loss": 1.7045, |
|
"step": 796 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 4.9134199134199135e-05, |
|
"loss": 1.7026, |
|
"step": 797 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 4.8917748917748915e-05, |
|
"loss": 1.6444, |
|
"step": 798 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 4.87012987012987e-05, |
|
"loss": 1.7705, |
|
"step": 799 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 4.848484848484849e-05, |
|
"loss": 1.7178, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"eval_loss": 1.7301437854766846, |
|
"eval_runtime": 124.4902, |
|
"eval_samples_per_second": 40.164, |
|
"eval_steps_per_second": 1.261, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 4.826839826839827e-05, |
|
"loss": 1.7434, |
|
"step": 801 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 4.8051948051948054e-05, |
|
"loss": 1.7148, |
|
"step": 802 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 4.783549783549784e-05, |
|
"loss": 1.7685, |
|
"step": 803 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 4.761904761904762e-05, |
|
"loss": 1.8048, |
|
"step": 804 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 4.740259740259741e-05, |
|
"loss": 1.7467, |
|
"step": 805 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 4.718614718614719e-05, |
|
"loss": 1.6937, |
|
"step": 806 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 4.696969696969697e-05, |
|
"loss": 1.6432, |
|
"step": 807 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 4.675324675324675e-05, |
|
"loss": 1.6467, |
|
"step": 808 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 4.653679653679654e-05, |
|
"loss": 1.7572, |
|
"step": 809 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 4.6320346320346326e-05, |
|
"loss": 1.7623, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 4.6103896103896106e-05, |
|
"loss": 1.6898, |
|
"step": 811 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.412109375, |
|
"learning_rate": 4.588744588744589e-05, |
|
"loss": 1.6788, |
|
"step": 812 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 4.567099567099568e-05, |
|
"loss": 1.6631, |
|
"step": 813 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 4.545454545454546e-05, |
|
"loss": 1.6311, |
|
"step": 814 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.408203125, |
|
"learning_rate": 4.523809523809524e-05, |
|
"loss": 1.6636, |
|
"step": 815 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 4.5021645021645025e-05, |
|
"loss": 1.8099, |
|
"step": 816 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 4.4805194805194805e-05, |
|
"loss": 1.6849, |
|
"step": 817 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 4.458874458874459e-05, |
|
"loss": 1.6601, |
|
"step": 818 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 4.437229437229438e-05, |
|
"loss": 1.7999, |
|
"step": 819 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.396484375, |
|
"learning_rate": 4.415584415584416e-05, |
|
"loss": 1.6323, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 4.3939393939393944e-05, |
|
"loss": 1.7141, |
|
"step": 821 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 4.3722943722943724e-05, |
|
"loss": 1.7166, |
|
"step": 822 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.421875, |
|
"learning_rate": 4.3506493506493503e-05, |
|
"loss": 1.6969, |
|
"step": 823 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 4.329004329004329e-05, |
|
"loss": 1.674, |
|
"step": 824 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 4.3073593073593077e-05, |
|
"loss": 1.6893, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 4.2857142857142856e-05, |
|
"loss": 1.6985, |
|
"step": 826 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 4.264069264069264e-05, |
|
"loss": 1.7245, |
|
"step": 827 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 4.242424242424243e-05, |
|
"loss": 1.7277, |
|
"step": 828 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 4.220779220779221e-05, |
|
"loss": 1.6765, |
|
"step": 829 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 4.1991341991341996e-05, |
|
"loss": 1.7863, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 4.1774891774891775e-05, |
|
"loss": 1.6689, |
|
"step": 831 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 4.155844155844156e-05, |
|
"loss": 1.7957, |
|
"step": 832 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 4.134199134199134e-05, |
|
"loss": 1.6454, |
|
"step": 833 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 4.112554112554113e-05, |
|
"loss": 1.6748, |
|
"step": 834 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 4.0909090909090915e-05, |
|
"loss": 1.8057, |
|
"step": 835 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 4.0692640692640695e-05, |
|
"loss": 1.7343, |
|
"step": 836 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 4.047619047619048e-05, |
|
"loss": 1.6868, |
|
"step": 837 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 4.025974025974026e-05, |
|
"loss": 1.6663, |
|
"step": 838 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 4.004329004329004e-05, |
|
"loss": 1.6779, |
|
"step": 839 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 3.982683982683983e-05, |
|
"loss": 1.7324, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 0.458984375, |
|
"learning_rate": 3.9610389610389614e-05, |
|
"loss": 1.7377, |
|
"step": 841 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 3.939393939393939e-05, |
|
"loss": 1.7468, |
|
"step": 842 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 3.917748917748918e-05, |
|
"loss": 1.703, |
|
"step": 843 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 3.8961038961038966e-05, |
|
"loss": 1.7124, |
|
"step": 844 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 3.8744588744588746e-05, |
|
"loss": 1.6444, |
|
"step": 845 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 3.852813852813853e-05, |
|
"loss": 1.7465, |
|
"step": 846 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 3.831168831168831e-05, |
|
"loss": 1.7153, |
|
"step": 847 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 3.809523809523809e-05, |
|
"loss": 1.756, |
|
"step": 848 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 3.787878787878788e-05, |
|
"loss": 1.6992, |
|
"step": 849 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 3.7662337662337665e-05, |
|
"loss": 1.7487, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"eval_loss": 1.725529670715332, |
|
"eval_runtime": 124.4606, |
|
"eval_samples_per_second": 40.173, |
|
"eval_steps_per_second": 1.261, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 3.7445887445887445e-05, |
|
"loss": 1.7665, |
|
"step": 851 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 3.722943722943723e-05, |
|
"loss": 1.7517, |
|
"step": 852 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 3.701298701298702e-05, |
|
"loss": 1.7896, |
|
"step": 853 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 3.67965367965368e-05, |
|
"loss": 1.7554, |
|
"step": 854 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 3.6580086580086584e-05, |
|
"loss": 1.7757, |
|
"step": 855 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 3.6363636363636364e-05, |
|
"loss": 1.7977, |
|
"step": 856 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 3.6147186147186144e-05, |
|
"loss": 1.7066, |
|
"step": 857 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 3.593073593073593e-05, |
|
"loss": 1.7159, |
|
"step": 858 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 3.571428571428572e-05, |
|
"loss": 1.5972, |
|
"step": 859 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 3.5497835497835503e-05, |
|
"loss": 1.7102, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 3.528138528138528e-05, |
|
"loss": 1.661, |
|
"step": 861 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.47265625, |
|
"learning_rate": 3.506493506493507e-05, |
|
"loss": 1.691, |
|
"step": 862 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 3.484848484848485e-05, |
|
"loss": 1.7247, |
|
"step": 863 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 3.463203463203463e-05, |
|
"loss": 1.6295, |
|
"step": 864 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 3.4415584415584416e-05, |
|
"loss": 1.7508, |
|
"step": 865 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 3.41991341991342e-05, |
|
"loss": 1.6085, |
|
"step": 866 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 3.398268398268398e-05, |
|
"loss": 1.7507, |
|
"step": 867 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 3.376623376623377e-05, |
|
"loss": 1.7143, |
|
"step": 868 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 3.3549783549783555e-05, |
|
"loss": 1.7195, |
|
"step": 869 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 1.7606, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 3.311688311688312e-05, |
|
"loss": 1.7038, |
|
"step": 871 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 3.29004329004329e-05, |
|
"loss": 1.7545, |
|
"step": 872 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 3.268398268398268e-05, |
|
"loss": 1.6866, |
|
"step": 873 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 3.246753246753247e-05, |
|
"loss": 1.683, |
|
"step": 874 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 3.2251082251082254e-05, |
|
"loss": 1.7329, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 3.2034632034632034e-05, |
|
"loss": 1.7675, |
|
"step": 876 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 3.181818181818182e-05, |
|
"loss": 1.6585, |
|
"step": 877 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 3.160173160173161e-05, |
|
"loss": 1.7628, |
|
"step": 878 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 3.1385281385281387e-05, |
|
"loss": 1.6784, |
|
"step": 879 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 3.1168831168831166e-05, |
|
"loss": 1.7177, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 3.095238095238095e-05, |
|
"loss": 1.6945, |
|
"step": 881 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 3.073593073593073e-05, |
|
"loss": 1.7096, |
|
"step": 882 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 3.051948051948052e-05, |
|
"loss": 1.7545, |
|
"step": 883 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 3.0303030303030306e-05, |
|
"loss": 1.7122, |
|
"step": 884 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 3.0086580086580092e-05, |
|
"loss": 1.6433, |
|
"step": 885 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 2.9870129870129872e-05, |
|
"loss": 1.6908, |
|
"step": 886 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 2.9653679653679655e-05, |
|
"loss": 1.8096, |
|
"step": 887 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 0.375, |
|
"learning_rate": 2.943722943722944e-05, |
|
"loss": 1.5972, |
|
"step": 888 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 2.922077922077922e-05, |
|
"loss": 1.7858, |
|
"step": 889 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 2.9004329004329005e-05, |
|
"loss": 1.7353, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 2.878787878787879e-05, |
|
"loss": 1.7572, |
|
"step": 891 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 2.857142857142857e-05, |
|
"loss": 1.7268, |
|
"step": 892 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 2.8354978354978357e-05, |
|
"loss": 1.7919, |
|
"step": 893 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 2.813852813852814e-05, |
|
"loss": 1.735, |
|
"step": 894 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 2.792207792207792e-05, |
|
"loss": 1.7174, |
|
"step": 895 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 2.7705627705627707e-05, |
|
"loss": 1.6896, |
|
"step": 896 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 2.7489177489177493e-05, |
|
"loss": 1.7908, |
|
"step": 897 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 2.7272727272727273e-05, |
|
"loss": 1.7684, |
|
"step": 898 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 2.7056277056277056e-05, |
|
"loss": 1.7138, |
|
"step": 899 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 2.6839826839826843e-05, |
|
"loss": 1.7012, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"eval_loss": 1.725927710533142, |
|
"eval_runtime": 125.737, |
|
"eval_samples_per_second": 39.766, |
|
"eval_steps_per_second": 1.249, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 2.6623376623376623e-05, |
|
"loss": 1.7415, |
|
"step": 901 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 2.640692640692641e-05, |
|
"loss": 1.7195, |
|
"step": 902 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 2.6190476190476192e-05, |
|
"loss": 1.7539, |
|
"step": 903 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 2.5974025974025972e-05, |
|
"loss": 1.6218, |
|
"step": 904 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 2.575757575757576e-05, |
|
"loss": 1.6949, |
|
"step": 905 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 2.5541125541125545e-05, |
|
"loss": 1.7539, |
|
"step": 906 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 2.5324675324675325e-05, |
|
"loss": 1.7398, |
|
"step": 907 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 2.5108225108225108e-05, |
|
"loss": 1.7924, |
|
"step": 908 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 2.4891774891774894e-05, |
|
"loss": 1.7182, |
|
"step": 909 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 0.412109375, |
|
"learning_rate": 2.4675324675324678e-05, |
|
"loss": 1.7197, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 2.4458874458874457e-05, |
|
"loss": 1.6976, |
|
"step": 911 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 2.4242424242424244e-05, |
|
"loss": 1.7478, |
|
"step": 912 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 2.4025974025974027e-05, |
|
"loss": 1.6187, |
|
"step": 913 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 2.380952380952381e-05, |
|
"loss": 1.7191, |
|
"step": 914 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.439453125, |
|
"learning_rate": 2.3593073593073593e-05, |
|
"loss": 1.6616, |
|
"step": 915 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 2.3376623376623376e-05, |
|
"loss": 1.6345, |
|
"step": 916 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.447265625, |
|
"learning_rate": 2.3160173160173163e-05, |
|
"loss": 1.7367, |
|
"step": 917 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 2.2943722943722946e-05, |
|
"loss": 1.7257, |
|
"step": 918 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 2.272727272727273e-05, |
|
"loss": 1.6999, |
|
"step": 919 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 2.2510822510822512e-05, |
|
"loss": 1.6337, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 2.2294372294372296e-05, |
|
"loss": 1.7632, |
|
"step": 921 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 2.207792207792208e-05, |
|
"loss": 1.7686, |
|
"step": 922 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 2.1861471861471862e-05, |
|
"loss": 1.6897, |
|
"step": 923 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 2.1645021645021645e-05, |
|
"loss": 1.8555, |
|
"step": 924 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.408203125, |
|
"learning_rate": 2.1428571428571428e-05, |
|
"loss": 1.7255, |
|
"step": 925 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 2.1212121212121215e-05, |
|
"loss": 1.6774, |
|
"step": 926 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 2.0995670995670998e-05, |
|
"loss": 1.7524, |
|
"step": 927 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 2.077922077922078e-05, |
|
"loss": 1.6569, |
|
"step": 928 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 2.0562770562770564e-05, |
|
"loss": 1.7028, |
|
"step": 929 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 2.0346320346320347e-05, |
|
"loss": 1.7377, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 2.012987012987013e-05, |
|
"loss": 1.6855, |
|
"step": 931 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 1.9913419913419914e-05, |
|
"loss": 1.6917, |
|
"step": 932 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 1.9696969696969697e-05, |
|
"loss": 1.714, |
|
"step": 933 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 1.9480519480519483e-05, |
|
"loss": 1.7653, |
|
"step": 934 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 1.9264069264069266e-05, |
|
"loss": 1.6973, |
|
"step": 935 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 1.9047619047619046e-05, |
|
"loss": 1.7066, |
|
"step": 936 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 1.8831168831168833e-05, |
|
"loss": 1.6812, |
|
"step": 937 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 1.8614718614718616e-05, |
|
"loss": 1.7114, |
|
"step": 938 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 1.83982683982684e-05, |
|
"loss": 1.7109, |
|
"step": 939 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.375, |
|
"learning_rate": 1.8181818181818182e-05, |
|
"loss": 1.6037, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 1.7965367965367965e-05, |
|
"loss": 1.7588, |
|
"step": 941 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.412109375, |
|
"learning_rate": 1.7748917748917752e-05, |
|
"loss": 1.7093, |
|
"step": 942 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 1.7532467532467535e-05, |
|
"loss": 1.7642, |
|
"step": 943 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.466796875, |
|
"learning_rate": 1.7316017316017315e-05, |
|
"loss": 1.724, |
|
"step": 944 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 1.70995670995671e-05, |
|
"loss": 1.6136, |
|
"step": 945 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.431640625, |
|
"learning_rate": 1.6883116883116884e-05, |
|
"loss": 1.6256, |
|
"step": 946 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 1.6878, |
|
"step": 947 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 1.645021645021645e-05, |
|
"loss": 1.7281, |
|
"step": 948 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 1.6233766233766234e-05, |
|
"loss": 1.7021, |
|
"step": 949 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.375, |
|
"learning_rate": 1.6017316017316017e-05, |
|
"loss": 1.7982, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"eval_loss": 1.7258570194244385, |
|
"eval_runtime": 124.9465, |
|
"eval_samples_per_second": 40.017, |
|
"eval_steps_per_second": 1.257, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 1.5800865800865803e-05, |
|
"loss": 1.641, |
|
"step": 951 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 1.5584415584415583e-05, |
|
"loss": 1.6773, |
|
"step": 952 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 1.5367965367965366e-05, |
|
"loss": 1.654, |
|
"step": 953 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 1.5151515151515153e-05, |
|
"loss": 1.7277, |
|
"step": 954 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 1.4935064935064936e-05, |
|
"loss": 1.6995, |
|
"step": 955 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 1.471861471861472e-05, |
|
"loss": 1.7112, |
|
"step": 956 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 1.4502164502164502e-05, |
|
"loss": 1.7486, |
|
"step": 957 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 1.4285714285714285e-05, |
|
"loss": 1.7627, |
|
"step": 958 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 1.406926406926407e-05, |
|
"loss": 1.6709, |
|
"step": 959 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 1.3852813852813853e-05, |
|
"loss": 1.7112, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.375, |
|
"learning_rate": 1.3636363636363637e-05, |
|
"loss": 1.7299, |
|
"step": 961 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 1.3419913419913421e-05, |
|
"loss": 1.6656, |
|
"step": 962 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 1.3203463203463205e-05, |
|
"loss": 1.6621, |
|
"step": 963 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 1.2987012987012986e-05, |
|
"loss": 1.6751, |
|
"step": 964 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"grad_norm": 0.48828125, |
|
"learning_rate": 1.2770562770562773e-05, |
|
"loss": 1.7, |
|
"step": 965 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 1.2554112554112554e-05, |
|
"loss": 1.7547, |
|
"step": 966 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 1.2337662337662339e-05, |
|
"loss": 1.6858, |
|
"step": 967 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 1.2121212121212122e-05, |
|
"loss": 1.5868, |
|
"step": 968 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 1.1904761904761905e-05, |
|
"loss": 1.7628, |
|
"step": 969 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 1.1688311688311688e-05, |
|
"loss": 1.6664, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 1.1471861471861473e-05, |
|
"loss": 1.7387, |
|
"step": 971 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 1.1255411255411256e-05, |
|
"loss": 1.7765, |
|
"step": 972 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 1.103896103896104e-05, |
|
"loss": 1.7887, |
|
"step": 973 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 1.0822510822510823e-05, |
|
"loss": 1.7143, |
|
"step": 974 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 1.0606060606060607e-05, |
|
"loss": 1.6573, |
|
"step": 975 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 1.038961038961039e-05, |
|
"loss": 1.7191, |
|
"step": 976 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 1.0173160173160174e-05, |
|
"loss": 1.7437, |
|
"step": 977 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 9.956709956709957e-06, |
|
"loss": 1.8012, |
|
"step": 978 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 9.740259740259742e-06, |
|
"loss": 1.6769, |
|
"step": 979 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 0.326171875, |
|
"learning_rate": 9.523809523809523e-06, |
|
"loss": 1.7836, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.375, |
|
"learning_rate": 9.307359307359308e-06, |
|
"loss": 1.6654, |
|
"step": 981 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 9.090909090909091e-06, |
|
"loss": 1.7367, |
|
"step": 982 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 8.874458874458876e-06, |
|
"loss": 1.6735, |
|
"step": 983 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 8.658008658008657e-06, |
|
"loss": 1.5795, |
|
"step": 984 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 8.441558441558442e-06, |
|
"loss": 1.6784, |
|
"step": 985 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 8.225108225108225e-06, |
|
"loss": 1.6743, |
|
"step": 986 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 8.008658008658008e-06, |
|
"loss": 1.6877, |
|
"step": 987 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 7.792207792207792e-06, |
|
"loss": 1.7913, |
|
"step": 988 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 7.5757575757575764e-06, |
|
"loss": 1.6147, |
|
"step": 989 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 7.35930735930736e-06, |
|
"loss": 1.7615, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 7.142857142857143e-06, |
|
"loss": 1.7406, |
|
"step": 991 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.427734375, |
|
"learning_rate": 6.926406926406927e-06, |
|
"loss": 1.6287, |
|
"step": 992 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 6.709956709956711e-06, |
|
"loss": 1.7655, |
|
"step": 993 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 6.493506493506493e-06, |
|
"loss": 1.7003, |
|
"step": 994 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 6.277056277056277e-06, |
|
"loss": 1.7531, |
|
"step": 995 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 6.060606060606061e-06, |
|
"loss": 1.7475, |
|
"step": 996 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 5.844155844155844e-06, |
|
"loss": 1.6811, |
|
"step": 997 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 5.627705627705628e-06, |
|
"loss": 1.7256, |
|
"step": 998 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 5.411255411255411e-06, |
|
"loss": 1.7238, |
|
"step": 999 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 5.194805194805195e-06, |
|
"loss": 1.6972, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"eval_loss": 1.7247449159622192, |
|
"eval_runtime": 125.5655, |
|
"eval_samples_per_second": 39.82, |
|
"eval_steps_per_second": 1.25, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 4.978354978354978e-06, |
|
"loss": 1.6889, |
|
"step": 1001 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 4.7619047619047615e-06, |
|
"loss": 1.7495, |
|
"step": 1002 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 4.5454545454545455e-06, |
|
"loss": 1.6499, |
|
"step": 1003 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 4.329004329004329e-06, |
|
"loss": 1.6646, |
|
"step": 1004 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 4.112554112554113e-06, |
|
"loss": 1.7523, |
|
"step": 1005 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 3.896103896103896e-06, |
|
"loss": 1.7232, |
|
"step": 1006 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 3.67965367965368e-06, |
|
"loss": 1.7209, |
|
"step": 1007 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 3.4632034632034634e-06, |
|
"loss": 1.6627, |
|
"step": 1008 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 3.2467532467532465e-06, |
|
"loss": 1.6678, |
|
"step": 1009 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 3.0303030303030305e-06, |
|
"loss": 1.6757, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 2.813852813852814e-06, |
|
"loss": 1.7232, |
|
"step": 1011 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 2.5974025974025976e-06, |
|
"loss": 1.6797, |
|
"step": 1012 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 2.3809523809523808e-06, |
|
"loss": 1.825, |
|
"step": 1013 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 2.1645021645021643e-06, |
|
"loss": 1.6841, |
|
"step": 1014 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 1.948051948051948e-06, |
|
"loss": 1.726, |
|
"step": 1015 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 1.7316017316017317e-06, |
|
"loss": 1.7702, |
|
"step": 1016 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 1.5151515151515152e-06, |
|
"loss": 1.7689, |
|
"step": 1017 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 1.2987012987012988e-06, |
|
"loss": 1.7003, |
|
"step": 1018 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 1.0822510822510822e-06, |
|
"loss": 1.6841, |
|
"step": 1019 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 8.658008658008658e-07, |
|
"loss": 1.7318, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 6.493506493506494e-07, |
|
"loss": 1.7868, |
|
"step": 1021 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 4.329004329004329e-07, |
|
"loss": 1.7199, |
|
"step": 1022 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 2.1645021645021646e-07, |
|
"loss": 1.7633, |
|
"step": 1023 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.0, |
|
"loss": 1.7878, |
|
"step": 1024 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"step": 1024, |
|
"total_flos": 7.46638513614422e+17, |
|
"train_loss": 1.8673716291086748, |
|
"train_runtime": 7714.204, |
|
"train_samples_per_second": 8.495, |
|
"train_steps_per_second": 0.133 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"eval_loss": 1.7247449159622192, |
|
"eval_runtime": 125.8509, |
|
"eval_samples_per_second": 39.73, |
|
"eval_steps_per_second": 1.248, |
|
"step": 1024 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 1024, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 2, |
|
"save_steps": 50, |
|
"total_flos": 7.46638513614422e+17, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|