| { | |
| "best_metric": 1.7247449159622192, | |
| "best_model_checkpoint": "lora_lr/google/gemma-1.1-7b-it/unaligned/checkpoint-1000", | |
| "epoch": 1.310300703774792, | |
| "eval_steps": 50, | |
| "global_step": 1024, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 4.7488, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 4.5149, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 6e-06, | |
| "loss": 4.3836, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 4.6777, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 1e-05, | |
| "loss": 4.6688, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 1.2e-05, | |
| "loss": 4.5565, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 4.5658, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.015625, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 4.6618, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 1.8e-05, | |
| "loss": 4.6095, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 2e-05, | |
| "loss": 4.7608, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.0546875, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 4.5421, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 2.4e-05, | |
| "loss": 4.2895, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.125, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 4.8112, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 4.6709, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.1484375, | |
| "learning_rate": 3e-05, | |
| "loss": 4.5234, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 4.3751, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 4.5247, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 3.6e-05, | |
| "loss": 4.3906, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 3.8e-05, | |
| "loss": 4.3193, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 4e-05, | |
| "loss": 4.2987, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 4.2e-05, | |
| "loss": 4.2167, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 4.3088, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 4.2658, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.734375, | |
| "learning_rate": 4.8e-05, | |
| "loss": 4.1625, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 5e-05, | |
| "loss": 4.0392, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 3.9772, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 5.4000000000000005e-05, | |
| "loss": 3.9029, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.875, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 3.8107, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.96875, | |
| "learning_rate": 5.8e-05, | |
| "loss": 3.8199, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.953125, | |
| "learning_rate": 6e-05, | |
| "loss": 3.5035, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 6.2e-05, | |
| "loss": 3.6236, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 6.400000000000001e-05, | |
| "loss": 3.3359, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7578125, | |
| "learning_rate": 6.6e-05, | |
| "loss": 3.3019, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 6.800000000000001e-05, | |
| "loss": 3.2003, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 7e-05, | |
| "loss": 3.1585, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.53125, | |
| "learning_rate": 7.2e-05, | |
| "loss": 2.9377, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 7.4e-05, | |
| "loss": 3.13, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 7.6e-05, | |
| "loss": 2.9445, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 7.800000000000001e-05, | |
| "loss": 2.7348, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1171875, | |
| "learning_rate": 8e-05, | |
| "loss": 2.6842, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 8.2e-05, | |
| "loss": 2.6921, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 8.4e-05, | |
| "loss": 2.6504, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.125, | |
| "learning_rate": 8.6e-05, | |
| "loss": 2.4995, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.34375, | |
| "learning_rate": 8.800000000000001e-05, | |
| "loss": 2.4545, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 9e-05, | |
| "loss": 2.4311, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.640625, | |
| "learning_rate": 9.200000000000001e-05, | |
| "loss": 2.4045, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 9.4e-05, | |
| "loss": 2.413, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 9.6e-05, | |
| "loss": 2.3691, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 9.8e-05, | |
| "loss": 2.2936, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.62109375, | |
| "learning_rate": 0.0001, | |
| "loss": 2.3459, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_loss": 2.298555374145508, | |
| "eval_runtime": 125.5458, | |
| "eval_samples_per_second": 39.826, | |
| "eval_steps_per_second": 1.251, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00010200000000000001, | |
| "loss": 2.458, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.00010400000000000001, | |
| "loss": 2.2395, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00010600000000000002, | |
| "loss": 2.2084, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 0.00010800000000000001, | |
| "loss": 2.2806, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 0.00011000000000000002, | |
| "loss": 2.1546, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 0.00011200000000000001, | |
| "loss": 2.2027, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.00011399999999999999, | |
| "loss": 2.1795, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.000116, | |
| "loss": 2.1918, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.000118, | |
| "loss": 2.143, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00012, | |
| "loss": 2.1451, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.000122, | |
| "loss": 2.1542, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.000124, | |
| "loss": 2.1125, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 0.000126, | |
| "loss": 2.1123, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00012800000000000002, | |
| "loss": 2.0354, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00013000000000000002, | |
| "loss": 2.1228, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 0.000132, | |
| "loss": 2.1666, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.000134, | |
| "loss": 2.0429, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00013600000000000003, | |
| "loss": 2.0367, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.000138, | |
| "loss": 2.0139, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00014, | |
| "loss": 2.0284, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.000142, | |
| "loss": 2.0303, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.000144, | |
| "loss": 2.0645, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.000146, | |
| "loss": 2.001, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.000148, | |
| "loss": 2.0946, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 1.9969, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.000152, | |
| "loss": 1.9911, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.000154, | |
| "loss": 2.0011, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 0.00015600000000000002, | |
| "loss": 1.9893, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00015800000000000002, | |
| "loss": 1.9336, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00016, | |
| "loss": 1.9876, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.000162, | |
| "loss": 1.9679, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 0.000164, | |
| "loss": 1.9157, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.000166, | |
| "loss": 1.9939, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.000168, | |
| "loss": 1.9457, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.00017, | |
| "loss": 1.9924, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2275390625, | |
| "learning_rate": 0.000172, | |
| "loss": 1.8708, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.000174, | |
| "loss": 1.946, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.00017600000000000002, | |
| "loss": 1.9743, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.00017800000000000002, | |
| "loss": 1.9257, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00018, | |
| "loss": 1.9041, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.000182, | |
| "loss": 1.9502, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.240234375, | |
| "learning_rate": 0.00018400000000000003, | |
| "loss": 1.8514, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.00018600000000000002, | |
| "loss": 2.0176, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.000188, | |
| "loss": 1.9056, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.00019, | |
| "loss": 1.9149, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.212890625, | |
| "learning_rate": 0.000192, | |
| "loss": 1.9587, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.000194, | |
| "loss": 1.9103, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.000196, | |
| "loss": 1.8814, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.00019800000000000002, | |
| "loss": 1.842, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.205078125, | |
| "learning_rate": 0.0002, | |
| "loss": 1.8251, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_loss": 1.8968226909637451, | |
| "eval_runtime": 125.222, | |
| "eval_samples_per_second": 39.929, | |
| "eval_steps_per_second": 1.254, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00019978354978354978, | |
| "loss": 1.84, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.00019956709956709957, | |
| "loss": 1.9066, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.244140625, | |
| "learning_rate": 0.00019935064935064936, | |
| "loss": 1.9553, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.00019913419913419916, | |
| "loss": 1.922, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.00019891774891774892, | |
| "loss": 1.8927, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.21484375, | |
| "learning_rate": 0.00019870129870129872, | |
| "loss": 1.9244, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.0001984848484848485, | |
| "loss": 1.8875, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00019826839826839827, | |
| "loss": 1.837, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.228515625, | |
| "learning_rate": 0.00019805194805194807, | |
| "loss": 1.8613, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.00019783549783549783, | |
| "loss": 1.9369, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 0.00019761904761904763, | |
| "loss": 1.8546, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00019740259740259742, | |
| "loss": 1.8774, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0001971861471861472, | |
| "loss": 1.8799, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.224609375, | |
| "learning_rate": 0.00019696969696969698, | |
| "loss": 1.8776, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.00019675324675324675, | |
| "loss": 1.8823, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.234375, | |
| "learning_rate": 0.00019653679653679654, | |
| "loss": 1.8877, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.00019632034632034633, | |
| "loss": 1.9692, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.208984375, | |
| "learning_rate": 0.00019610389610389613, | |
| "loss": 1.8985, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.248046875, | |
| "learning_rate": 0.0001958874458874459, | |
| "loss": 1.8564, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2109375, | |
| "learning_rate": 0.00019567099567099566, | |
| "loss": 1.9001, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.2080078125, | |
| "learning_rate": 0.00019545454545454548, | |
| "loss": 1.879, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00019523809523809525, | |
| "loss": 1.8385, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.24609375, | |
| "learning_rate": 0.00019502164502164504, | |
| "loss": 1.8581, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2294921875, | |
| "learning_rate": 0.0001948051948051948, | |
| "loss": 1.8517, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 0.0001945887445887446, | |
| "loss": 1.8695, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001943722943722944, | |
| "loss": 1.8675, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.220703125, | |
| "learning_rate": 0.00019415584415584416, | |
| "loss": 1.9089, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.00019393939393939395, | |
| "loss": 1.831, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.00019372294372294372, | |
| "loss": 1.932, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.2216796875, | |
| "learning_rate": 0.00019350649350649354, | |
| "loss": 1.917, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0001932900432900433, | |
| "loss": 1.8179, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00019307359307359307, | |
| "loss": 1.8764, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.00019285714285714286, | |
| "loss": 1.8926, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.24609375, | |
| "learning_rate": 0.00019264069264069266, | |
| "loss": 1.9443, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.00019242424242424245, | |
| "loss": 1.8702, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00019220779220779222, | |
| "loss": 1.8728, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.000191991341991342, | |
| "loss": 1.7953, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00019177489177489178, | |
| "loss": 1.7883, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00019155844155844157, | |
| "loss": 1.8741, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.25390625, | |
| "learning_rate": 0.00019134199134199136, | |
| "loss": 1.8094, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00019112554112554113, | |
| "loss": 1.8629, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.2333984375, | |
| "learning_rate": 0.00019090909090909092, | |
| "loss": 1.855, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.236328125, | |
| "learning_rate": 0.0001906926406926407, | |
| "loss": 1.848, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.00019047619047619048, | |
| "loss": 1.8853, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00019025974025974027, | |
| "loss": 1.8435, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 0.00019004329004329004, | |
| "loss": 1.8619, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00018982683982683983, | |
| "loss": 1.8298, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.236328125, | |
| "learning_rate": 0.00018961038961038963, | |
| "loss": 1.7478, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00018939393939393942, | |
| "loss": 1.906, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001891774891774892, | |
| "loss": 1.9013, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 1.8299968242645264, | |
| "eval_runtime": 125.2613, | |
| "eval_samples_per_second": 39.917, | |
| "eval_steps_per_second": 1.253, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00018896103896103895, | |
| "loss": 1.7772, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.2490234375, | |
| "learning_rate": 0.00018874458874458875, | |
| "loss": 1.9428, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 0.00018852813852813854, | |
| "loss": 1.8121, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00018831168831168833, | |
| "loss": 1.7921, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0001880952380952381, | |
| "loss": 1.846, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 0.0001878787878787879, | |
| "loss": 1.7703, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.2119140625, | |
| "learning_rate": 0.00018766233766233769, | |
| "loss": 1.8048, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00018744588744588745, | |
| "loss": 1.8353, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00018722943722943725, | |
| "loss": 1.8538, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.000187012987012987, | |
| "loss": 1.828, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2412109375, | |
| "learning_rate": 0.0001867965367965368, | |
| "loss": 1.8555, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001865800865800866, | |
| "loss": 1.8, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.236328125, | |
| "learning_rate": 0.00018636363636363636, | |
| "loss": 1.8241, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.25, | |
| "learning_rate": 0.00018614718614718616, | |
| "loss": 1.7903, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2431640625, | |
| "learning_rate": 0.00018593073593073592, | |
| "loss": 1.7279, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00018571428571428572, | |
| "loss": 1.8231, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2451171875, | |
| "learning_rate": 0.0001854978354978355, | |
| "loss": 1.8534, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.2470703125, | |
| "learning_rate": 0.0001852813852813853, | |
| "loss": 1.9175, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00018506493506493507, | |
| "loss": 1.7986, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00018484848484848484, | |
| "loss": 1.9097, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00018463203463203466, | |
| "loss": 1.8232, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00018441558441558442, | |
| "loss": 1.7505, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00018419913419913422, | |
| "loss": 1.8454, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00018398268398268398, | |
| "loss": 1.8028, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00018376623376623378, | |
| "loss": 1.9089, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00018354978354978357, | |
| "loss": 1.8681, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00018333333333333334, | |
| "loss": 1.8012, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00018311688311688313, | |
| "loss": 1.7399, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001829004329004329, | |
| "loss": 1.8339, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00018268398268398272, | |
| "loss": 1.8236, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.00018246753246753248, | |
| "loss": 1.8088, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00018225108225108225, | |
| "loss": 1.77, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00018203463203463204, | |
| "loss": 1.7954, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00018181818181818183, | |
| "loss": 1.7682, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.248046875, | |
| "learning_rate": 0.00018160173160173163, | |
| "loss": 1.9032, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.2431640625, | |
| "learning_rate": 0.0001813852813852814, | |
| "loss": 1.8145, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 0.0001811688311688312, | |
| "loss": 1.8433, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00018095238095238095, | |
| "loss": 1.7845, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00018073593073593075, | |
| "loss": 1.8512, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00018051948051948054, | |
| "loss": 1.8208, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0001803030303030303, | |
| "loss": 1.8353, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.0001800865800865801, | |
| "loss": 1.8627, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00017987012987012987, | |
| "loss": 1.7228, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00017965367965367966, | |
| "loss": 1.878, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.255859375, | |
| "learning_rate": 0.00017943722943722945, | |
| "loss": 1.7724, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.251953125, | |
| "learning_rate": 0.00017922077922077922, | |
| "loss": 1.7845, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.000179004329004329, | |
| "loss": 1.7848, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.0001787878787878788, | |
| "loss": 1.808, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001785714285714286, | |
| "loss": 1.834, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00017835497835497836, | |
| "loss": 1.7679, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_loss": 1.8024407625198364, | |
| "eval_runtime": 125.3989, | |
| "eval_samples_per_second": 39.873, | |
| "eval_steps_per_second": 1.252, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00017813852813852813, | |
| "loss": 1.8003, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.00017792207792207792, | |
| "loss": 1.8544, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 0.00017770562770562772, | |
| "loss": 1.8894, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0001774891774891775, | |
| "loss": 1.8496, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.00017727272727272728, | |
| "loss": 1.7319, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00017705627705627707, | |
| "loss": 1.8156, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00017683982683982684, | |
| "loss": 1.6916, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.00017662337662337663, | |
| "loss": 1.826, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00017640692640692642, | |
| "loss": 1.8066, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0001761904761904762, | |
| "loss": 1.8503, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00017597402597402598, | |
| "loss": 1.8168, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00017575757575757578, | |
| "loss": 1.7903, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00017554112554112554, | |
| "loss": 1.8139, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.26171875, | |
| "learning_rate": 0.00017532467532467534, | |
| "loss": 1.7982, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0001751082251082251, | |
| "loss": 1.7828, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.0001748917748917749, | |
| "loss": 1.7416, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0001746753246753247, | |
| "loss": 1.806, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.00017445887445887448, | |
| "loss": 1.8822, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00017424242424242425, | |
| "loss": 1.7818, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00017402597402597401, | |
| "loss": 1.843, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00017380952380952383, | |
| "loss": 1.8087, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0001735930735930736, | |
| "loss": 1.8346, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0001733766233766234, | |
| "loss": 1.7843, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00017316017316017316, | |
| "loss": 1.7974, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.26953125, | |
| "learning_rate": 0.00017294372294372295, | |
| "loss": 1.7798, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00017272727272727275, | |
| "loss": 1.7318, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0001725108225108225, | |
| "loss": 1.8244, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0001722943722943723, | |
| "loss": 1.8291, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00017207792207792207, | |
| "loss": 1.7127, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.00017186147186147187, | |
| "loss": 1.8416, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00017164502164502166, | |
| "loss": 1.8327, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00017142857142857143, | |
| "loss": 1.7058, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00017121212121212122, | |
| "loss": 1.7438, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00017099567099567098, | |
| "loss": 1.822, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.0001707792207792208, | |
| "loss": 1.8308, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00017056277056277057, | |
| "loss": 1.8354, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.00017034632034632036, | |
| "loss": 1.7753, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00017012987012987013, | |
| "loss": 1.8091, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00016991341991341992, | |
| "loss": 1.8526, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00016969696969696972, | |
| "loss": 1.8296, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00016948051948051948, | |
| "loss": 1.8309, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016926406926406928, | |
| "loss": 1.7423, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016904761904761904, | |
| "loss": 1.7644, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00016883116883116884, | |
| "loss": 1.7392, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00016861471861471863, | |
| "loss": 1.8515, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0001683982683982684, | |
| "loss": 1.751, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001681818181818182, | |
| "loss": 1.8196, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00016796536796536798, | |
| "loss": 1.8556, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00016774891774891778, | |
| "loss": 1.7934, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00016753246753246754, | |
| "loss": 1.753, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_loss": 1.7896223068237305, | |
| "eval_runtime": 125.3191, | |
| "eval_samples_per_second": 39.898, | |
| "eval_steps_per_second": 1.253, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0001673160173160173, | |
| "loss": 1.8485, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0001670995670995671, | |
| "loss": 1.7847, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.0001668831168831169, | |
| "loss": 1.688, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 1.7079, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00016645021645021645, | |
| "loss": 1.7858, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016623376623376625, | |
| "loss": 1.8125, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00016601731601731601, | |
| "loss": 1.7826, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0001658008658008658, | |
| "loss": 1.7352, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0001655844155844156, | |
| "loss": 1.7863, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00016536796536796537, | |
| "loss": 1.7868, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00016515151515151516, | |
| "loss": 1.7958, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00016493506493506495, | |
| "loss": 1.7685, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00016471861471861472, | |
| "loss": 1.7561, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0001645021645021645, | |
| "loss": 1.7634, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00016428571428571428, | |
| "loss": 1.8092, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00016406926406926407, | |
| "loss": 1.8324, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00016385281385281387, | |
| "loss": 1.7221, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00016363636363636366, | |
| "loss": 1.7796, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00016341991341991343, | |
| "loss": 1.7713, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.0001632034632034632, | |
| "loss": 1.8178, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.000162987012987013, | |
| "loss": 1.8104, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00016277056277056278, | |
| "loss": 1.8387, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016255411255411257, | |
| "loss": 1.8897, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00016233766233766234, | |
| "loss": 1.8162, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.00016212121212121213, | |
| "loss": 1.8086, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00016190476190476192, | |
| "loss": 1.9186, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0001616883116883117, | |
| "loss": 1.8123, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.00016147186147186148, | |
| "loss": 1.8115, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00016125541125541125, | |
| "loss": 1.8785, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00016103896103896104, | |
| "loss": 1.805, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00016082251082251084, | |
| "loss": 1.8656, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.0001606060606060606, | |
| "loss": 1.7848, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001603896103896104, | |
| "loss": 1.7817, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00016017316017316016, | |
| "loss": 1.8217, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00015995670995670998, | |
| "loss": 1.8771, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00015974025974025975, | |
| "loss": 1.8028, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00015952380952380954, | |
| "loss": 1.8331, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.0001593073593073593, | |
| "loss": 1.7528, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.267578125, | |
| "learning_rate": 0.0001590909090909091, | |
| "loss": 1.8012, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.0001588744588744589, | |
| "loss": 1.7787, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00015865800865800866, | |
| "loss": 1.803, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00015844155844155845, | |
| "loss": 1.7466, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00015822510822510822, | |
| "loss": 1.8551, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00015800865800865801, | |
| "loss": 1.7932, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0001577922077922078, | |
| "loss": 1.7295, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00015757575757575757, | |
| "loss": 1.7984, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00015735930735930737, | |
| "loss": 1.8666, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00015714285714285716, | |
| "loss": 1.7149, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00015692640692640695, | |
| "loss": 1.7447, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00015670995670995672, | |
| "loss": 1.8199, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_loss": 1.7805144786834717, | |
| "eval_runtime": 125.5041, | |
| "eval_samples_per_second": 39.839, | |
| "eval_steps_per_second": 1.251, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00015649350649350649, | |
| "loss": 1.7937, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00015627705627705628, | |
| "loss": 1.7617, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00015606060606060607, | |
| "loss": 1.7755, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00015584415584415587, | |
| "loss": 1.862, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00015562770562770563, | |
| "loss": 1.8572, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00015541125541125543, | |
| "loss": 1.7678, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.0001551948051948052, | |
| "loss": 1.7435, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00015497835497835498, | |
| "loss": 1.7535, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00015476190476190478, | |
| "loss": 1.7495, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00015454545454545454, | |
| "loss": 1.7107, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00015432900432900434, | |
| "loss": 1.7419, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00015411255411255413, | |
| "loss": 1.7466, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001538961038961039, | |
| "loss": 1.8045, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0001536796536796537, | |
| "loss": 1.7756, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00015346320346320346, | |
| "loss": 1.8018, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00015324675324675325, | |
| "loss": 1.8246, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00015303030303030304, | |
| "loss": 1.761, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00015281385281385284, | |
| "loss": 1.773, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0001525974025974026, | |
| "loss": 1.7889, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00015238095238095237, | |
| "loss": 1.827, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.0001521645021645022, | |
| "loss": 1.7928, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00015194805194805196, | |
| "loss": 1.7618, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00015173160173160175, | |
| "loss": 1.7576, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00015151515151515152, | |
| "loss": 1.6683, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0001512987012987013, | |
| "loss": 1.7967, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0001510822510822511, | |
| "loss": 1.8209, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00015086580086580087, | |
| "loss": 1.8743, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.00015064935064935066, | |
| "loss": 1.8559, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00015043290043290043, | |
| "loss": 1.7791, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00015021645021645022, | |
| "loss": 1.8626, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 1.8169, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00014978354978354978, | |
| "loss": 1.8006, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00014956709956709957, | |
| "loss": 1.8818, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00014935064935064934, | |
| "loss": 1.7898, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00014913419913419916, | |
| "loss": 1.7639, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00014891774891774893, | |
| "loss": 1.8276, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00014870129870129872, | |
| "loss": 1.8718, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00014848484848484849, | |
| "loss": 1.7142, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00014826839826839828, | |
| "loss": 1.8261, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00014805194805194807, | |
| "loss": 1.8177, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00014783549783549784, | |
| "loss": 1.739, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00014761904761904763, | |
| "loss": 1.7867, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.0001474025974025974, | |
| "loss": 1.7825, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001471861471861472, | |
| "loss": 1.7784, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00014696969696969698, | |
| "loss": 1.8077, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00014675324675324675, | |
| "loss": 1.7616, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00014653679653679654, | |
| "loss": 1.7738, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00014632034632034634, | |
| "loss": 1.7019, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00014610389610389613, | |
| "loss": 1.6911, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0001458874458874459, | |
| "loss": 1.7708, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_loss": 1.7709890604019165, | |
| "eval_runtime": 125.3163, | |
| "eval_samples_per_second": 39.899, | |
| "eval_steps_per_second": 1.253, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00014567099567099566, | |
| "loss": 1.76, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00014545454545454546, | |
| "loss": 1.7913, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 0.00014523809523809525, | |
| "loss": 1.8083, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00014502164502164504, | |
| "loss": 1.7886, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.0001448051948051948, | |
| "loss": 1.8125, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00014458874458874458, | |
| "loss": 1.6922, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00014437229437229437, | |
| "loss": 1.6483, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00014415584415584416, | |
| "loss": 1.805, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00014393939393939396, | |
| "loss": 1.7458, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.00014372294372294372, | |
| "loss": 1.7989, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00014350649350649352, | |
| "loss": 1.7271, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0001432900432900433, | |
| "loss": 1.7804, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00014307359307359307, | |
| "loss": 1.8581, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00014285714285714287, | |
| "loss": 1.757, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00014264069264069263, | |
| "loss": 1.7536, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00014242424242424243, | |
| "loss": 1.7191, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00014220779220779222, | |
| "loss": 1.7741, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00014199134199134201, | |
| "loss": 1.7626, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00014177489177489178, | |
| "loss": 1.8351, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.00014155844155844155, | |
| "loss": 1.7943, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00014134199134199137, | |
| "loss": 1.7729, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00014112554112554113, | |
| "loss": 1.853, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00014090909090909093, | |
| "loss": 1.7805, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0001406926406926407, | |
| "loss": 1.805, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00014047619047619049, | |
| "loss": 1.7717, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00014025974025974028, | |
| "loss": 1.793, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00014004329004329005, | |
| "loss": 1.8017, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00013982683982683984, | |
| "loss": 1.758, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0001396103896103896, | |
| "loss": 1.7761, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0001393939393939394, | |
| "loss": 1.7626, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0001391774891774892, | |
| "loss": 1.8463, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00013896103896103896, | |
| "loss": 1.7563, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00013874458874458875, | |
| "loss": 1.7085, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00013852813852813852, | |
| "loss": 1.8202, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00013831168831168834, | |
| "loss": 1.7618, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001380952380952381, | |
| "loss": 1.8142, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0001378787878787879, | |
| "loss": 1.6778, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00013766233766233766, | |
| "loss": 1.749, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00013744588744588746, | |
| "loss": 1.7236, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00013722943722943725, | |
| "loss": 1.7329, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00013701298701298702, | |
| "loss": 1.8287, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0001367965367965368, | |
| "loss": 1.8173, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00013658008658008658, | |
| "loss": 1.8881, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00013636363636363637, | |
| "loss": 1.7895, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00013614718614718616, | |
| "loss": 1.7531, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00013593073593073593, | |
| "loss": 1.7601, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00013571428571428572, | |
| "loss": 1.6574, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0001354978354978355, | |
| "loss": 1.7577, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.0001352813852813853, | |
| "loss": 1.6886, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00013506493506493507, | |
| "loss": 1.7786, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_loss": 1.7625454664230347, | |
| "eval_runtime": 125.3037, | |
| "eval_samples_per_second": 39.903, | |
| "eval_steps_per_second": 1.253, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.00013484848484848484, | |
| "loss": 1.7421, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00013463203463203463, | |
| "loss": 1.7626, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00013441558441558443, | |
| "loss": 1.7943, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00013419913419913422, | |
| "loss": 1.8116, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.000133982683982684, | |
| "loss": 1.7532, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00013376623376623375, | |
| "loss": 1.7478, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00013354978354978355, | |
| "loss": 1.8208, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 1.7518, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00013311688311688313, | |
| "loss": 1.8063, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.0001329004329004329, | |
| "loss": 1.7366, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0001326839826839827, | |
| "loss": 1.7605, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00013246753246753249, | |
| "loss": 1.8454, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00013225108225108225, | |
| "loss": 1.7342, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.00013203463203463205, | |
| "loss": 1.7031, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.0001318181818181818, | |
| "loss": 1.8397, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0001316017316017316, | |
| "loss": 1.8038, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0001313852813852814, | |
| "loss": 1.7529, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.0001311688311688312, | |
| "loss": 1.7746, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00013095238095238096, | |
| "loss": 1.8441, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00013073593073593072, | |
| "loss": 1.7302, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00013051948051948052, | |
| "loss": 1.7149, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001303030303030303, | |
| "loss": 1.6881, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.0001300865800865801, | |
| "loss": 1.7627, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00012987012987012987, | |
| "loss": 1.7386, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00012965367965367964, | |
| "loss": 1.7331, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00012943722943722946, | |
| "loss": 1.766, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00012922077922077922, | |
| "loss": 1.7111, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00012900432900432902, | |
| "loss": 1.7874, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00012878787878787878, | |
| "loss": 1.7565, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00012857142857142858, | |
| "loss": 1.8451, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00012835497835497837, | |
| "loss": 1.7024, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00012813852813852814, | |
| "loss": 1.7037, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00012792207792207793, | |
| "loss": 1.7166, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.0001277056277056277, | |
| "loss": 1.7534, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00012748917748917752, | |
| "loss": 1.7315, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00012727272727272728, | |
| "loss": 1.7707, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00012705627705627707, | |
| "loss": 1.811, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00012683982683982684, | |
| "loss": 1.8211, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00012662337662337663, | |
| "loss": 1.6992, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00012640692640692643, | |
| "loss": 1.8294, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0001261904761904762, | |
| "loss": 1.7351, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.000125974025974026, | |
| "loss": 1.732, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00012575757575757575, | |
| "loss": 1.7839, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00012554112554112555, | |
| "loss": 1.7892, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00012532467532467534, | |
| "loss": 1.7428, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0001251082251082251, | |
| "loss": 1.8055, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.0001248917748917749, | |
| "loss": 1.8227, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00012467532467532467, | |
| "loss": 1.7273, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00012445887445887449, | |
| "loss": 1.8338, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00012424242424242425, | |
| "loss": 1.71, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_loss": 1.7571938037872314, | |
| "eval_runtime": 125.7305, | |
| "eval_samples_per_second": 39.768, | |
| "eval_steps_per_second": 1.249, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.00012402597402597402, | |
| "loss": 1.6852, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001238095238095238, | |
| "loss": 1.7876, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001235930735930736, | |
| "loss": 1.7676, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.0001233766233766234, | |
| "loss": 1.7567, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00012316017316017316, | |
| "loss": 1.7835, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00012294372294372293, | |
| "loss": 1.8254, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00012272727272727272, | |
| "loss": 1.7415, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00012251082251082252, | |
| "loss": 1.7718, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0001222943722943723, | |
| "loss": 1.7734, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00012207792207792208, | |
| "loss": 1.7413, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00012186147186147187, | |
| "loss": 1.8832, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00012164502164502165, | |
| "loss": 1.71, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00012142857142857143, | |
| "loss": 1.7611, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00012121212121212122, | |
| "loss": 1.809, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00012099567099567099, | |
| "loss": 1.6685, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001207792207792208, | |
| "loss": 1.7246, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00012056277056277056, | |
| "loss": 1.7187, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00012034632034632037, | |
| "loss": 1.7165, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00012012987012987014, | |
| "loss": 1.7451, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00011991341991341991, | |
| "loss": 1.7889, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00011969696969696971, | |
| "loss": 1.8299, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00011948051948051949, | |
| "loss": 1.7567, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00011926406926406928, | |
| "loss": 1.7335, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00011904761904761905, | |
| "loss": 1.7394, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00011883116883116883, | |
| "loss": 1.7834, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00011861471861471862, | |
| "loss": 1.7819, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.271484375, | |
| "learning_rate": 0.0001183982683982684, | |
| "loss": 1.7574, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001181818181818182, | |
| "loss": 1.7031, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00011796536796536797, | |
| "loss": 1.7361, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00011774891774891777, | |
| "loss": 1.7638, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00011753246753246753, | |
| "loss": 1.7476, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00011731601731601731, | |
| "loss": 1.6884, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0001170995670995671, | |
| "loss": 1.6966, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00011688311688311689, | |
| "loss": 1.7041, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00011666666666666668, | |
| "loss": 1.7788, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00011645021645021646, | |
| "loss": 1.7744, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00011623376623376625, | |
| "loss": 1.7492, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00011601731601731602, | |
| "loss": 1.7537, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.0001158008658008658, | |
| "loss": 1.7363, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00011558441558441559, | |
| "loss": 1.7846, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00011536796536796537, | |
| "loss": 1.7081, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00011515151515151516, | |
| "loss": 1.7275, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00011493506493506494, | |
| "loss": 1.7196, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00011471861471861471, | |
| "loss": 1.6845, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00011450216450216452, | |
| "loss": 1.7443, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00011428571428571428, | |
| "loss": 1.7104, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00011406926406926408, | |
| "loss": 1.7307, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00011385281385281386, | |
| "loss": 1.8338, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00011363636363636365, | |
| "loss": 1.7235, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00011341991341991343, | |
| "loss": 1.8493, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_loss": 1.7474199533462524, | |
| "eval_runtime": 125.2746, | |
| "eval_samples_per_second": 39.912, | |
| "eval_steps_per_second": 1.253, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0001132034632034632, | |
| "loss": 1.7369, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.000112987012987013, | |
| "loss": 1.7215, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00011277056277056277, | |
| "loss": 1.7981, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00011255411255411256, | |
| "loss": 1.6949, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00011233766233766234, | |
| "loss": 1.7577, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.00011212121212121212, | |
| "loss": 1.7396, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00011190476190476191, | |
| "loss": 1.7094, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00011168831168831168, | |
| "loss": 1.7354, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00011147186147186149, | |
| "loss": 1.7109, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00011125541125541125, | |
| "loss": 1.7809, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00011103896103896105, | |
| "loss": 1.7939, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00011082251082251083, | |
| "loss": 1.7942, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.00011060606060606061, | |
| "loss": 1.7189, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 0.0001103896103896104, | |
| "loss": 1.7662, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00011017316017316017, | |
| "loss": 1.7288, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00010995670995670997, | |
| "loss": 1.715, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.00010974025974025974, | |
| "loss": 1.6725, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.00010952380952380953, | |
| "loss": 1.7752, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00010930735930735931, | |
| "loss": 1.7345, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00010909090909090909, | |
| "loss": 1.7054, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00010887445887445889, | |
| "loss": 1.8508, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00010865800865800865, | |
| "loss": 1.723, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00010844155844155846, | |
| "loss": 1.7008, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00010822510822510823, | |
| "loss": 1.6947, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.000108008658008658, | |
| "loss": 1.8002, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.0001077922077922078, | |
| "loss": 1.7645, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.00010757575757575758, | |
| "loss": 1.7568, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00010735930735930737, | |
| "loss": 1.7684, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00010714285714285715, | |
| "loss": 1.7795, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00010692640692640694, | |
| "loss": 1.7471, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00010670995670995671, | |
| "loss": 1.8058, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00010649350649350649, | |
| "loss": 1.673, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00010627705627705628, | |
| "loss": 1.728, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00010606060606060606, | |
| "loss": 1.6786, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00010584415584415586, | |
| "loss": 1.733, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00010562770562770564, | |
| "loss": 1.7435, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00010541125541125543, | |
| "loss": 1.7421, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0001051948051948052, | |
| "loss": 1.8177, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00010497835497835498, | |
| "loss": 1.853, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00010476190476190477, | |
| "loss": 1.7235, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00010454545454545455, | |
| "loss": 1.6917, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00010432900432900434, | |
| "loss": 1.7533, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00010411255411255412, | |
| "loss": 1.699, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00010389610389610389, | |
| "loss": 1.7324, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00010367965367965368, | |
| "loss": 1.7698, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00010346320346320346, | |
| "loss": 1.7495, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00010324675324675325, | |
| "loss": 1.7885, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00010303030303030303, | |
| "loss": 1.7624, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00010281385281385283, | |
| "loss": 1.7373, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00010259740259740261, | |
| "loss": 1.7663, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_loss": 1.7420332431793213, | |
| "eval_runtime": 125.4197, | |
| "eval_samples_per_second": 39.866, | |
| "eval_steps_per_second": 1.252, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00010238095238095237, | |
| "loss": 1.8104, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00010216450216450218, | |
| "loss": 1.7708, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.00010194805194805195, | |
| "loss": 1.7057, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00010173160173160174, | |
| "loss": 1.718, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00010151515151515152, | |
| "loss": 1.6913, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.0001012987012987013, | |
| "loss": 1.7444, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00010108225108225109, | |
| "loss": 1.7699, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00010086580086580086, | |
| "loss": 1.8066, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00010064935064935067, | |
| "loss": 1.7054, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00010043290043290043, | |
| "loss": 1.7562, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.00010021645021645023, | |
| "loss": 1.6979, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8067, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 9.978354978354978e-05, | |
| "loss": 1.7718, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 9.956709956709958e-05, | |
| "loss": 1.8256, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 9.935064935064936e-05, | |
| "loss": 1.7328, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 9.913419913419914e-05, | |
| "loss": 1.6943, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 9.891774891774892e-05, | |
| "loss": 1.7398, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 9.870129870129871e-05, | |
| "loss": 1.6486, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 9.848484848484849e-05, | |
| "loss": 1.7058, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 9.826839826839827e-05, | |
| "loss": 1.7299, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 9.805194805194806e-05, | |
| "loss": 1.7634, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 9.783549783549783e-05, | |
| "loss": 1.7341, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 9.761904761904762e-05, | |
| "loss": 1.7888, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 9.74025974025974e-05, | |
| "loss": 1.7765, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 9.71861471861472e-05, | |
| "loss": 1.7764, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 9.696969696969698e-05, | |
| "loss": 1.745, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 9.675324675324677e-05, | |
| "loss": 1.7382, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 9.653679653679654e-05, | |
| "loss": 1.7118, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 9.632034632034633e-05, | |
| "loss": 1.6819, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 9.610389610389611e-05, | |
| "loss": 1.8091, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 9.588744588744589e-05, | |
| "loss": 1.796, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 9.567099567099568e-05, | |
| "loss": 1.7027, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 9.545454545454546e-05, | |
| "loss": 1.736, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 1.738, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 9.502164502164502e-05, | |
| "loss": 1.7425, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 9.480519480519481e-05, | |
| "loss": 1.6909, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 9.45887445887446e-05, | |
| "loss": 1.7845, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 9.437229437229437e-05, | |
| "loss": 1.7345, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 9.415584415584417e-05, | |
| "loss": 1.7717, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 9.393939393939395e-05, | |
| "loss": 1.7243, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 9.372294372294373e-05, | |
| "loss": 1.7662, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 9.35064935064935e-05, | |
| "loss": 1.7209, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 9.32900432900433e-05, | |
| "loss": 1.6923, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 9.307359307359308e-05, | |
| "loss": 1.8138, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 9.285714285714286e-05, | |
| "loss": 1.7474, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 9.264069264069265e-05, | |
| "loss": 1.776, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 9.242424242424242e-05, | |
| "loss": 1.7624, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 9.220779220779221e-05, | |
| "loss": 1.733, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 9.199134199134199e-05, | |
| "loss": 1.7617, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 9.177489177489178e-05, | |
| "loss": 1.6983, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "eval_loss": 1.7379374504089355, | |
| "eval_runtime": 124.9706, | |
| "eval_samples_per_second": 40.009, | |
| "eval_steps_per_second": 1.256, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 9.155844155844156e-05, | |
| "loss": 1.7099, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 9.134199134199136e-05, | |
| "loss": 1.671, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 9.112554112554112e-05, | |
| "loss": 1.7249, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 9.090909090909092e-05, | |
| "loss": 1.7958, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 9.06926406926407e-05, | |
| "loss": 1.7202, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 9.047619047619048e-05, | |
| "loss": 1.7261, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 9.025974025974027e-05, | |
| "loss": 1.8016, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 9.004329004329005e-05, | |
| "loss": 1.7957, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 8.982683982683983e-05, | |
| "loss": 1.7856, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 8.961038961038961e-05, | |
| "loss": 1.7807, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 8.93939393939394e-05, | |
| "loss": 1.7536, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 8.917748917748918e-05, | |
| "loss": 1.7499, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 8.896103896103896e-05, | |
| "loss": 1.7726, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 8.874458874458876e-05, | |
| "loss": 1.7558, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 8.852813852813854e-05, | |
| "loss": 1.726, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 8.831168831168831e-05, | |
| "loss": 1.7632, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 8.80952380952381e-05, | |
| "loss": 1.7293, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 8.787878787878789e-05, | |
| "loss": 1.7263, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 8.766233766233767e-05, | |
| "loss": 1.8403, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 8.744588744588745e-05, | |
| "loss": 1.6896, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 8.722943722943724e-05, | |
| "loss": 1.797, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 8.701298701298701e-05, | |
| "loss": 1.7971, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 8.67965367965368e-05, | |
| "loss": 1.7697, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 8.658008658008658e-05, | |
| "loss": 1.7567, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 8.636363636363637e-05, | |
| "loss": 1.659, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 8.614718614718615e-05, | |
| "loss": 1.7546, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 8.593073593073593e-05, | |
| "loss": 1.6824, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 1.7049, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 8.549783549783549e-05, | |
| "loss": 1.6639, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 8.528138528138529e-05, | |
| "loss": 1.7667, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 8.506493506493507e-05, | |
| "loss": 1.7703, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 8.484848484848486e-05, | |
| "loss": 1.7526, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 8.463203463203464e-05, | |
| "loss": 1.7658, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 8.441558441558442e-05, | |
| "loss": 1.7888, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 8.41991341991342e-05, | |
| "loss": 1.7197, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 8.398268398268399e-05, | |
| "loss": 1.6745, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 8.376623376623377e-05, | |
| "loss": 1.7168, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 8.354978354978355e-05, | |
| "loss": 1.6904, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 8.333333333333334e-05, | |
| "loss": 1.6792, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 8.311688311688312e-05, | |
| "loss": 1.7299, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 8.29004329004329e-05, | |
| "loss": 1.7334, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 8.268398268398268e-05, | |
| "loss": 1.7236, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 8.246753246753248e-05, | |
| "loss": 1.7398, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 8.225108225108226e-05, | |
| "loss": 1.7407, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 8.203463203463204e-05, | |
| "loss": 1.8405, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 8.181818181818183e-05, | |
| "loss": 1.7225, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 8.16017316017316e-05, | |
| "loss": 1.8285, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 8.138528138528139e-05, | |
| "loss": 1.7646, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 8.116883116883117e-05, | |
| "loss": 1.7172, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 8.095238095238096e-05, | |
| "loss": 1.8033, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "eval_loss": 1.7356816530227661, | |
| "eval_runtime": 125.4294, | |
| "eval_samples_per_second": 39.863, | |
| "eval_steps_per_second": 1.252, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 8.073593073593074e-05, | |
| "loss": 1.7494, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 8.051948051948052e-05, | |
| "loss": 1.7573, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 8.03030303030303e-05, | |
| "loss": 1.7712, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 8.008658008658008e-05, | |
| "loss": 1.6894, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 7.987012987012987e-05, | |
| "loss": 1.6714, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 7.965367965367965e-05, | |
| "loss": 1.801, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 7.943722943722945e-05, | |
| "loss": 1.75, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 7.922077922077923e-05, | |
| "loss": 1.6875, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 7.900432900432901e-05, | |
| "loss": 1.6635, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 7.878787878787879e-05, | |
| "loss": 1.782, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 7.857142857142858e-05, | |
| "loss": 1.6838, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 7.835497835497836e-05, | |
| "loss": 1.6957, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 7.813852813852814e-05, | |
| "loss": 1.7366, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 7.792207792207793e-05, | |
| "loss": 1.6709, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 7.770562770562771e-05, | |
| "loss": 1.7653, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.375, | |
| "learning_rate": 7.748917748917749e-05, | |
| "loss": 1.7467, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 7.727272727272727e-05, | |
| "loss": 1.7499, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 7.705627705627707e-05, | |
| "loss": 1.7462, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 7.683982683982685e-05, | |
| "loss": 1.6883, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 7.662337662337662e-05, | |
| "loss": 1.7674, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 7.640692640692642e-05, | |
| "loss": 1.7388, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 7.619047619047618e-05, | |
| "loss": 1.7206, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 7.597402597402598e-05, | |
| "loss": 1.749, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 7.575757575757576e-05, | |
| "loss": 1.7318, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 7.554112554112555e-05, | |
| "loss": 1.7234, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 7.532467532467533e-05, | |
| "loss": 1.6407, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 7.510822510822511e-05, | |
| "loss": 1.7951, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 7.489177489177489e-05, | |
| "loss": 1.7958, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 7.467532467532467e-05, | |
| "loss": 1.745, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 7.445887445887446e-05, | |
| "loss": 1.6285, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 7.424242424242424e-05, | |
| "loss": 1.792, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 7.402597402597404e-05, | |
| "loss": 1.8207, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 7.380952380952382e-05, | |
| "loss": 1.7013, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 7.35930735930736e-05, | |
| "loss": 1.759, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 7.337662337662338e-05, | |
| "loss": 1.7398, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 7.316017316017317e-05, | |
| "loss": 1.6995, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 7.294372294372295e-05, | |
| "loss": 1.7617, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 7.272727272727273e-05, | |
| "loss": 1.6959, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 7.251082251082252e-05, | |
| "loss": 1.7879, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 7.229437229437229e-05, | |
| "loss": 1.6613, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 7.207792207792208e-05, | |
| "loss": 1.6485, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 7.186147186147186e-05, | |
| "loss": 1.719, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 7.164502164502165e-05, | |
| "loss": 1.7316, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 1.7509, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.375, | |
| "learning_rate": 7.121212121212121e-05, | |
| "loss": 1.785, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 7.099567099567101e-05, | |
| "loss": 1.7643, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 7.077922077922077e-05, | |
| "loss": 1.7058, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 7.056277056277057e-05, | |
| "loss": 1.807, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 7.034632034632035e-05, | |
| "loss": 1.6489, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 7.012987012987014e-05, | |
| "loss": 1.8146, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_loss": 1.7302906513214111, | |
| "eval_runtime": 125.8875, | |
| "eval_samples_per_second": 39.718, | |
| "eval_steps_per_second": 1.247, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 6.991341991341992e-05, | |
| "loss": 1.6505, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 6.96969696969697e-05, | |
| "loss": 1.7259, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 6.948051948051948e-05, | |
| "loss": 1.81, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 6.926406926406926e-05, | |
| "loss": 1.7801, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 6.904761904761905e-05, | |
| "loss": 1.7213, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 6.883116883116883e-05, | |
| "loss": 1.8054, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 6.861471861471862e-05, | |
| "loss": 1.7339, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 6.83982683982684e-05, | |
| "loss": 1.79, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 6.818181818181818e-05, | |
| "loss": 1.6615, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 6.796536796536796e-05, | |
| "loss": 1.8298, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 6.774891774891774e-05, | |
| "loss": 1.6835, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 6.753246753246754e-05, | |
| "loss": 1.7739, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 6.731601731601732e-05, | |
| "loss": 1.7431, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 6.709956709956711e-05, | |
| "loss": 1.7816, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 6.688311688311688e-05, | |
| "loss": 1.7516, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 1.7276, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 6.645021645021645e-05, | |
| "loss": 1.7521, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 6.623376623376624e-05, | |
| "loss": 1.7368, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 6.601731601731602e-05, | |
| "loss": 1.7896, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 6.58008658008658e-05, | |
| "loss": 1.8057, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 6.55844155844156e-05, | |
| "loss": 1.7596, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 6.536796536796536e-05, | |
| "loss": 1.7793, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 6.515151515151516e-05, | |
| "loss": 1.6966, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 6.493506493506494e-05, | |
| "loss": 1.6619, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 6.471861471861473e-05, | |
| "loss": 1.7305, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 6.450216450216451e-05, | |
| "loss": 1.7337, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 6.428571428571429e-05, | |
| "loss": 1.7255, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 6.406926406926407e-05, | |
| "loss": 1.75, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 6.385281385281385e-05, | |
| "loss": 1.7166, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 6.363636363636364e-05, | |
| "loss": 1.7407, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 6.341991341991342e-05, | |
| "loss": 1.6759, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 6.320346320346321e-05, | |
| "loss": 1.7485, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 6.2987012987013e-05, | |
| "loss": 1.8, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 6.277056277056277e-05, | |
| "loss": 1.6966, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 6.255411255411255e-05, | |
| "loss": 1.7524, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 6.233766233766233e-05, | |
| "loss": 1.7087, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 6.212121212121213e-05, | |
| "loss": 1.7963, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 6.19047619047619e-05, | |
| "loss": 1.7043, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 6.16883116883117e-05, | |
| "loss": 1.6797, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 6.147186147186147e-05, | |
| "loss": 1.6791, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 6.125541125541126e-05, | |
| "loss": 1.7069, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 6.103896103896104e-05, | |
| "loss": 1.6997, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 6.0822510822510825e-05, | |
| "loss": 1.7395, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 6.060606060606061e-05, | |
| "loss": 1.7289, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.375, | |
| "learning_rate": 6.03896103896104e-05, | |
| "loss": 1.7963, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 6.0173160173160184e-05, | |
| "loss": 1.8322, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 5.995670995670996e-05, | |
| "loss": 1.6923, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 5.9740259740259744e-05, | |
| "loss": 1.7534, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 5.9523809523809524e-05, | |
| "loss": 1.7843, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 5.930735930735931e-05, | |
| "loss": 1.7837, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "eval_loss": 1.728518009185791, | |
| "eval_runtime": 125.8224, | |
| "eval_samples_per_second": 39.739, | |
| "eval_steps_per_second": 1.248, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 5.90909090909091e-05, | |
| "loss": 1.8208, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 5.887445887445888e-05, | |
| "loss": 1.7173, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 5.8658008658008656e-05, | |
| "loss": 1.6923, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 5.844155844155844e-05, | |
| "loss": 1.7685, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 5.822510822510823e-05, | |
| "loss": 1.677, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 5.800865800865801e-05, | |
| "loss": 1.6898, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 5.7792207792207796e-05, | |
| "loss": 1.7492, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 5.757575757575758e-05, | |
| "loss": 1.7804, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 5.7359307359307355e-05, | |
| "loss": 1.7285, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 1.7054, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 5.692640692640693e-05, | |
| "loss": 1.7949, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 5.6709956709956715e-05, | |
| "loss": 1.6984, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 5.64935064935065e-05, | |
| "loss": 1.5885, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 5.627705627705628e-05, | |
| "loss": 1.8189, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 5.606060606060606e-05, | |
| "loss": 1.7489, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 5.584415584415584e-05, | |
| "loss": 1.692, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 5.562770562770563e-05, | |
| "loss": 1.7128, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 5.5411255411255414e-05, | |
| "loss": 1.7056, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 5.51948051948052e-05, | |
| "loss": 1.8224, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 5.497835497835499e-05, | |
| "loss": 1.7297, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 5.4761904761904766e-05, | |
| "loss": 1.7245, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 5.4545454545454546e-05, | |
| "loss": 1.7286, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 5.4329004329004326e-05, | |
| "loss": 1.616, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 5.411255411255411e-05, | |
| "loss": 1.7709, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 5.38961038961039e-05, | |
| "loss": 1.7746, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 5.3679653679653686e-05, | |
| "loss": 1.7077, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 5.346320346320347e-05, | |
| "loss": 1.6281, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 5.3246753246753245e-05, | |
| "loss": 1.7438, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 5.303030303030303e-05, | |
| "loss": 1.6973, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 5.281385281385282e-05, | |
| "loss": 1.7698, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 5.25974025974026e-05, | |
| "loss": 1.7707, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.375, | |
| "learning_rate": 5.2380952380952384e-05, | |
| "loss": 1.7133, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 5.216450216450217e-05, | |
| "loss": 1.7593, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 5.1948051948051944e-05, | |
| "loss": 1.7286, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 5.173160173160173e-05, | |
| "loss": 1.724, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 5.151515151515152e-05, | |
| "loss": 1.6978, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 5.1298701298701304e-05, | |
| "loss": 1.8041, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 5.108225108225109e-05, | |
| "loss": 1.7141, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 5.086580086580087e-05, | |
| "loss": 1.6585, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 5.064935064935065e-05, | |
| "loss": 1.733, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 5.043290043290043e-05, | |
| "loss": 1.7602, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 5.0216450216450216e-05, | |
| "loss": 1.804, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 5e-05, | |
| "loss": 1.6816, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 4.978354978354979e-05, | |
| "loss": 1.7515, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 4.956709956709957e-05, | |
| "loss": 1.6996, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 4.9350649350649355e-05, | |
| "loss": 1.7045, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 4.9134199134199135e-05, | |
| "loss": 1.7026, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 4.8917748917748915e-05, | |
| "loss": 1.6444, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 4.87012987012987e-05, | |
| "loss": 1.7705, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 4.848484848484849e-05, | |
| "loss": 1.7178, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_loss": 1.7301437854766846, | |
| "eval_runtime": 124.4902, | |
| "eval_samples_per_second": 40.164, | |
| "eval_steps_per_second": 1.261, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 4.826839826839827e-05, | |
| "loss": 1.7434, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 4.8051948051948054e-05, | |
| "loss": 1.7148, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 4.783549783549784e-05, | |
| "loss": 1.7685, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 1.8048, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 4.740259740259741e-05, | |
| "loss": 1.7467, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 4.718614718614719e-05, | |
| "loss": 1.6937, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 4.696969696969697e-05, | |
| "loss": 1.6432, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 4.675324675324675e-05, | |
| "loss": 1.6467, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 4.653679653679654e-05, | |
| "loss": 1.7572, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 4.6320346320346326e-05, | |
| "loss": 1.7623, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 4.6103896103896106e-05, | |
| "loss": 1.6898, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 4.588744588744589e-05, | |
| "loss": 1.6788, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 4.567099567099568e-05, | |
| "loss": 1.6631, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 4.545454545454546e-05, | |
| "loss": 1.6311, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 4.523809523809524e-05, | |
| "loss": 1.6636, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 4.5021645021645025e-05, | |
| "loss": 1.8099, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 4.4805194805194805e-05, | |
| "loss": 1.6849, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 4.458874458874459e-05, | |
| "loss": 1.6601, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 4.437229437229438e-05, | |
| "loss": 1.7999, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 4.415584415584416e-05, | |
| "loss": 1.6323, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 4.3939393939393944e-05, | |
| "loss": 1.7141, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 4.3722943722943724e-05, | |
| "loss": 1.7166, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 4.3506493506493503e-05, | |
| "loss": 1.6969, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 4.329004329004329e-05, | |
| "loss": 1.674, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 4.3073593073593077e-05, | |
| "loss": 1.6893, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 1.6985, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 4.264069264069264e-05, | |
| "loss": 1.7245, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 4.242424242424243e-05, | |
| "loss": 1.7277, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 4.220779220779221e-05, | |
| "loss": 1.6765, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 4.1991341991341996e-05, | |
| "loss": 1.7863, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 4.1774891774891775e-05, | |
| "loss": 1.6689, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 4.155844155844156e-05, | |
| "loss": 1.7957, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 4.134199134199134e-05, | |
| "loss": 1.6454, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 4.112554112554113e-05, | |
| "loss": 1.6748, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 4.0909090909090915e-05, | |
| "loss": 1.8057, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 4.0692640692640695e-05, | |
| "loss": 1.7343, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 4.047619047619048e-05, | |
| "loss": 1.6868, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 4.025974025974026e-05, | |
| "loss": 1.6663, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 4.004329004329004e-05, | |
| "loss": 1.6779, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 3.982683982683983e-05, | |
| "loss": 1.7324, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 3.9610389610389614e-05, | |
| "loss": 1.7377, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 3.939393939393939e-05, | |
| "loss": 1.7468, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 3.917748917748918e-05, | |
| "loss": 1.703, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 3.8961038961038966e-05, | |
| "loss": 1.7124, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 3.8744588744588746e-05, | |
| "loss": 1.6444, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 3.852813852813853e-05, | |
| "loss": 1.7465, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 3.831168831168831e-05, | |
| "loss": 1.7153, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 3.809523809523809e-05, | |
| "loss": 1.756, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 3.787878787878788e-05, | |
| "loss": 1.6992, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 3.7662337662337665e-05, | |
| "loss": 1.7487, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "eval_loss": 1.725529670715332, | |
| "eval_runtime": 124.4606, | |
| "eval_samples_per_second": 40.173, | |
| "eval_steps_per_second": 1.261, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 3.7445887445887445e-05, | |
| "loss": 1.7665, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 3.722943722943723e-05, | |
| "loss": 1.7517, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 3.701298701298702e-05, | |
| "loss": 1.7896, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 3.67965367965368e-05, | |
| "loss": 1.7554, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 3.6580086580086584e-05, | |
| "loss": 1.7757, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 3.6363636363636364e-05, | |
| "loss": 1.7977, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 3.6147186147186144e-05, | |
| "loss": 1.7066, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 3.593073593073593e-05, | |
| "loss": 1.7159, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 1.5972, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 3.5497835497835503e-05, | |
| "loss": 1.7102, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 3.528138528138528e-05, | |
| "loss": 1.661, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 3.506493506493507e-05, | |
| "loss": 1.691, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 3.484848484848485e-05, | |
| "loss": 1.7247, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 3.463203463203463e-05, | |
| "loss": 1.6295, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 3.4415584415584416e-05, | |
| "loss": 1.7508, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 3.41991341991342e-05, | |
| "loss": 1.6085, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 3.398268398268398e-05, | |
| "loss": 1.7507, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 3.376623376623377e-05, | |
| "loss": 1.7143, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 3.3549783549783555e-05, | |
| "loss": 1.7195, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 1.7606, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 3.311688311688312e-05, | |
| "loss": 1.7038, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 3.29004329004329e-05, | |
| "loss": 1.7545, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 3.268398268398268e-05, | |
| "loss": 1.6866, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 3.246753246753247e-05, | |
| "loss": 1.683, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 3.2251082251082254e-05, | |
| "loss": 1.7329, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 3.2034632034632034e-05, | |
| "loss": 1.7675, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 3.181818181818182e-05, | |
| "loss": 1.6585, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 3.160173160173161e-05, | |
| "loss": 1.7628, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 3.1385281385281387e-05, | |
| "loss": 1.6784, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 3.1168831168831166e-05, | |
| "loss": 1.7177, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 3.095238095238095e-05, | |
| "loss": 1.6945, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 3.073593073593073e-05, | |
| "loss": 1.7096, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 3.051948051948052e-05, | |
| "loss": 1.7545, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 3.0303030303030306e-05, | |
| "loss": 1.7122, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 3.0086580086580092e-05, | |
| "loss": 1.6433, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 2.9870129870129872e-05, | |
| "loss": 1.6908, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 2.9653679653679655e-05, | |
| "loss": 1.8096, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.375, | |
| "learning_rate": 2.943722943722944e-05, | |
| "loss": 1.5972, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 2.922077922077922e-05, | |
| "loss": 1.7858, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 2.9004329004329005e-05, | |
| "loss": 1.7353, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 2.878787878787879e-05, | |
| "loss": 1.7572, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 1.7268, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 2.8354978354978357e-05, | |
| "loss": 1.7919, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 2.813852813852814e-05, | |
| "loss": 1.735, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 2.792207792207792e-05, | |
| "loss": 1.7174, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 2.7705627705627707e-05, | |
| "loss": 1.6896, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 2.7489177489177493e-05, | |
| "loss": 1.7908, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 2.7272727272727273e-05, | |
| "loss": 1.7684, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 2.7056277056277056e-05, | |
| "loss": 1.7138, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 2.6839826839826843e-05, | |
| "loss": 1.7012, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "eval_loss": 1.725927710533142, | |
| "eval_runtime": 125.737, | |
| "eval_samples_per_second": 39.766, | |
| "eval_steps_per_second": 1.249, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 2.6623376623376623e-05, | |
| "loss": 1.7415, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 2.640692640692641e-05, | |
| "loss": 1.7195, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 2.6190476190476192e-05, | |
| "loss": 1.7539, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 2.5974025974025972e-05, | |
| "loss": 1.6218, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 2.575757575757576e-05, | |
| "loss": 1.6949, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 2.5541125541125545e-05, | |
| "loss": 1.7539, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 2.5324675324675325e-05, | |
| "loss": 1.7398, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 2.5108225108225108e-05, | |
| "loss": 1.7924, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 2.4891774891774894e-05, | |
| "loss": 1.7182, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 2.4675324675324678e-05, | |
| "loss": 1.7197, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 2.4458874458874457e-05, | |
| "loss": 1.6976, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 2.4242424242424244e-05, | |
| "loss": 1.7478, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 2.4025974025974027e-05, | |
| "loss": 1.6187, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 2.380952380952381e-05, | |
| "loss": 1.7191, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 2.3593073593073593e-05, | |
| "loss": 1.6616, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 2.3376623376623376e-05, | |
| "loss": 1.6345, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 2.3160173160173163e-05, | |
| "loss": 1.7367, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 2.2943722943722946e-05, | |
| "loss": 1.7257, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 2.272727272727273e-05, | |
| "loss": 1.6999, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 2.2510822510822512e-05, | |
| "loss": 1.6337, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 2.2294372294372296e-05, | |
| "loss": 1.7632, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 2.207792207792208e-05, | |
| "loss": 1.7686, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 2.1861471861471862e-05, | |
| "loss": 1.6897, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 2.1645021645021645e-05, | |
| "loss": 1.8555, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 2.1428571428571428e-05, | |
| "loss": 1.7255, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 2.1212121212121215e-05, | |
| "loss": 1.6774, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 2.0995670995670998e-05, | |
| "loss": 1.7524, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 2.077922077922078e-05, | |
| "loss": 1.6569, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 2.0562770562770564e-05, | |
| "loss": 1.7028, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 2.0346320346320347e-05, | |
| "loss": 1.7377, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 2.012987012987013e-05, | |
| "loss": 1.6855, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 1.9913419913419914e-05, | |
| "loss": 1.6917, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 1.9696969696969697e-05, | |
| "loss": 1.714, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 1.9480519480519483e-05, | |
| "loss": 1.7653, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 1.9264069264069266e-05, | |
| "loss": 1.6973, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 1.9047619047619046e-05, | |
| "loss": 1.7066, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 1.8831168831168833e-05, | |
| "loss": 1.6812, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 1.8614718614718616e-05, | |
| "loss": 1.7114, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 1.83982683982684e-05, | |
| "loss": 1.7109, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.375, | |
| "learning_rate": 1.8181818181818182e-05, | |
| "loss": 1.6037, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 1.7965367965367965e-05, | |
| "loss": 1.7588, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 1.7748917748917752e-05, | |
| "loss": 1.7093, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 1.7532467532467535e-05, | |
| "loss": 1.7642, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 1.7316017316017315e-05, | |
| "loss": 1.724, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 1.70995670995671e-05, | |
| "loss": 1.6136, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 1.6883116883116884e-05, | |
| "loss": 1.6256, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 1.6878, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 1.645021645021645e-05, | |
| "loss": 1.7281, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 1.6233766233766234e-05, | |
| "loss": 1.7021, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.375, | |
| "learning_rate": 1.6017316017316017e-05, | |
| "loss": 1.7982, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "eval_loss": 1.7258570194244385, | |
| "eval_runtime": 124.9465, | |
| "eval_samples_per_second": 40.017, | |
| "eval_steps_per_second": 1.257, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 1.5800865800865803e-05, | |
| "loss": 1.641, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 1.5584415584415583e-05, | |
| "loss": 1.6773, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 1.5367965367965366e-05, | |
| "loss": 1.654, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 1.5151515151515153e-05, | |
| "loss": 1.7277, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.4935064935064936e-05, | |
| "loss": 1.6995, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 1.471861471861472e-05, | |
| "loss": 1.7112, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 1.4502164502164502e-05, | |
| "loss": 1.7486, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 1.7627, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 1.406926406926407e-05, | |
| "loss": 1.6709, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 1.3852813852813853e-05, | |
| "loss": 1.7112, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.375, | |
| "learning_rate": 1.3636363636363637e-05, | |
| "loss": 1.7299, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 1.3419913419913421e-05, | |
| "loss": 1.6656, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 1.3203463203463205e-05, | |
| "loss": 1.6621, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 1.2987012987012986e-05, | |
| "loss": 1.6751, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 1.2770562770562773e-05, | |
| "loss": 1.7, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 1.2554112554112554e-05, | |
| "loss": 1.7547, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 1.2337662337662339e-05, | |
| "loss": 1.6858, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 1.2121212121212122e-05, | |
| "loss": 1.5868, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 1.1904761904761905e-05, | |
| "loss": 1.7628, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 1.1688311688311688e-05, | |
| "loss": 1.6664, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 1.1471861471861473e-05, | |
| "loss": 1.7387, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 1.1255411255411256e-05, | |
| "loss": 1.7765, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 1.103896103896104e-05, | |
| "loss": 1.7887, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 1.0822510822510823e-05, | |
| "loss": 1.7143, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 1.0606060606060607e-05, | |
| "loss": 1.6573, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 1.038961038961039e-05, | |
| "loss": 1.7191, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 1.0173160173160174e-05, | |
| "loss": 1.7437, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 9.956709956709957e-06, | |
| "loss": 1.8012, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 9.740259740259742e-06, | |
| "loss": 1.6769, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 9.523809523809523e-06, | |
| "loss": 1.7836, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.375, | |
| "learning_rate": 9.307359307359308e-06, | |
| "loss": 1.6654, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 9.090909090909091e-06, | |
| "loss": 1.7367, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 8.874458874458876e-06, | |
| "loss": 1.6735, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 8.658008658008657e-06, | |
| "loss": 1.5795, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 8.441558441558442e-06, | |
| "loss": 1.6784, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 8.225108225108225e-06, | |
| "loss": 1.6743, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 8.008658008658008e-06, | |
| "loss": 1.6877, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 7.792207792207792e-06, | |
| "loss": 1.7913, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 7.5757575757575764e-06, | |
| "loss": 1.6147, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 7.35930735930736e-06, | |
| "loss": 1.7615, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 7.142857142857143e-06, | |
| "loss": 1.7406, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 6.926406926406927e-06, | |
| "loss": 1.6287, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 6.709956709956711e-06, | |
| "loss": 1.7655, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 6.493506493506493e-06, | |
| "loss": 1.7003, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 6.277056277056277e-06, | |
| "loss": 1.7531, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 6.060606060606061e-06, | |
| "loss": 1.7475, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 5.844155844155844e-06, | |
| "loss": 1.6811, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 5.627705627705628e-06, | |
| "loss": 1.7256, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 5.411255411255411e-06, | |
| "loss": 1.7238, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 5.194805194805195e-06, | |
| "loss": 1.6972, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_loss": 1.7247449159622192, | |
| "eval_runtime": 125.5655, | |
| "eval_samples_per_second": 39.82, | |
| "eval_steps_per_second": 1.25, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 4.978354978354978e-06, | |
| "loss": 1.6889, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 4.7619047619047615e-06, | |
| "loss": 1.7495, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 4.5454545454545455e-06, | |
| "loss": 1.6499, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 4.329004329004329e-06, | |
| "loss": 1.6646, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 4.112554112554113e-06, | |
| "loss": 1.7523, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 3.896103896103896e-06, | |
| "loss": 1.7232, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 3.67965367965368e-06, | |
| "loss": 1.7209, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 3.4632034632034634e-06, | |
| "loss": 1.6627, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 3.2467532467532465e-06, | |
| "loss": 1.6678, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 3.0303030303030305e-06, | |
| "loss": 1.6757, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 2.813852813852814e-06, | |
| "loss": 1.7232, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 2.5974025974025976e-06, | |
| "loss": 1.6797, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 2.3809523809523808e-06, | |
| "loss": 1.825, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 2.1645021645021643e-06, | |
| "loss": 1.6841, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 1.948051948051948e-06, | |
| "loss": 1.726, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 1.7316017316017317e-06, | |
| "loss": 1.7702, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 1.5151515151515152e-06, | |
| "loss": 1.7689, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 1.2987012987012988e-06, | |
| "loss": 1.7003, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 1.0822510822510822e-06, | |
| "loss": 1.6841, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 8.658008658008658e-07, | |
| "loss": 1.7318, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 6.493506493506494e-07, | |
| "loss": 1.7868, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 4.329004329004329e-07, | |
| "loss": 1.7199, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 2.1645021645021646e-07, | |
| "loss": 1.7633, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0, | |
| "loss": 1.7878, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "step": 1024, | |
| "total_flos": 7.46638513614422e+17, | |
| "train_loss": 1.8673716291086748, | |
| "train_runtime": 7714.204, | |
| "train_samples_per_second": 8.495, | |
| "train_steps_per_second": 0.133 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "eval_loss": 1.7247449159622192, | |
| "eval_runtime": 125.8509, | |
| "eval_samples_per_second": 39.73, | |
| "eval_steps_per_second": 1.248, | |
| "step": 1024 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1024, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 50, | |
| "total_flos": 7.46638513614422e+17, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |