| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9991154356479433, | |
| "eval_steps": 142, | |
| "global_step": 1130, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.333217144012451, | |
| "learning_rate": 3e-06, | |
| "loss": 3.4697, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "eval_loss": 3.547457695007324, | |
| "eval_runtime": 14.4761, | |
| "eval_samples_per_second": 32.882, | |
| "eval_steps_per_second": 8.22, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 5.45876932144165, | |
| "learning_rate": 6e-06, | |
| "loss": 3.4361, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.8387346267700195, | |
| "learning_rate": 9e-06, | |
| "loss": 3.6111, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.629228591918945, | |
| "learning_rate": 1.2e-05, | |
| "loss": 3.468, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.132396697998047, | |
| "learning_rate": 1.5e-05, | |
| "loss": 3.4794, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.605806350708008, | |
| "learning_rate": 1.8e-05, | |
| "loss": 3.4557, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.7556891441345215, | |
| "learning_rate": 2.1e-05, | |
| "loss": 3.4051, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.8776655197143555, | |
| "learning_rate": 2.4e-05, | |
| "loss": 3.1824, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.992830753326416, | |
| "learning_rate": 2.7000000000000002e-05, | |
| "loss": 3.0846, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.38725471496582, | |
| "learning_rate": 3e-05, | |
| "loss": 2.8616, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.4103684425354, | |
| "learning_rate": 2.9999973928796923e-05, | |
| "loss": 2.5679, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.2000298500061035, | |
| "learning_rate": 2.999989571527831e-05, | |
| "loss": 2.2378, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.7659687995910645, | |
| "learning_rate": 2.9999765359716046e-05, | |
| "loss": 1.8411, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 3.1735832691192627, | |
| "learning_rate": 2.999958286256327e-05, | |
| "loss": 1.519, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.7938477993011475, | |
| "learning_rate": 2.9999348224454367e-05, | |
| "loss": 1.2343, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.5651497840881348, | |
| "learning_rate": 2.9999061446204985e-05, | |
| "loss": 1.0183, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.3572280406951904, | |
| "learning_rate": 2.9998722528812e-05, | |
| "loss": 0.7906, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2292940616607666, | |
| "learning_rate": 2.9998331473453557e-05, | |
| "loss": 0.6625, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9572314023971558, | |
| "learning_rate": 2.9997888281489015e-05, | |
| "loss": 0.5271, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.7180088758468628, | |
| "learning_rate": 2.9997392954458985e-05, | |
| "loss": 0.4319, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5089068412780762, | |
| "learning_rate": 2.9996845494085306e-05, | |
| "loss": 0.351, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2355144023895264, | |
| "learning_rate": 2.999624590227103e-05, | |
| "loss": 0.2994, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.7736936211585999, | |
| "learning_rate": 2.9995594181100443e-05, | |
| "loss": 0.1704, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.5642102956771851, | |
| "learning_rate": 2.9994890332839027e-05, | |
| "loss": 0.1217, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.34946027398109436, | |
| "learning_rate": 2.9994134359933476e-05, | |
| "loss": 0.0992, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.24627894163131714, | |
| "learning_rate": 2.999332626501167e-05, | |
| "loss": 0.0828, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.28634899854660034, | |
| "learning_rate": 2.9992466050882673e-05, | |
| "loss": 0.0945, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.1457609236240387, | |
| "learning_rate": 2.9991553720536733e-05, | |
| "loss": 0.0924, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.3852764964103699, | |
| "learning_rate": 2.9990589277145254e-05, | |
| "loss": 0.0868, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.28345659375190735, | |
| "learning_rate": 2.9989572724060797e-05, | |
| "loss": 0.0845, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.24844343960285187, | |
| "learning_rate": 2.998850406481707e-05, | |
| "loss": 0.0756, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.2215878665447235, | |
| "learning_rate": 2.9987383303128887e-05, | |
| "loss": 0.0799, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.20273327827453613, | |
| "learning_rate": 2.9986210442892215e-05, | |
| "loss": 0.099, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.23849628865718842, | |
| "learning_rate": 2.9984985488184086e-05, | |
| "loss": 0.0709, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.28950855135917664, | |
| "learning_rate": 2.9983708443262656e-05, | |
| "loss": 0.0736, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 0.4729451537132263, | |
| "learning_rate": 2.9982379312567126e-05, | |
| "loss": 0.0898, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.26402196288108826, | |
| "learning_rate": 2.998099810071777e-05, | |
| "loss": 0.0989, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.21811941266059875, | |
| "learning_rate": 2.9979564812515906e-05, | |
| "loss": 0.0816, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.4151253402233124, | |
| "learning_rate": 2.9978079452943875e-05, | |
| "loss": 0.0646, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.5114066004753113, | |
| "learning_rate": 2.9976542027165016e-05, | |
| "loss": 0.0986, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.23638691008090973, | |
| "learning_rate": 2.9974952540523676e-05, | |
| "loss": 0.0929, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.18284691870212555, | |
| "learning_rate": 2.997331099854516e-05, | |
| "loss": 0.0707, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.415445476770401, | |
| "learning_rate": 2.9971617406935735e-05, | |
| "loss": 0.0875, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.35435256361961365, | |
| "learning_rate": 2.9969871771582596e-05, | |
| "loss": 0.0917, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.5223746299743652, | |
| "learning_rate": 2.996807409855385e-05, | |
| "loss": 0.0839, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.2852335274219513, | |
| "learning_rate": 2.99662243940985e-05, | |
| "loss": 0.0581, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.19847406446933746, | |
| "learning_rate": 2.9964322664646412e-05, | |
| "loss": 0.0581, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.42156773805618286, | |
| "learning_rate": 2.9962368916808308e-05, | |
| "loss": 0.0949, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.1932952105998993, | |
| "learning_rate": 2.9960363157375724e-05, | |
| "loss": 0.0936, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.28940048813819885, | |
| "learning_rate": 2.9958305393321e-05, | |
| "loss": 0.1074, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.4381609857082367, | |
| "learning_rate": 2.995619563179726e-05, | |
| "loss": 0.1053, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.16727806627750397, | |
| "learning_rate": 2.9954033880138368e-05, | |
| "loss": 0.0825, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.3134240210056305, | |
| "learning_rate": 2.995182014585892e-05, | |
| "loss": 0.0565, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.16883538663387299, | |
| "learning_rate": 2.9949554436654215e-05, | |
| "loss": 0.0805, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.4369119107723236, | |
| "learning_rate": 2.994723676040022e-05, | |
| "loss": 0.079, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.22722230851650238, | |
| "learning_rate": 2.9944867125153548e-05, | |
| "loss": 0.0707, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2767599821090698, | |
| "learning_rate": 2.9942445539151432e-05, | |
| "loss": 0.0877, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2087458074092865, | |
| "learning_rate": 2.9939972010811693e-05, | |
| "loss": 0.0746, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.2058565467596054, | |
| "learning_rate": 2.993744654873272e-05, | |
| "loss": 0.0783, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2181982547044754, | |
| "learning_rate": 2.993486916169341e-05, | |
| "loss": 0.0764, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.18020497262477875, | |
| "learning_rate": 2.9932239858653183e-05, | |
| "loss": 0.0675, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2599628269672394, | |
| "learning_rate": 2.992955864875192e-05, | |
| "loss": 0.0957, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.2814478576183319, | |
| "learning_rate": 2.9926825541309928e-05, | |
| "loss": 0.0926, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.21382613480091095, | |
| "learning_rate": 2.9924040545827936e-05, | |
| "loss": 0.0944, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.16025784611701965, | |
| "learning_rate": 2.9921203671987025e-05, | |
| "loss": 0.0727, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.22130753099918365, | |
| "learning_rate": 2.9918314929648637e-05, | |
| "loss": 0.0906, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.16255636513233185, | |
| "learning_rate": 2.991537432885449e-05, | |
| "loss": 0.057, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.3057488203048706, | |
| "learning_rate": 2.991238187982659e-05, | |
| "loss": 0.0866, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.24336600303649902, | |
| "learning_rate": 2.9909337592967176e-05, | |
| "loss": 0.0509, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.25192490220069885, | |
| "learning_rate": 2.9906241478858666e-05, | |
| "loss": 0.0677, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.6552413105964661, | |
| "learning_rate": 2.990309354826366e-05, | |
| "loss": 0.1014, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.22106248140335083, | |
| "learning_rate": 2.9899893812124862e-05, | |
| "loss": 0.0779, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2502892017364502, | |
| "learning_rate": 2.989664228156507e-05, | |
| "loss": 0.0759, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.23127524554729462, | |
| "learning_rate": 2.9893338967887128e-05, | |
| "loss": 0.0735, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.22794046998023987, | |
| "learning_rate": 2.988998388257388e-05, | |
| "loss": 0.048, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.2867235541343689, | |
| "learning_rate": 2.988657703728815e-05, | |
| "loss": 0.0449, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.28723156452178955, | |
| "learning_rate": 2.9883118443872662e-05, | |
| "loss": 0.0525, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.21423418819904327, | |
| "learning_rate": 2.9879608114350064e-05, | |
| "loss": 0.0684, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.22717736661434174, | |
| "learning_rate": 2.9876046060922803e-05, | |
| "loss": 0.0496, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.52623051404953, | |
| "learning_rate": 2.987243229597316e-05, | |
| "loss": 0.1125, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.41985878348350525, | |
| "learning_rate": 2.9868766832063156e-05, | |
| "loss": 0.1115, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.5244089365005493, | |
| "learning_rate": 2.986504968193454e-05, | |
| "loss": 0.1185, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.4969002604484558, | |
| "learning_rate": 2.9861280858508712e-05, | |
| "loss": 0.1123, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.31229168176651, | |
| "learning_rate": 2.9857460374886717e-05, | |
| "loss": 0.082, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.34874776005744934, | |
| "learning_rate": 2.985358824434916e-05, | |
| "loss": 0.0732, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.33042728900909424, | |
| "learning_rate": 2.984966448035619e-05, | |
| "loss": 0.0719, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.9238921403884888, | |
| "learning_rate": 2.9845689096547442e-05, | |
| "loss": 0.1171, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.24976597726345062, | |
| "learning_rate": 2.9841662106741986e-05, | |
| "loss": 0.0875, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.23768329620361328, | |
| "learning_rate": 2.983758352493829e-05, | |
| "loss": 0.0821, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.1419605314731598, | |
| "learning_rate": 2.983345336531415e-05, | |
| "loss": 0.0696, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.15112988650798798, | |
| "learning_rate": 2.9829271642226665e-05, | |
| "loss": 0.0958, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.11599217355251312, | |
| "learning_rate": 2.9825038370212183e-05, | |
| "loss": 0.0838, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.34909361600875854, | |
| "learning_rate": 2.982075356398623e-05, | |
| "loss": 0.0922, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.3156541585922241, | |
| "learning_rate": 2.9816417238443482e-05, | |
| "loss": 0.106, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.21198609471321106, | |
| "learning_rate": 2.9812029408657698e-05, | |
| "loss": 0.0832, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.17507284879684448, | |
| "learning_rate": 2.9807590089881687e-05, | |
| "loss": 0.0736, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.09285402297973633, | |
| "learning_rate": 2.980309929754722e-05, | |
| "loss": 0.0816, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.21642349660396576, | |
| "learning_rate": 2.9798557047265023e-05, | |
| "loss": 0.0806, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.20919114351272583, | |
| "learning_rate": 2.979396335482469e-05, | |
| "loss": 0.0852, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.1738620400428772, | |
| "learning_rate": 2.9789318236194618e-05, | |
| "loss": 0.079, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.19599463045597076, | |
| "learning_rate": 2.9784621707521993e-05, | |
| "loss": 0.0635, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.18762755393981934, | |
| "learning_rate": 2.97798737851327e-05, | |
| "loss": 0.0863, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.15935586392879486, | |
| "learning_rate": 2.977507448553128e-05, | |
| "loss": 0.0692, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.25695595145225525, | |
| "learning_rate": 2.9770223825400872e-05, | |
| "loss": 0.0914, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.17666970193386078, | |
| "learning_rate": 2.9765321821603143e-05, | |
| "loss": 0.0617, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.1571740359067917, | |
| "learning_rate": 2.9760368491178244e-05, | |
| "loss": 0.0797, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.13504642248153687, | |
| "learning_rate": 2.9755363851344753e-05, | |
| "loss": 0.0647, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.12887655198574066, | |
| "learning_rate": 2.9750307919499595e-05, | |
| "loss": 0.0662, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.22609621286392212, | |
| "learning_rate": 2.9745200713218002e-05, | |
| "loss": 0.0809, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.2685830295085907, | |
| "learning_rate": 2.9740042250253443e-05, | |
| "loss": 0.084, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.18346565961837769, | |
| "learning_rate": 2.973483254853756e-05, | |
| "loss": 0.0568, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.4906081259250641, | |
| "learning_rate": 2.9729571626180116e-05, | |
| "loss": 0.0911, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.28486496210098267, | |
| "learning_rate": 2.972425950146891e-05, | |
| "loss": 0.0671, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.35737311840057373, | |
| "learning_rate": 2.9718896192869758e-05, | |
| "loss": 0.1005, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.27113574743270874, | |
| "learning_rate": 2.9713481719026368e-05, | |
| "loss": 0.0655, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.17216627299785614, | |
| "learning_rate": 2.970801609876032e-05, | |
| "loss": 0.0463, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.1476421356201172, | |
| "learning_rate": 2.9702499351070992e-05, | |
| "loss": 0.0534, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.3753887116909027, | |
| "learning_rate": 2.969693149513548e-05, | |
| "loss": 0.0763, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.22127705812454224, | |
| "learning_rate": 2.969131255030855e-05, | |
| "loss": 0.0548, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.18454331159591675, | |
| "learning_rate": 2.9685642536122545e-05, | |
| "loss": 0.0494, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.24991334974765778, | |
| "learning_rate": 2.9679921472287358e-05, | |
| "loss": 0.089, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.17822043597698212, | |
| "learning_rate": 2.967414937869031e-05, | |
| "loss": 0.0337, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.19183677434921265, | |
| "learning_rate": 2.9668326275396133e-05, | |
| "loss": 0.0627, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.1919647753238678, | |
| "learning_rate": 2.966245218264687e-05, | |
| "loss": 0.0549, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3507068455219269, | |
| "learning_rate": 2.96565271208618e-05, | |
| "loss": 0.0802, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.3020438253879547, | |
| "learning_rate": 2.9650551110637397e-05, | |
| "loss": 0.0803, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.951285183429718, | |
| "learning_rate": 2.964452417274723e-05, | |
| "loss": 0.1049, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.6102455258369446, | |
| "learning_rate": 2.96384463281419e-05, | |
| "loss": 0.0711, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.3394455313682556, | |
| "learning_rate": 2.9632317597948968e-05, | |
| "loss": 0.0704, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.296131432056427, | |
| "learning_rate": 2.9626138003472884e-05, | |
| "loss": 0.0726, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.37837737798690796, | |
| "learning_rate": 2.9619907566194915e-05, | |
| "loss": 0.092, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.7398345470428467, | |
| "learning_rate": 2.9613626307773055e-05, | |
| "loss": 0.1055, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.18485528230667114, | |
| "learning_rate": 2.9607294250041965e-05, | |
| "loss": 0.0615, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.4245338439941406, | |
| "learning_rate": 2.96009114150129e-05, | |
| "loss": 0.0938, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.25269758701324463, | |
| "learning_rate": 2.959447782487361e-05, | |
| "loss": 0.0686, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.1531674861907959, | |
| "learning_rate": 2.9587993501988292e-05, | |
| "loss": 0.0515, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.1748104691505432, | |
| "learning_rate": 2.958145846889749e-05, | |
| "loss": 0.0841, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.16989848017692566, | |
| "learning_rate": 2.957487274831803e-05, | |
| "loss": 0.0822, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.16533434391021729, | |
| "learning_rate": 2.9568236363142927e-05, | |
| "loss": 0.0676, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.12993450462818146, | |
| "learning_rate": 2.9561549336441333e-05, | |
| "loss": 0.0837, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.23538929224014282, | |
| "learning_rate": 2.955481169145841e-05, | |
| "loss": 0.0784, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.1557569056749344, | |
| "learning_rate": 2.95480234516153e-05, | |
| "loss": 0.0788, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 0.08073563128709793, | |
| "eval_runtime": 14.7663, | |
| "eval_samples_per_second": 32.236, | |
| "eval_steps_per_second": 8.059, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.217232346534729, | |
| "learning_rate": 2.9541184640509015e-05, | |
| "loss": 0.0598, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.2527540326118469, | |
| "learning_rate": 2.953429528191236e-05, | |
| "loss": 0.0604, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.1690036803483963, | |
| "learning_rate": 2.9527355399773847e-05, | |
| "loss": 0.0815, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.15807238221168518, | |
| "learning_rate": 2.9520365018217622e-05, | |
| "loss": 0.0695, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.12181195616722107, | |
| "learning_rate": 2.951332416154337e-05, | |
| "loss": 0.0869, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.27408546209335327, | |
| "learning_rate": 2.9506232854226242e-05, | |
| "loss": 0.0725, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.1542072892189026, | |
| "learning_rate": 2.9499091120916757e-05, | |
| "loss": 0.0616, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.31103819608688354, | |
| "learning_rate": 2.9491898986440726e-05, | |
| "loss": 0.0791, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.15201374888420105, | |
| "learning_rate": 2.9484656475799164e-05, | |
| "loss": 0.0681, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.33369091153144836, | |
| "learning_rate": 2.9477363614168197e-05, | |
| "loss": 0.0673, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.1663801521062851, | |
| "learning_rate": 2.9470020426898983e-05, | |
| "loss": 0.0514, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.3342381715774536, | |
| "learning_rate": 2.946262693951762e-05, | |
| "loss": 0.0824, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.15362265706062317, | |
| "learning_rate": 2.9455183177725055e-05, | |
| "loss": 0.0801, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.1435208022594452, | |
| "learning_rate": 2.9447689167397e-05, | |
| "loss": 0.0625, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.23910465836524963, | |
| "learning_rate": 2.944014493458383e-05, | |
| "loss": 0.0977, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.15610359609127045, | |
| "learning_rate": 2.9432550505510516e-05, | |
| "loss": 0.0329, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.23283672332763672, | |
| "learning_rate": 2.942490590657651e-05, | |
| "loss": 0.1056, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.21941441297531128, | |
| "learning_rate": 2.9417211164355668e-05, | |
| "loss": 0.0765, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.16233329474925995, | |
| "learning_rate": 2.9409466305596135e-05, | |
| "loss": 0.056, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.22437363862991333, | |
| "learning_rate": 2.9401671357220297e-05, | |
| "loss": 0.0845, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.24630329012870789, | |
| "learning_rate": 2.9393826346324634e-05, | |
| "loss": 0.0588, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.17304874956607819, | |
| "learning_rate": 2.9385931300179675e-05, | |
| "loss": 0.0582, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.35216909646987915, | |
| "learning_rate": 2.9377986246229853e-05, | |
| "loss": 0.1085, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.13712701201438904, | |
| "learning_rate": 2.9369991212093462e-05, | |
| "loss": 0.0451, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.15788517892360687, | |
| "learning_rate": 2.9361946225562516e-05, | |
| "loss": 0.0572, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.15666936337947845, | |
| "learning_rate": 2.9353851314602676e-05, | |
| "loss": 0.0528, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.17414148151874542, | |
| "learning_rate": 2.9345706507353158e-05, | |
| "loss": 0.0548, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2488938271999359, | |
| "learning_rate": 2.9337511832126616e-05, | |
| "loss": 0.0904, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2884049415588379, | |
| "learning_rate": 2.9329267317409053e-05, | |
| "loss": 0.0721, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.3515964150428772, | |
| "learning_rate": 2.9320972991859728e-05, | |
| "loss": 0.1108, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.49220752716064453, | |
| "learning_rate": 2.9312628884311048e-05, | |
| "loss": 0.1056, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.1283823549747467, | |
| "learning_rate": 2.9304235023768465e-05, | |
| "loss": 0.062, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.20535992085933685, | |
| "learning_rate": 2.9295791439410387e-05, | |
| "loss": 0.0591, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.548753559589386, | |
| "learning_rate": 2.9287298160588073e-05, | |
| "loss": 0.1252, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.17065873742103577, | |
| "learning_rate": 2.927875521682551e-05, | |
| "loss": 0.0717, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.15028174221515656, | |
| "learning_rate": 2.9270162637819352e-05, | |
| "loss": 0.059, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.3822297751903534, | |
| "learning_rate": 2.9261520453438775e-05, | |
| "loss": 0.0752, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.17701248824596405, | |
| "learning_rate": 2.9252828693725404e-05, | |
| "loss": 0.0872, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.1596059501171112, | |
| "learning_rate": 2.9244087388893187e-05, | |
| "loss": 0.051, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.13807597756385803, | |
| "learning_rate": 2.9235296569328303e-05, | |
| "loss": 0.0518, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.14610590040683746, | |
| "learning_rate": 2.922645626558905e-05, | |
| "loss": 0.08, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.13961593806743622, | |
| "learning_rate": 2.921756650840574e-05, | |
| "loss": 0.0496, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.12945222854614258, | |
| "learning_rate": 2.92086273286806e-05, | |
| "loss": 0.0725, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.16739709675312042, | |
| "learning_rate": 2.9199638757487648e-05, | |
| "loss": 0.0514, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.1626630425453186, | |
| "learning_rate": 2.9190600826072603e-05, | |
| "loss": 0.0506, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.17024777829647064, | |
| "learning_rate": 2.918151356585276e-05, | |
| "loss": 0.0646, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.12996181845664978, | |
| "learning_rate": 2.9172377008416898e-05, | |
| "loss": 0.0421, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.1544611155986786, | |
| "learning_rate": 2.916319118552515e-05, | |
| "loss": 0.0665, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.37734368443489075, | |
| "learning_rate": 2.9153956129108918e-05, | |
| "loss": 0.0851, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.28739050030708313, | |
| "learning_rate": 2.9144671871270734e-05, | |
| "loss": 0.0786, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.2730344533920288, | |
| "learning_rate": 2.913533844428417e-05, | |
| "loss": 0.0923, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.26277613639831543, | |
| "learning_rate": 2.912595588059371e-05, | |
| "loss": 0.0737, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.15028347074985504, | |
| "learning_rate": 2.9116524212814653e-05, | |
| "loss": 0.0528, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.5112478733062744, | |
| "learning_rate": 2.9107043473733e-05, | |
| "loss": 0.0744, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.1651376336812973, | |
| "learning_rate": 2.9097513696305304e-05, | |
| "loss": 0.0421, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.18412701785564423, | |
| "learning_rate": 2.908793491365861e-05, | |
| "loss": 0.0602, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.26233047246932983, | |
| "learning_rate": 2.90783071590903e-05, | |
| "loss": 0.086, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.17222779989242554, | |
| "learning_rate": 2.9068630466067997e-05, | |
| "loss": 0.0634, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.4317842125892639, | |
| "learning_rate": 2.905890486822943e-05, | |
| "loss": 0.0904, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.1886034905910492, | |
| "learning_rate": 2.9049130399382345e-05, | |
| "loss": 0.0699, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.21989533305168152, | |
| "learning_rate": 2.903930709350436e-05, | |
| "loss": 0.0623, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.19172674417495728, | |
| "learning_rate": 2.9029434984742866e-05, | |
| "loss": 0.0956, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.20230571925640106, | |
| "learning_rate": 2.9019514107414888e-05, | |
| "loss": 0.0865, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.258619487285614, | |
| "learning_rate": 2.9009544496006998e-05, | |
| "loss": 0.077, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.37927359342575073, | |
| "learning_rate": 2.8999526185175155e-05, | |
| "loss": 0.0955, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1734340786933899, | |
| "learning_rate": 2.898945920974462e-05, | |
| "loss": 0.0698, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.2214702069759369, | |
| "learning_rate": 2.8979343604709818e-05, | |
| "loss": 0.0656, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.13421665132045746, | |
| "learning_rate": 2.8969179405234202e-05, | |
| "loss": 0.0801, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.1412036120891571, | |
| "learning_rate": 2.8958966646650172e-05, | |
| "loss": 0.0413, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.14668437838554382, | |
| "learning_rate": 2.894870536445891e-05, | |
| "loss": 0.067, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.17726927995681763, | |
| "learning_rate": 2.893839559433028e-05, | |
| "loss": 0.0572, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.1916431039571762, | |
| "learning_rate": 2.8928037372102698e-05, | |
| "loss": 0.0761, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.16705051064491272, | |
| "learning_rate": 2.8917630733783004e-05, | |
| "loss": 0.0604, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.17496813833713531, | |
| "learning_rate": 2.8907175715546337e-05, | |
| "loss": 0.0705, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.15736040472984314, | |
| "learning_rate": 2.889667235373603e-05, | |
| "loss": 0.0305, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.274248868227005, | |
| "learning_rate": 2.888612068486344e-05, | |
| "loss": 0.0783, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.24461400508880615, | |
| "learning_rate": 2.887552074560787e-05, | |
| "loss": 0.0643, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.20980973541736603, | |
| "learning_rate": 2.8864872572816407e-05, | |
| "loss": 0.0625, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.20946985483169556, | |
| "learning_rate": 2.885417620350381e-05, | |
| "loss": 0.0834, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.16951480507850647, | |
| "learning_rate": 2.8843431674852366e-05, | |
| "loss": 0.0528, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.1708109974861145, | |
| "learning_rate": 2.883263902421179e-05, | |
| "loss": 0.0728, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.14461833238601685, | |
| "learning_rate": 2.8821798289099054e-05, | |
| "loss": 0.0421, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.24623633921146393, | |
| "learning_rate": 2.881090950719831e-05, | |
| "loss": 0.0854, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.21715879440307617, | |
| "learning_rate": 2.87999727163607e-05, | |
| "loss": 0.0384, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.4943262040615082, | |
| "learning_rate": 2.878898795460426e-05, | |
| "loss": 0.0727, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.21625903248786926, | |
| "learning_rate": 2.8777955260113794e-05, | |
| "loss": 0.0764, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.49219760298728943, | |
| "learning_rate": 2.8766874671240708e-05, | |
| "loss": 0.0645, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.48366281390190125, | |
| "learning_rate": 2.8755746226502914e-05, | |
| "loss": 0.0812, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.23804642260074615, | |
| "learning_rate": 2.874456996458467e-05, | |
| "loss": 0.0412, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.15954728424549103, | |
| "learning_rate": 2.8733345924336448e-05, | |
| "loss": 0.0319, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.1840825229883194, | |
| "learning_rate": 2.872207414477482e-05, | |
| "loss": 0.0391, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.34154170751571655, | |
| "learning_rate": 2.8710754665082295e-05, | |
| "loss": 0.0871, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.28852567076683044, | |
| "learning_rate": 2.8699387524607206e-05, | |
| "loss": 0.0743, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.3130442798137665, | |
| "learning_rate": 2.868797276286355e-05, | |
| "loss": 0.0596, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.15511904656887054, | |
| "learning_rate": 2.8676510419530875e-05, | |
| "loss": 0.0345, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.3511506915092468, | |
| "learning_rate": 2.866500053445412e-05, | |
| "loss": 0.0795, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.21553099155426025, | |
| "learning_rate": 2.86534431476435e-05, | |
| "loss": 0.0685, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.2557514011859894, | |
| "learning_rate": 2.8641838299274336e-05, | |
| "loss": 0.0386, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.22085203230381012, | |
| "learning_rate": 2.863018602968695e-05, | |
| "loss": 0.0741, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.3036896884441376, | |
| "learning_rate": 2.8618486379386496e-05, | |
| "loss": 0.0553, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.24089917540550232, | |
| "learning_rate": 2.8606739389042838e-05, | |
| "loss": 0.0699, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.3548223376274109, | |
| "learning_rate": 2.8594945099490395e-05, | |
| "loss": 0.0573, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.288339763879776, | |
| "learning_rate": 2.8583103551728008e-05, | |
| "loss": 0.0592, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.3822185695171356, | |
| "learning_rate": 2.857121478691881e-05, | |
| "loss": 0.0788, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.3023355305194855, | |
| "learning_rate": 2.855927884639004e-05, | |
| "loss": 0.08, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.15000642836093903, | |
| "learning_rate": 2.854729577163294e-05, | |
| "loss": 0.053, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.38528746366500854, | |
| "learning_rate": 2.8535265604302614e-05, | |
| "loss": 0.132, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.3799440562725067, | |
| "learning_rate": 2.852318838621784e-05, | |
| "loss": 0.0824, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.1958758383989334, | |
| "learning_rate": 2.851106415936098e-05, | |
| "loss": 0.0501, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.47345441579818726, | |
| "learning_rate": 2.8498892965877776e-05, | |
| "loss": 0.076, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.4306192398071289, | |
| "learning_rate": 2.848667484807726e-05, | |
| "loss": 0.0907, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.15393877029418945, | |
| "learning_rate": 2.8474409848431562e-05, | |
| "loss": 0.0471, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.1548716276884079, | |
| "learning_rate": 2.8462098009575793e-05, | |
| "loss": 0.0545, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.2719079256057739, | |
| "learning_rate": 2.8449739374307877e-05, | |
| "loss": 0.0712, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.14566250145435333, | |
| "learning_rate": 2.8437333985588418e-05, | |
| "loss": 0.0491, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.17003220319747925, | |
| "learning_rate": 2.8424881886540527e-05, | |
| "loss": 0.078, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.16778719425201416, | |
| "learning_rate": 2.8412383120449707e-05, | |
| "loss": 0.0688, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2298566699028015, | |
| "learning_rate": 2.839983773076367e-05, | |
| "loss": 0.0654, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.14038778841495514, | |
| "learning_rate": 2.8387245761092203e-05, | |
| "loss": 0.0656, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.2299400120973587, | |
| "learning_rate": 2.8374607255207012e-05, | |
| "loss": 0.0563, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.12228001654148102, | |
| "learning_rate": 2.8361922257041577e-05, | |
| "loss": 0.0426, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.2170531004667282, | |
| "learning_rate": 2.8349190810690977e-05, | |
| "loss": 0.0739, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.25972139835357666, | |
| "learning_rate": 2.8336412960411765e-05, | |
| "loss": 0.0449, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.16110770404338837, | |
| "learning_rate": 2.8323588750621802e-05, | |
| "loss": 0.0429, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.36092159152030945, | |
| "learning_rate": 2.8310718225900095e-05, | |
| "loss": 0.0532, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.13183802366256714, | |
| "learning_rate": 2.8297801430986652e-05, | |
| "loss": 0.0306, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.1969520002603531, | |
| "learning_rate": 2.8284838410782327e-05, | |
| "loss": 0.0729, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.3288170397281647, | |
| "learning_rate": 2.8271829210348657e-05, | |
| "loss": 0.0657, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.17383714020252228, | |
| "learning_rate": 2.82587738749077e-05, | |
| "loss": 0.0296, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.3440845310688019, | |
| "learning_rate": 2.824567244984192e-05, | |
| "loss": 0.055, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.5535409450531006, | |
| "learning_rate": 2.8232524980693947e-05, | |
| "loss": 0.0845, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.3418692946434021, | |
| "learning_rate": 2.8219331513166503e-05, | |
| "loss": 0.0501, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.24258548021316528, | |
| "learning_rate": 2.8206092093122195e-05, | |
| "loss": 0.0572, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.2323545515537262, | |
| "learning_rate": 2.8192806766583373e-05, | |
| "loss": 0.036, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.18079668283462524, | |
| "learning_rate": 2.8179475579731967e-05, | |
| "loss": 0.039, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.6126664280891418, | |
| "learning_rate": 2.8166098578909315e-05, | |
| "loss": 0.0964, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.29580938816070557, | |
| "learning_rate": 2.815267581061602e-05, | |
| "loss": 0.0682, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.25424325466156006, | |
| "learning_rate": 2.8139207321511778e-05, | |
| "loss": 0.0682, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.20733873546123505, | |
| "learning_rate": 2.8125693158415217e-05, | |
| "loss": 0.0369, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.28711849451065063, | |
| "learning_rate": 2.8112133368303737e-05, | |
| "loss": 0.0734, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.18627013266086578, | |
| "learning_rate": 2.809852799831334e-05, | |
| "loss": 0.052, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.3224278688430786, | |
| "learning_rate": 2.8084877095738477e-05, | |
| "loss": 0.0973, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 0.06570792198181152, | |
| "eval_runtime": 14.7272, | |
| "eval_samples_per_second": 32.321, | |
| "eval_steps_per_second": 8.08, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.38838616013526917, | |
| "learning_rate": 2.8071180708031874e-05, | |
| "loss": 0.0916, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.24502405524253845, | |
| "learning_rate": 2.8057438882804372e-05, | |
| "loss": 0.0816, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.4185783863067627, | |
| "learning_rate": 2.8043651667824767e-05, | |
| "loss": 0.0776, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.2056495100259781, | |
| "learning_rate": 2.8029819111019618e-05, | |
| "loss": 0.0266, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.19617842137813568, | |
| "learning_rate": 2.8015941260473117e-05, | |
| "loss": 0.0456, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.3548401892185211, | |
| "learning_rate": 2.8002018164426896e-05, | |
| "loss": 0.0507, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.2668496370315552, | |
| "learning_rate": 2.798804987127988e-05, | |
| "loss": 0.0539, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2864347994327545, | |
| "learning_rate": 2.7974036429588082e-05, | |
| "loss": 0.076, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.26988208293914795, | |
| "learning_rate": 2.7959977888064484e-05, | |
| "loss": 0.0599, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.451043039560318, | |
| "learning_rate": 2.7945874295578827e-05, | |
| "loss": 0.0676, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.2092967927455902, | |
| "learning_rate": 2.7931725701157462e-05, | |
| "loss": 0.0653, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.25097522139549255, | |
| "learning_rate": 2.7917532153983176e-05, | |
| "loss": 0.086, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.1981886476278305, | |
| "learning_rate": 2.790329370339501e-05, | |
| "loss": 0.0616, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.20687969028949738, | |
| "learning_rate": 2.7889010398888104e-05, | |
| "loss": 0.0479, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.16657814383506775, | |
| "learning_rate": 2.7874682290113514e-05, | |
| "loss": 0.0432, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.1697748750448227, | |
| "learning_rate": 2.786030942687805e-05, | |
| "loss": 0.0624, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.17153337597846985, | |
| "learning_rate": 2.7845891859144088e-05, | |
| "loss": 0.035, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.20956017076969147, | |
| "learning_rate": 2.7831429637029402e-05, | |
| "loss": 0.0468, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.1893073171377182, | |
| "learning_rate": 2.7816922810807e-05, | |
| "loss": 0.0783, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.24053029716014862, | |
| "learning_rate": 2.7802371430904936e-05, | |
| "loss": 0.0534, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.15913282334804535, | |
| "learning_rate": 2.7787775547906142e-05, | |
| "loss": 0.0478, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.3303963840007782, | |
| "learning_rate": 2.7773135212548247e-05, | |
| "loss": 0.0698, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.2255176603794098, | |
| "learning_rate": 2.7758450475723405e-05, | |
| "loss": 0.0345, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.20534120500087738, | |
| "learning_rate": 2.774372138847812e-05, | |
| "loss": 0.0668, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.25963813066482544, | |
| "learning_rate": 2.7728948002013054e-05, | |
| "loss": 0.0741, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.2108840048313141, | |
| "learning_rate": 2.771413036768288e-05, | |
| "loss": 0.0691, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.18770939111709595, | |
| "learning_rate": 2.769926853699606e-05, | |
| "loss": 0.0701, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.1566968858242035, | |
| "learning_rate": 2.7684362561614714e-05, | |
| "loss": 0.0196, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.3223302364349365, | |
| "learning_rate": 2.766941249335439e-05, | |
| "loss": 0.0752, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.21899370849132538, | |
| "learning_rate": 2.765441838418393e-05, | |
| "loss": 0.0703, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.21244989335536957, | |
| "learning_rate": 2.7639380286225264e-05, | |
| "loss": 0.0672, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.19558708369731903, | |
| "learning_rate": 2.7624298251753232e-05, | |
| "loss": 0.042, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2814396917819977, | |
| "learning_rate": 2.7609172333195406e-05, | |
| "loss": 0.0434, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.2828751504421234, | |
| "learning_rate": 2.75940025831319e-05, | |
| "loss": 0.047, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.18190258741378784, | |
| "learning_rate": 2.7578789054295202e-05, | |
| "loss": 0.0619, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.16573399305343628, | |
| "learning_rate": 2.7563531799569984e-05, | |
| "loss": 0.0681, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.23267892003059387, | |
| "learning_rate": 2.75482308719929e-05, | |
| "loss": 0.0518, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.21713323891162872, | |
| "learning_rate": 2.753288632475244e-05, | |
| "loss": 0.0437, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.26459431648254395, | |
| "learning_rate": 2.75174982111887e-05, | |
| "loss": 0.0616, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.5927810668945312, | |
| "learning_rate": 2.7502066584793243e-05, | |
| "loss": 0.0931, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.32426661252975464, | |
| "learning_rate": 2.7486591499208867e-05, | |
| "loss": 0.08, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.18653956055641174, | |
| "learning_rate": 2.7471073008229462e-05, | |
| "loss": 0.0679, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.3730272948741913, | |
| "learning_rate": 2.7455511165799783e-05, | |
| "loss": 0.0399, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2434634417295456, | |
| "learning_rate": 2.7439906026015297e-05, | |
| "loss": 0.0608, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.27506130933761597, | |
| "learning_rate": 2.742425764312197e-05, | |
| "loss": 0.0586, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.2162889540195465, | |
| "learning_rate": 2.7408566071516087e-05, | |
| "loss": 0.0587, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.2727173864841461, | |
| "learning_rate": 2.7392831365744074e-05, | |
| "loss": 0.0774, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.2565726339817047, | |
| "learning_rate": 2.7377053580502298e-05, | |
| "loss": 0.0961, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.2756386995315552, | |
| "learning_rate": 2.7361232770636856e-05, | |
| "loss": 0.0465, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.30874213576316833, | |
| "learning_rate": 2.7345368991143433e-05, | |
| "loss": 0.0908, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.21297310292720795, | |
| "learning_rate": 2.732946229716707e-05, | |
| "loss": 0.0822, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.21286709606647491, | |
| "learning_rate": 2.7313512744001982e-05, | |
| "loss": 0.0916, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.18058332800865173, | |
| "learning_rate": 2.7297520387091376e-05, | |
| "loss": 0.0459, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1574922353029251, | |
| "learning_rate": 2.7281485282027252e-05, | |
| "loss": 0.048, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.1783793717622757, | |
| "learning_rate": 2.7265407484550206e-05, | |
| "loss": 0.0733, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.17018386721611023, | |
| "learning_rate": 2.724928705054924e-05, | |
| "loss": 0.064, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.12130982428789139, | |
| "learning_rate": 2.7233124036061575e-05, | |
| "loss": 0.0603, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.19916939735412598, | |
| "learning_rate": 2.7216918497272426e-05, | |
| "loss": 0.0885, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.23629699647426605, | |
| "learning_rate": 2.7200670490514865e-05, | |
| "loss": 0.0696, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.1870480626821518, | |
| "learning_rate": 2.7184380072269558e-05, | |
| "loss": 0.0797, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.22087708115577698, | |
| "learning_rate": 2.7168047299164614e-05, | |
| "loss": 0.0755, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.17880262434482574, | |
| "learning_rate": 2.7151672227975377e-05, | |
| "loss": 0.0582, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.15626394748687744, | |
| "learning_rate": 2.7135254915624213e-05, | |
| "loss": 0.072, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.11785972118377686, | |
| "learning_rate": 2.711879541918034e-05, | |
| "loss": 0.0515, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.13664838671684265, | |
| "learning_rate": 2.71022937958596e-05, | |
| "loss": 0.0542, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.22781230509281158, | |
| "learning_rate": 2.7085750103024296e-05, | |
| "loss": 0.1037, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.1862461417913437, | |
| "learning_rate": 2.7069164398182948e-05, | |
| "loss": 0.0617, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.315283864736557, | |
| "learning_rate": 2.7052536738990125e-05, | |
| "loss": 0.0756, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.22472089529037476, | |
| "learning_rate": 2.7035867183246247e-05, | |
| "loss": 0.0792, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.1294025033712387, | |
| "learning_rate": 2.7019155788897357e-05, | |
| "loss": 0.0738, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2340669184923172, | |
| "learning_rate": 2.700240261403494e-05, | |
| "loss": 0.0925, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.27781906723976135, | |
| "learning_rate": 2.6985607716895727e-05, | |
| "loss": 0.0793, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.18572118878364563, | |
| "learning_rate": 2.6968771155861464e-05, | |
| "loss": 0.065, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.2246127426624298, | |
| "learning_rate": 2.695189298945875e-05, | |
| "loss": 0.0825, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.23202070593833923, | |
| "learning_rate": 2.6934973276358792e-05, | |
| "loss": 0.0598, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.16124321520328522, | |
| "learning_rate": 2.6918012075377226e-05, | |
| "loss": 0.0825, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.15348608791828156, | |
| "learning_rate": 2.6901009445473912e-05, | |
| "loss": 0.0442, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.18639832735061646, | |
| "learning_rate": 2.6883965445752714e-05, | |
| "loss": 0.0699, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.2920565605163574, | |
| "learning_rate": 2.6866880135461314e-05, | |
| "loss": 0.0798, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.16075679659843445, | |
| "learning_rate": 2.684975357399099e-05, | |
| "loss": 0.0691, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.17678283154964447, | |
| "learning_rate": 2.683258582087641e-05, | |
| "loss": 0.0386, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.4795132875442505, | |
| "learning_rate": 2.681537693579545e-05, | |
| "loss": 0.0988, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.18269479274749756, | |
| "learning_rate": 2.6798126978568942e-05, | |
| "loss": 0.074, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.2764766812324524, | |
| "learning_rate": 2.6780836009160514e-05, | |
| "loss": 0.0565, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.19089283049106598, | |
| "learning_rate": 2.6763504087676346e-05, | |
| "loss": 0.0389, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.15806300938129425, | |
| "learning_rate": 2.674613127436498e-05, | |
| "loss": 0.0482, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.2809430658817291, | |
| "learning_rate": 2.6728717629617093e-05, | |
| "loss": 0.0429, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.12930545210838318, | |
| "learning_rate": 2.671126321396532e-05, | |
| "loss": 0.0255, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.17408722639083862, | |
| "learning_rate": 2.6693768088083994e-05, | |
| "loss": 0.0703, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.3387722671031952, | |
| "learning_rate": 2.6676232312788998e-05, | |
| "loss": 0.0569, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.25352975726127625, | |
| "learning_rate": 2.6658655949037482e-05, | |
| "loss": 0.0914, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.3007981777191162, | |
| "learning_rate": 2.6641039057927724e-05, | |
| "loss": 0.0502, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.20817789435386658, | |
| "learning_rate": 2.662338170069885e-05, | |
| "loss": 0.0408, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.15569907426834106, | |
| "learning_rate": 2.6605683938730666e-05, | |
| "loss": 0.029, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.25259971618652344, | |
| "learning_rate": 2.6587945833543432e-05, | |
| "loss": 0.0336, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.13589264452457428, | |
| "learning_rate": 2.6570167446797657e-05, | |
| "loss": 0.0218, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.34168577194213867, | |
| "learning_rate": 2.6552348840293856e-05, | |
| "loss": 0.0882, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.26590269804000854, | |
| "learning_rate": 2.6534490075972368e-05, | |
| "loss": 0.0576, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.2801959812641144, | |
| "learning_rate": 2.6516591215913118e-05, | |
| "loss": 0.0586, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.3427751660346985, | |
| "learning_rate": 2.6498652322335416e-05, | |
| "loss": 0.0575, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.5352123975753784, | |
| "learning_rate": 2.6480673457597737e-05, | |
| "loss": 0.0915, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.45933809876441956, | |
| "learning_rate": 2.646265468419749e-05, | |
| "loss": 0.0865, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.14740170538425446, | |
| "learning_rate": 2.6444596064770837e-05, | |
| "loss": 0.0447, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.18046963214874268, | |
| "learning_rate": 2.6426497662092424e-05, | |
| "loss": 0.0302, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.2271748036146164, | |
| "learning_rate": 2.6408359539075204e-05, | |
| "loss": 0.067, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.345716267824173, | |
| "learning_rate": 2.6390181758770208e-05, | |
| "loss": 0.0461, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.2197301983833313, | |
| "learning_rate": 2.6371964384366305e-05, | |
| "loss": 0.0252, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.2628111243247986, | |
| "learning_rate": 2.6353707479190022e-05, | |
| "loss": 0.0616, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.41908586025238037, | |
| "learning_rate": 2.6335411106705283e-05, | |
| "loss": 0.0599, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.13220524787902832, | |
| "learning_rate": 2.6317075330513212e-05, | |
| "loss": 0.0116, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.21840068697929382, | |
| "learning_rate": 2.6298700214351922e-05, | |
| "loss": 0.0413, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.3715525269508362, | |
| "learning_rate": 2.628028582209625e-05, | |
| "loss": 0.0643, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.21229352056980133, | |
| "learning_rate": 2.626183221775758e-05, | |
| "loss": 0.0369, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.3171239495277405, | |
| "learning_rate": 2.6243339465483605e-05, | |
| "loss": 0.0712, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.33259809017181396, | |
| "learning_rate": 2.6224807629558094e-05, | |
| "loss": 0.1066, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.14465388655662537, | |
| "learning_rate": 2.6206236774400684e-05, | |
| "loss": 0.034, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.5533297061920166, | |
| "learning_rate": 2.6187626964566644e-05, | |
| "loss": 0.1046, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.17661869525909424, | |
| "learning_rate": 2.6168978264746663e-05, | |
| "loss": 0.0322, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.19023488461971283, | |
| "learning_rate": 2.615029073976661e-05, | |
| "loss": 0.0493, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.1495324969291687, | |
| "learning_rate": 2.6131564454587316e-05, | |
| "loss": 0.0404, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.20712687075138092, | |
| "learning_rate": 2.611279947430436e-05, | |
| "loss": 0.0472, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.233810156583786, | |
| "learning_rate": 2.609399586414782e-05, | |
| "loss": 0.0424, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.14824284613132477, | |
| "learning_rate": 2.607515368948206e-05, | |
| "loss": 0.0318, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.3361953794956207, | |
| "learning_rate": 2.60562730158055e-05, | |
| "loss": 0.0763, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.2170048952102661, | |
| "learning_rate": 2.6037353908750394e-05, | |
| "loss": 0.0643, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.18919886648654938, | |
| "learning_rate": 2.601839643408259e-05, | |
| "loss": 0.0583, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.42277276515960693, | |
| "learning_rate": 2.5999400657701314e-05, | |
| "loss": 0.0698, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.25986483693122864, | |
| "learning_rate": 2.598036664563893e-05, | |
| "loss": 0.041, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.2869338095188141, | |
| "learning_rate": 2.596129446406072e-05, | |
| "loss": 0.0503, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.41842973232269287, | |
| "learning_rate": 2.594218417926464e-05, | |
| "loss": 0.0786, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.4030296504497528, | |
| "learning_rate": 2.592303585768111e-05, | |
| "loss": 0.067, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.31492769718170166, | |
| "learning_rate": 2.590384956587277e-05, | |
| "loss": 0.0479, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.5827561020851135, | |
| "learning_rate": 2.5884625370534242e-05, | |
| "loss": 0.1315, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.30939584970474243, | |
| "learning_rate": 2.5865363338491916e-05, | |
| "loss": 0.0759, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.20597557723522186, | |
| "learning_rate": 2.5846063536703706e-05, | |
| "loss": 0.0739, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.31797170639038086, | |
| "learning_rate": 2.582672603225882e-05, | |
| "loss": 0.0892, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.4155197739601135, | |
| "learning_rate": 2.5807350892377517e-05, | |
| "loss": 0.13, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.14263832569122314, | |
| "learning_rate": 2.5787938184410902e-05, | |
| "loss": 0.0489, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1489766389131546, | |
| "learning_rate": 2.5768487975840655e-05, | |
| "loss": 0.0638, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.30038881301879883, | |
| "learning_rate": 2.5749000334278825e-05, | |
| "loss": 0.0455, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.2359144389629364, | |
| "learning_rate": 2.572947532746758e-05, | |
| "loss": 0.0822, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.16958381235599518, | |
| "learning_rate": 2.570991302327897e-05, | |
| "loss": 0.0454, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_loss": 0.0626850351691246, | |
| "eval_runtime": 14.7469, | |
| "eval_samples_per_second": 32.278, | |
| "eval_steps_per_second": 8.07, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.40241333842277527, | |
| "learning_rate": 2.569031348971471e-05, | |
| "loss": 0.0926, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.2126995176076889, | |
| "learning_rate": 2.5670676794905915e-05, | |
| "loss": 0.085, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.1960797905921936, | |
| "learning_rate": 2.5651003007112892e-05, | |
| "loss": 0.0853, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.13784633576869965, | |
| "learning_rate": 2.5631292194724883e-05, | |
| "loss": 0.0453, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.14578142762184143, | |
| "learning_rate": 2.561154442625983e-05, | |
| "loss": 0.0765, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.14827878773212433, | |
| "learning_rate": 2.559175977036415e-05, | |
| "loss": 0.0594, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.19840463995933533, | |
| "learning_rate": 2.5571938295812476e-05, | |
| "loss": 0.0692, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.11538412421941757, | |
| "learning_rate": 2.555208007150743e-05, | |
| "loss": 0.067, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.3484029173851013, | |
| "learning_rate": 2.553218516647939e-05, | |
| "loss": 0.0799, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.20653250813484192, | |
| "learning_rate": 2.5512253649886237e-05, | |
| "loss": 0.0741, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.18202582001686096, | |
| "learning_rate": 2.5492285591013118e-05, | |
| "loss": 0.0636, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.17838889360427856, | |
| "learning_rate": 2.5472281059272213e-05, | |
| "loss": 0.067, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.2804567217826843, | |
| "learning_rate": 2.5452240124202477e-05, | |
| "loss": 0.0795, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.1692652553319931, | |
| "learning_rate": 2.5432162855469422e-05, | |
| "loss": 0.0722, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.1247120052576065, | |
| "learning_rate": 2.5412049322864847e-05, | |
| "loss": 0.0332, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.1898394376039505, | |
| "learning_rate": 2.539189959630662e-05, | |
| "loss": 0.055, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.20923753082752228, | |
| "learning_rate": 2.537171374583843e-05, | |
| "loss": 0.0728, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.1551828235387802, | |
| "learning_rate": 2.535149184162952e-05, | |
| "loss": 0.0629, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.1762448400259018, | |
| "learning_rate": 2.533123395397448e-05, | |
| "loss": 0.0673, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.12544862926006317, | |
| "learning_rate": 2.5310940153292978e-05, | |
| "loss": 0.0311, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.15880614519119263, | |
| "learning_rate": 2.5290610510129518e-05, | |
| "loss": 0.0402, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.17256905138492584, | |
| "learning_rate": 2.5270245095153198e-05, | |
| "loss": 0.0633, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.1660386472940445, | |
| "learning_rate": 2.524984397915747e-05, | |
| "loss": 0.077, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.13268114626407623, | |
| "learning_rate": 2.5229407233059887e-05, | |
| "loss": 0.0426, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.2337772697210312, | |
| "learning_rate": 2.5208934927901857e-05, | |
| "loss": 0.0836, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.13446028530597687, | |
| "learning_rate": 2.5188427134848395e-05, | |
| "loss": 0.0382, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.18553531169891357, | |
| "learning_rate": 2.5167883925187878e-05, | |
| "loss": 0.0548, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.25128498673439026, | |
| "learning_rate": 2.51473053703318e-05, | |
| "loss": 0.0766, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.1686338186264038, | |
| "learning_rate": 2.5126691541814518e-05, | |
| "loss": 0.0434, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.18022535741329193, | |
| "learning_rate": 2.510604251129301e-05, | |
| "loss": 0.0688, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.17681004106998444, | |
| "learning_rate": 2.5085358350546612e-05, | |
| "loss": 0.0533, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.2677585482597351, | |
| "learning_rate": 2.506463913147679e-05, | |
| "loss": 0.0818, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.5509142875671387, | |
| "learning_rate": 2.5043884926106873e-05, | |
| "loss": 0.1005, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.14625947177410126, | |
| "learning_rate": 2.5023095806581802e-05, | |
| "loss": 0.0426, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.3046765923500061, | |
| "learning_rate": 2.5002271845167896e-05, | |
| "loss": 0.0515, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.16383983194828033, | |
| "learning_rate": 2.4981413114252588e-05, | |
| "loss": 0.0455, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.3099363148212433, | |
| "learning_rate": 2.4960519686344168e-05, | |
| "loss": 0.0924, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.25622445344924927, | |
| "learning_rate": 2.4939591634071544e-05, | |
| "loss": 0.0737, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.21525193750858307, | |
| "learning_rate": 2.491862903018398e-05, | |
| "loss": 0.0816, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.18544378876686096, | |
| "learning_rate": 2.4897631947550857e-05, | |
| "loss": 0.0453, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.15406207740306854, | |
| "learning_rate": 2.4876600459161397e-05, | |
| "loss": 0.0477, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.21517229080200195, | |
| "learning_rate": 2.4855534638124427e-05, | |
| "loss": 0.0467, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.27017998695373535, | |
| "learning_rate": 2.4834434557668126e-05, | |
| "loss": 0.0593, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.24762241542339325, | |
| "learning_rate": 2.4813300291139754e-05, | |
| "loss": 0.0587, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.29878756403923035, | |
| "learning_rate": 2.4792131912005407e-05, | |
| "loss": 0.0635, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.18735036253929138, | |
| "learning_rate": 2.4770929493849773e-05, | |
| "loss": 0.0312, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.27927571535110474, | |
| "learning_rate": 2.4749693110375856e-05, | |
| "loss": 0.0668, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.19749711453914642, | |
| "learning_rate": 2.4728422835404735e-05, | |
| "loss": 0.0321, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.12730471789836884, | |
| "learning_rate": 2.4707118742875293e-05, | |
| "loss": 0.0183, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.2711328864097595, | |
| "learning_rate": 2.4685780906843975e-05, | |
| "loss": 0.0677, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.26742562651634216, | |
| "learning_rate": 2.4664409401484522e-05, | |
| "loss": 0.0617, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.5431042313575745, | |
| "learning_rate": 2.4643004301087716e-05, | |
| "loss": 0.1233, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.13498014211654663, | |
| "learning_rate": 2.462156568006112e-05, | |
| "loss": 0.0268, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.22139033675193787, | |
| "learning_rate": 2.4600093612928812e-05, | |
| "loss": 0.0493, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.15270984172821045, | |
| "learning_rate": 2.457858817433115e-05, | |
| "loss": 0.0255, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.158059224486351, | |
| "learning_rate": 2.4557049439024488e-05, | |
| "loss": 0.0574, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.17642827332019806, | |
| "learning_rate": 2.4535477481880923e-05, | |
| "loss": 0.0351, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.1525094211101532, | |
| "learning_rate": 2.451387237788804e-05, | |
| "loss": 0.0242, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.21704228222370148, | |
| "learning_rate": 2.4492234202148643e-05, | |
| "loss": 0.0582, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.2657334804534912, | |
| "learning_rate": 2.44705630298805e-05, | |
| "loss": 0.0458, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.23600801825523376, | |
| "learning_rate": 2.4448858936416093e-05, | |
| "loss": 0.0447, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.20092691481113434, | |
| "learning_rate": 2.442712199720232e-05, | |
| "loss": 0.0462, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.23618610203266144, | |
| "learning_rate": 2.4405352287800268e-05, | |
| "loss": 0.0383, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.18307435512542725, | |
| "learning_rate": 2.4383549883884954e-05, | |
| "loss": 0.0312, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.20053623616695404, | |
| "learning_rate": 2.4361714861245017e-05, | |
| "loss": 0.0352, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.23183472454547882, | |
| "learning_rate": 2.4339847295782508e-05, | |
| "loss": 0.0445, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.554999589920044, | |
| "learning_rate": 2.431794726351258e-05, | |
| "loss": 0.1143, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.3061026334762573, | |
| "learning_rate": 2.4296014840563266e-05, | |
| "loss": 0.0488, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.23472747206687927, | |
| "learning_rate": 2.4274050103175195e-05, | |
| "loss": 0.0549, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.36875736713409424, | |
| "learning_rate": 2.42520531277013e-05, | |
| "loss": 0.0472, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.3055475950241089, | |
| "learning_rate": 2.423002399060661e-05, | |
| "loss": 0.0485, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.33722659945487976, | |
| "learning_rate": 2.420796276846793e-05, | |
| "loss": 0.1004, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.3110818862915039, | |
| "learning_rate": 2.4185869537973613e-05, | |
| "loss": 0.0893, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.5243550539016724, | |
| "learning_rate": 2.4163744375923272e-05, | |
| "loss": 0.0742, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.18637774884700775, | |
| "learning_rate": 2.4141587359227514e-05, | |
| "loss": 0.0453, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.11755359172821045, | |
| "learning_rate": 2.4119398564907685e-05, | |
| "loss": 0.0236, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.145331472158432, | |
| "learning_rate": 2.4097178070095602e-05, | |
| "loss": 0.0432, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.1340416669845581, | |
| "learning_rate": 2.4074925952033263e-05, | |
| "loss": 0.0339, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.2009749859571457, | |
| "learning_rate": 2.4052642288072594e-05, | |
| "loss": 0.033, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.25946885347366333, | |
| "learning_rate": 2.4030327155675192e-05, | |
| "loss": 0.0618, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.338084876537323, | |
| "learning_rate": 2.4007980632412034e-05, | |
| "loss": 0.076, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.16105656325817108, | |
| "learning_rate": 2.398560279596323e-05, | |
| "loss": 0.055, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.2381068766117096, | |
| "learning_rate": 2.3963193724117715e-05, | |
| "loss": 0.0847, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.148463174700737, | |
| "learning_rate": 2.394075349477302e-05, | |
| "loss": 0.0404, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.359811007976532, | |
| "learning_rate": 2.3918282185934986e-05, | |
| "loss": 0.0508, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2325233817100525, | |
| "learning_rate": 2.3895779875717486e-05, | |
| "loss": 0.0594, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.18048043549060822, | |
| "learning_rate": 2.3873246642342163e-05, | |
| "loss": 0.0267, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.14463412761688232, | |
| "learning_rate": 2.3850682564138145e-05, | |
| "loss": 0.0519, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.17916260659694672, | |
| "learning_rate": 2.3828087719541787e-05, | |
| "loss": 0.0535, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.2539409399032593, | |
| "learning_rate": 2.3805462187096402e-05, | |
| "loss": 0.0579, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.20096299052238464, | |
| "learning_rate": 2.3782806045451963e-05, | |
| "loss": 0.0581, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.15366317331790924, | |
| "learning_rate": 2.376011937336485e-05, | |
| "loss": 0.0392, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.28773725032806396, | |
| "learning_rate": 2.373740224969758e-05, | |
| "loss": 0.1054, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.18706980347633362, | |
| "learning_rate": 2.371465475341852e-05, | |
| "loss": 0.0422, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.263085275888443, | |
| "learning_rate": 2.369187696360161e-05, | |
| "loss": 0.0533, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.35978153347969055, | |
| "learning_rate": 2.3669068959426107e-05, | |
| "loss": 0.0871, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.3314432203769684, | |
| "learning_rate": 2.364623082017629e-05, | |
| "loss": 0.0481, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.19833628833293915, | |
| "learning_rate": 2.3623362625241193e-05, | |
| "loss": 0.0563, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.17452682554721832, | |
| "learning_rate": 2.3600464454114326e-05, | |
| "loss": 0.0464, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.24458369612693787, | |
| "learning_rate": 2.3577536386393416e-05, | |
| "loss": 0.0722, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.309350848197937, | |
| "learning_rate": 2.35545785017801e-05, | |
| "loss": 0.0794, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.42290210723876953, | |
| "learning_rate": 2.3531590880079663e-05, | |
| "loss": 0.0753, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1993589699268341, | |
| "learning_rate": 2.3508573601200767e-05, | |
| "loss": 0.0589, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1793728619813919, | |
| "learning_rate": 2.348552674515517e-05, | |
| "loss": 0.0587, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1571635901927948, | |
| "learning_rate": 2.3462450392057437e-05, | |
| "loss": 0.0427, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.2197573184967041, | |
| "learning_rate": 2.343934462212467e-05, | |
| "loss": 0.0569, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1468045711517334, | |
| "learning_rate": 2.341620951567624e-05, | |
| "loss": 0.0501, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.1460326462984085, | |
| "learning_rate": 2.339304515313348e-05, | |
| "loss": 0.0446, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.20360475778579712, | |
| "learning_rate": 2.3369851615019436e-05, | |
| "loss": 0.056, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.17234598100185394, | |
| "learning_rate": 2.3346628981958565e-05, | |
| "loss": 0.0493, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.21084345877170563, | |
| "learning_rate": 2.332337733467646e-05, | |
| "loss": 0.0781, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.15120622515678406, | |
| "learning_rate": 2.3300096753999585e-05, | |
| "loss": 0.0508, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.19097232818603516, | |
| "learning_rate": 2.3276787320854967e-05, | |
| "loss": 0.0558, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.14518237113952637, | |
| "learning_rate": 2.3253449116269937e-05, | |
| "loss": 0.0363, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.38005223870277405, | |
| "learning_rate": 2.3230082221371834e-05, | |
| "loss": 0.1022, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15401460230350494, | |
| "learning_rate": 2.3206686717387742e-05, | |
| "loss": 0.0745, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.15603908896446228, | |
| "learning_rate": 2.3183262685644177e-05, | |
| "loss": 0.035, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.17525097727775574, | |
| "learning_rate": 2.3159810207566832e-05, | |
| "loss": 0.0584, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.17069534957408905, | |
| "learning_rate": 2.3136329364680288e-05, | |
| "loss": 0.0569, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.3221694231033325, | |
| "learning_rate": 2.3112820238607716e-05, | |
| "loss": 0.0878, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.2566680908203125, | |
| "learning_rate": 2.3089282911070613e-05, | |
| "loss": 0.0394, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.17850065231323242, | |
| "learning_rate": 2.3065717463888505e-05, | |
| "loss": 0.0351, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.25362351536750793, | |
| "learning_rate": 2.3042123978978665e-05, | |
| "loss": 0.0596, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.20955722033977509, | |
| "learning_rate": 2.3018502538355827e-05, | |
| "loss": 0.0534, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.19723302125930786, | |
| "learning_rate": 2.2994853224131915e-05, | |
| "loss": 0.0674, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2044544219970703, | |
| "learning_rate": 2.2971176118515734e-05, | |
| "loss": 0.0505, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.2544882893562317, | |
| "learning_rate": 2.2947471303812708e-05, | |
| "loss": 0.0967, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.16680030524730682, | |
| "learning_rate": 2.2923738862424565e-05, | |
| "loss": 0.0395, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.27806153893470764, | |
| "learning_rate": 2.2899978876849084e-05, | |
| "loss": 0.0788, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.1830155849456787, | |
| "learning_rate": 2.287619142967979e-05, | |
| "loss": 0.0538, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.33155858516693115, | |
| "learning_rate": 2.285237660360566e-05, | |
| "loss": 0.0417, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.2150736302137375, | |
| "learning_rate": 2.2828534481410847e-05, | |
| "loss": 0.0396, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.2404957413673401, | |
| "learning_rate": 2.28046651459744e-05, | |
| "loss": 0.0554, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.22239123284816742, | |
| "learning_rate": 2.278076868026995e-05, | |
| "loss": 0.0592, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.24049235880374908, | |
| "learning_rate": 2.2756845167365452e-05, | |
| "loss": 0.0462, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.24881111085414886, | |
| "learning_rate": 2.273289469042287e-05, | |
| "loss": 0.0483, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.5261463522911072, | |
| "learning_rate": 2.2708917332697908e-05, | |
| "loss": 0.0748, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.3064204752445221, | |
| "learning_rate": 2.26849131775397e-05, | |
| "loss": 0.0532, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.6424417495727539, | |
| "learning_rate": 2.2660882308390547e-05, | |
| "loss": 0.1566, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.19905412197113037, | |
| "learning_rate": 2.2636824808785604e-05, | |
| "loss": 0.0456, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.25375813245773315, | |
| "learning_rate": 2.2612740762352594e-05, | |
| "loss": 0.0548, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.17399847507476807, | |
| "learning_rate": 2.258863025281153e-05, | |
| "loss": 0.0263, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.05472303926944733, | |
| "eval_runtime": 14.6946, | |
| "eval_samples_per_second": 32.393, | |
| "eval_steps_per_second": 8.098, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.27021336555480957, | |
| "learning_rate": 2.2564493363974416e-05, | |
| "loss": 0.1, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.20826458930969238, | |
| "learning_rate": 2.2540330179744935e-05, | |
| "loss": 0.0422, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.20264066755771637, | |
| "learning_rate": 2.2516140784118202e-05, | |
| "loss": 0.0462, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.16754667460918427, | |
| "learning_rate": 2.2491925261180433e-05, | |
| "loss": 0.0745, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.2399885356426239, | |
| "learning_rate": 2.2467683695108676e-05, | |
| "loss": 0.071, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.18665122985839844, | |
| "learning_rate": 2.244341617017049e-05, | |
| "loss": 0.0673, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.2963515520095825, | |
| "learning_rate": 2.24191227707237e-05, | |
| "loss": 0.0486, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.24179871380329132, | |
| "learning_rate": 2.2394803581216047e-05, | |
| "loss": 0.0484, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.22649294137954712, | |
| "learning_rate": 2.2370458686184945e-05, | |
| "loss": 0.0433, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.1680031716823578, | |
| "learning_rate": 2.234608817025715e-05, | |
| "loss": 0.0573, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.12036772817373276, | |
| "learning_rate": 2.232169211814848e-05, | |
| "loss": 0.0359, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.11121578514575958, | |
| "learning_rate": 2.2297270614663535e-05, | |
| "loss": 0.0275, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.2029242366552353, | |
| "learning_rate": 2.2272823744695366e-05, | |
| "loss": 0.0379, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.15203304588794708, | |
| "learning_rate": 2.2248351593225225e-05, | |
| "loss": 0.0416, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.1620362251996994, | |
| "learning_rate": 2.2223854245322236e-05, | |
| "loss": 0.0491, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.22791963815689087, | |
| "learning_rate": 2.21993317861431e-05, | |
| "loss": 0.066, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.13969655334949493, | |
| "learning_rate": 2.217478430093183e-05, | |
| "loss": 0.0316, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.1673637479543686, | |
| "learning_rate": 2.2150211875019417e-05, | |
| "loss": 0.0444, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.26466965675354004, | |
| "learning_rate": 2.2125614593823556e-05, | |
| "loss": 0.0603, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.25127851963043213, | |
| "learning_rate": 2.2100992542848344e-05, | |
| "loss": 0.0653, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.14236998558044434, | |
| "learning_rate": 2.2076345807683975e-05, | |
| "loss": 0.0347, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.2006857842206955, | |
| "learning_rate": 2.2051674474006457e-05, | |
| "loss": 0.0261, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.3477920591831207, | |
| "learning_rate": 2.2026978627577303e-05, | |
| "loss": 0.0552, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.23367953300476074, | |
| "learning_rate": 2.2002258354243242e-05, | |
| "loss": 0.0583, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.2674083411693573, | |
| "learning_rate": 2.1977513739935897e-05, | |
| "loss": 0.0552, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.16168631613254547, | |
| "learning_rate": 2.195274487067153e-05, | |
| "loss": 0.0292, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.24982483685016632, | |
| "learning_rate": 2.1927951832550696e-05, | |
| "loss": 0.0487, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.3051944673061371, | |
| "learning_rate": 2.1903134711757974e-05, | |
| "loss": 0.051, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.40649136900901794, | |
| "learning_rate": 2.187829359456166e-05, | |
| "loss": 0.0709, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.203045055270195, | |
| "learning_rate": 2.1853428567313455e-05, | |
| "loss": 0.0426, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.2079191356897354, | |
| "learning_rate": 2.1828539716448188e-05, | |
| "loss": 0.0362, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.3522377610206604, | |
| "learning_rate": 2.1803627128483497e-05, | |
| "loss": 0.0828, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.2527177631855011, | |
| "learning_rate": 2.1778690890019535e-05, | |
| "loss": 0.0512, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.239670068025589, | |
| "learning_rate": 2.1753731087738657e-05, | |
| "loss": 0.058, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.28101757168769836, | |
| "learning_rate": 2.1728747808405154e-05, | |
| "loss": 0.0474, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.3522912561893463, | |
| "learning_rate": 2.1703741138864908e-05, | |
| "loss": 0.0867, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.20509746670722961, | |
| "learning_rate": 2.167871116604511e-05, | |
| "loss": 0.0452, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.25338292121887207, | |
| "learning_rate": 2.1653657976953956e-05, | |
| "loss": 0.0271, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.30135923624038696, | |
| "learning_rate": 2.1628581658680358e-05, | |
| "loss": 0.0834, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.4553530216217041, | |
| "learning_rate": 2.1603482298393622e-05, | |
| "loss": 0.0674, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.5035529136657715, | |
| "learning_rate": 2.157835998334315e-05, | |
| "loss": 0.0693, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.24384114146232605, | |
| "learning_rate": 2.155321480085813e-05, | |
| "loss": 0.0588, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.19528117775917053, | |
| "learning_rate": 2.1528046838347262e-05, | |
| "loss": 0.0257, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.36607757210731506, | |
| "learning_rate": 2.1502856183298414e-05, | |
| "loss": 0.0793, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.17997542023658752, | |
| "learning_rate": 2.147764292327834e-05, | |
| "loss": 0.0364, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.2820572257041931, | |
| "learning_rate": 2.145240714593239e-05, | |
| "loss": 0.047, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.2257036566734314, | |
| "learning_rate": 2.142714893898416e-05, | |
| "loss": 0.0257, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.1840316653251648, | |
| "learning_rate": 2.1401868390235236e-05, | |
| "loss": 0.0387, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.1750848889350891, | |
| "learning_rate": 2.137656558756486e-05, | |
| "loss": 0.0542, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.2306337058544159, | |
| "learning_rate": 2.1351240618929633e-05, | |
| "loss": 0.0536, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.5436125993728638, | |
| "learning_rate": 2.1325893572363205e-05, | |
| "loss": 0.1015, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.22225777804851532, | |
| "learning_rate": 2.130052453597598e-05, | |
| "loss": 0.058, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.19612561166286469, | |
| "learning_rate": 2.1275133597954794e-05, | |
| "loss": 0.0601, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.19745659828186035, | |
| "learning_rate": 2.1249720846562626e-05, | |
| "loss": 0.0339, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.22013776004314423, | |
| "learning_rate": 2.122428637013827e-05, | |
| "loss": 0.0381, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.22055767476558685, | |
| "learning_rate": 2.1198830257096055e-05, | |
| "loss": 0.0329, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.19469846785068512, | |
| "learning_rate": 2.1173352595925505e-05, | |
| "loss": 0.0514, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.29255107045173645, | |
| "learning_rate": 2.114785347519106e-05, | |
| "loss": 0.0756, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.19103175401687622, | |
| "learning_rate": 2.112233298353175e-05, | |
| "loss": 0.034, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.16312550008296967, | |
| "learning_rate": 2.1096791209660905e-05, | |
| "loss": 0.0389, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.19477924704551697, | |
| "learning_rate": 2.1071228242365826e-05, | |
| "loss": 0.0457, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.21488840878009796, | |
| "learning_rate": 2.1045644170507486e-05, | |
| "loss": 0.0692, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.24809981882572174, | |
| "learning_rate": 2.1020039083020222e-05, | |
| "loss": 0.0667, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.13645565509796143, | |
| "learning_rate": 2.0994413068911425e-05, | |
| "loss": 0.0182, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.2085627168416977, | |
| "learning_rate": 2.0968766217261236e-05, | |
| "loss": 0.0431, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.49600788950920105, | |
| "learning_rate": 2.0943098617222216e-05, | |
| "loss": 0.0863, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.16732609272003174, | |
| "learning_rate": 2.0917410358019073e-05, | |
| "loss": 0.0399, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.4573953449726105, | |
| "learning_rate": 2.0891701528948302e-05, | |
| "loss": 0.0757, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.21385256946086884, | |
| "learning_rate": 2.0865972219377935e-05, | |
| "loss": 0.0514, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.3950164318084717, | |
| "learning_rate": 2.0840222518747162e-05, | |
| "loss": 0.0611, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.1962326318025589, | |
| "learning_rate": 2.081445251656608e-05, | |
| "loss": 0.0315, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.2456423044204712, | |
| "learning_rate": 2.0788662302415352e-05, | |
| "loss": 0.0497, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.13714934885501862, | |
| "learning_rate": 2.0762851965945894e-05, | |
| "loss": 0.0224, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.2559102475643158, | |
| "learning_rate": 2.073702159687858e-05, | |
| "loss": 0.074, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.3649904429912567, | |
| "learning_rate": 2.0711171285003917e-05, | |
| "loss": 0.0573, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.4410479962825775, | |
| "learning_rate": 2.0685301120181737e-05, | |
| "loss": 0.0913, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.15331228077411652, | |
| "learning_rate": 2.0659411192340875e-05, | |
| "loss": 0.0458, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.19452711939811707, | |
| "learning_rate": 2.0633501591478886e-05, | |
| "loss": 0.0412, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.18934063613414764, | |
| "learning_rate": 2.0607572407661683e-05, | |
| "loss": 0.058, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.09978535771369934, | |
| "learning_rate": 2.058162373102328e-05, | |
| "loss": 0.0166, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.2150053083896637, | |
| "learning_rate": 2.0555655651765436e-05, | |
| "loss": 0.0641, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.30375051498413086, | |
| "learning_rate": 2.0529668260157354e-05, | |
| "loss": 0.0382, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.18037180602550507, | |
| "learning_rate": 2.050366164653539e-05, | |
| "loss": 0.0408, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.14954544603824615, | |
| "learning_rate": 2.047763590130269e-05, | |
| "loss": 0.0374, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.1657114028930664, | |
| "learning_rate": 2.045159111492893e-05, | |
| "loss": 0.0266, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.27676835656166077, | |
| "learning_rate": 2.042552737794996e-05, | |
| "loss": 0.0688, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.19456683099269867, | |
| "learning_rate": 2.039944478096751e-05, | |
| "loss": 0.0576, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.15780119597911835, | |
| "learning_rate": 2.037334341464888e-05, | |
| "loss": 0.0254, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.18241529166698456, | |
| "learning_rate": 2.034722336972659e-05, | |
| "loss": 0.0444, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.21890577673912048, | |
| "learning_rate": 2.032108473699812e-05, | |
| "loss": 0.0496, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.17364642024040222, | |
| "learning_rate": 2.0294927607325542e-05, | |
| "loss": 0.0426, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.1697612851858139, | |
| "learning_rate": 2.0268752071635233e-05, | |
| "loss": 0.0367, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.2621804475784302, | |
| "learning_rate": 2.0242558220917573e-05, | |
| "loss": 0.0395, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.3021070063114166, | |
| "learning_rate": 2.021634614622656e-05, | |
| "loss": 0.0768, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.35511207580566406, | |
| "learning_rate": 2.0190115938679594e-05, | |
| "loss": 0.0305, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.49793681502342224, | |
| "learning_rate": 2.0163867689457072e-05, | |
| "loss": 0.066, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.38811054825782776, | |
| "learning_rate": 2.0137601489802126e-05, | |
| "loss": 0.0389, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.1782839596271515, | |
| "learning_rate": 2.0111317431020272e-05, | |
| "loss": 0.0185, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.22854508459568024, | |
| "learning_rate": 2.0085015604479113e-05, | |
| "loss": 0.0741, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.24257494509220123, | |
| "learning_rate": 2.005869610160803e-05, | |
| "loss": 0.0546, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.1760607361793518, | |
| "learning_rate": 2.0032359013897825e-05, | |
| "loss": 0.0374, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.38422301411628723, | |
| "learning_rate": 2.0006004432900446e-05, | |
| "loss": 0.0623, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.39798131585121155, | |
| "learning_rate": 1.9979632450228632e-05, | |
| "loss": 0.0547, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.2755303680896759, | |
| "learning_rate": 1.9953243157555648e-05, | |
| "loss": 0.0911, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.26932981610298157, | |
| "learning_rate": 1.9926836646614888e-05, | |
| "loss": 0.0614, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.2523995041847229, | |
| "learning_rate": 1.9900413009199627e-05, | |
| "loss": 0.0423, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.21099168062210083, | |
| "learning_rate": 1.987397233716267e-05, | |
| "loss": 0.0652, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.6092944741249084, | |
| "learning_rate": 1.9847514722416028e-05, | |
| "loss": 0.091, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.2873200476169586, | |
| "learning_rate": 1.982104025693062e-05, | |
| "loss": 0.0265, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.2782742381095886, | |
| "learning_rate": 1.9794549032735935e-05, | |
| "loss": 0.0632, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.33089664578437805, | |
| "learning_rate": 1.9768041141919713e-05, | |
| "loss": 0.0548, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.21904997527599335, | |
| "learning_rate": 1.9741516676627632e-05, | |
| "loss": 0.0384, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.16128236055374146, | |
| "learning_rate": 1.9714975729063e-05, | |
| "loss": 0.0634, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.18856774270534515, | |
| "learning_rate": 1.96884183914864e-05, | |
| "loss": 0.049, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.16085284948349, | |
| "learning_rate": 1.96618447562154e-05, | |
| "loss": 0.0454, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.2683512568473816, | |
| "learning_rate": 1.963525491562421e-05, | |
| "loss": 0.049, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.1554921716451645, | |
| "learning_rate": 1.9608648962143395e-05, | |
| "loss": 0.0348, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.48349252343177795, | |
| "learning_rate": 1.958202698825951e-05, | |
| "loss": 0.0956, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.23943151533603668, | |
| "learning_rate": 1.9555389086514813e-05, | |
| "loss": 0.0308, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.15932539105415344, | |
| "learning_rate": 1.9528735349506906e-05, | |
| "loss": 0.0229, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.2831600308418274, | |
| "learning_rate": 1.9502065869888473e-05, | |
| "loss": 0.0599, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.3630116879940033, | |
| "learning_rate": 1.94753807403669e-05, | |
| "loss": 0.0561, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.19034230709075928, | |
| "learning_rate": 1.9448680053703974e-05, | |
| "loss": 0.0389, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.2033299058675766, | |
| "learning_rate": 1.9421963902715565e-05, | |
| "loss": 0.0363, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.1664944291114807, | |
| "learning_rate": 1.9395232380271292e-05, | |
| "loss": 0.0306, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.23537740111351013, | |
| "learning_rate": 1.9368485579294233e-05, | |
| "loss": 0.0332, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.3242640495300293, | |
| "learning_rate": 1.9341723592760542e-05, | |
| "loss": 0.0796, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.39729979634284973, | |
| "learning_rate": 1.931494651369919e-05, | |
| "loss": 0.1146, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.22055041790008545, | |
| "learning_rate": 1.9288154435191583e-05, | |
| "loss": 0.0392, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.26389139890670776, | |
| "learning_rate": 1.92613474503713e-05, | |
| "loss": 0.0564, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.22827556729316711, | |
| "learning_rate": 1.9234525652423714e-05, | |
| "loss": 0.0504, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.3187848627567291, | |
| "learning_rate": 1.9207689134585698e-05, | |
| "loss": 0.0361, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.22649644315242767, | |
| "learning_rate": 1.918083799014529e-05, | |
| "loss": 0.0637, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.17243173718452454, | |
| "learning_rate": 1.9153972312441374e-05, | |
| "loss": 0.0378, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.25477367639541626, | |
| "learning_rate": 1.912709219486336e-05, | |
| "loss": 0.0365, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.15195806324481964, | |
| "learning_rate": 1.910019773085085e-05, | |
| "loss": 0.0584, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.18720103800296783, | |
| "learning_rate": 1.907328901389331e-05, | |
| "loss": 0.043, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.26587921380996704, | |
| "learning_rate": 1.904636613752976e-05, | |
| "loss": 0.0456, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.17741888761520386, | |
| "learning_rate": 1.9019429195348433e-05, | |
| "loss": 0.0399, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.24706660211086273, | |
| "learning_rate": 1.8992478280986468e-05, | |
| "loss": 0.049, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.7546937465667725, | |
| "learning_rate": 1.896551348812956e-05, | |
| "loss": 0.1339, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.3364761769771576, | |
| "learning_rate": 1.893853491051165e-05, | |
| "loss": 0.0819, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_loss": 0.05212438479065895, | |
| "eval_runtime": 14.7307, | |
| "eval_samples_per_second": 32.314, | |
| "eval_steps_per_second": 8.078, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.24806012213230133, | |
| "learning_rate": 1.8911542641914617e-05, | |
| "loss": 0.062, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2110578715801239, | |
| "learning_rate": 1.88845367761679e-05, | |
| "loss": 0.06, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.11818195879459381, | |
| "learning_rate": 1.8857517407148236e-05, | |
| "loss": 0.0415, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2232706993818283, | |
| "learning_rate": 1.8830484628779267e-05, | |
| "loss": 0.0271, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.2241712361574173, | |
| "learning_rate": 1.880343853503129e-05, | |
| "loss": 0.0458, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.23428824543952942, | |
| "learning_rate": 1.8776379219920847e-05, | |
| "loss": 0.0553, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.2631600499153137, | |
| "learning_rate": 1.8749306777510465e-05, | |
| "loss": 0.0653, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.2828924059867859, | |
| "learning_rate": 1.8722221301908295e-05, | |
| "loss": 0.0703, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.14960721135139465, | |
| "learning_rate": 1.8695122887267788e-05, | |
| "loss": 0.0538, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.11142805963754654, | |
| "learning_rate": 1.8668011627787398e-05, | |
| "loss": 0.023, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.25347310304641724, | |
| "learning_rate": 1.86408876177102e-05, | |
| "loss": 0.0387, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.1751774698495865, | |
| "learning_rate": 1.8613750951323602e-05, | |
| "loss": 0.0522, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.34507665038108826, | |
| "learning_rate": 1.858660172295901e-05, | |
| "loss": 0.0655, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.31746798753738403, | |
| "learning_rate": 1.8559440026991508e-05, | |
| "loss": 0.0441, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.1273573487997055, | |
| "learning_rate": 1.8532265957839497e-05, | |
| "loss": 0.0191, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.19146591424942017, | |
| "learning_rate": 1.8505079609964403e-05, | |
| "loss": 0.0652, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.3864126205444336, | |
| "learning_rate": 1.847788107787033e-05, | |
| "loss": 0.0682, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.17144039273262024, | |
| "learning_rate": 1.8450670456103743e-05, | |
| "loss": 0.0565, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.2258003205060959, | |
| "learning_rate": 1.8423447839253128e-05, | |
| "loss": 0.0356, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.22176998853683472, | |
| "learning_rate": 1.8396213321948662e-05, | |
| "loss": 0.06, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.14529289305210114, | |
| "learning_rate": 1.83689669988619e-05, | |
| "loss": 0.0173, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.3319777846336365, | |
| "learning_rate": 1.8341708964705434e-05, | |
| "loss": 0.1009, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.22678159177303314, | |
| "learning_rate": 1.831443931423256e-05, | |
| "loss": 0.0417, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.18460430204868317, | |
| "learning_rate": 1.828715814223696e-05, | |
| "loss": 0.0415, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.31541454792022705, | |
| "learning_rate": 1.825986554355236e-05, | |
| "loss": 0.0743, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.4476594626903534, | |
| "learning_rate": 1.8232561613052214e-05, | |
| "loss": 0.0598, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.18413041532039642, | |
| "learning_rate": 1.8205246445649366e-05, | |
| "loss": 0.0388, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.2517610192298889, | |
| "learning_rate": 1.8177920136295715e-05, | |
| "loss": 0.0705, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.14027471840381622, | |
| "learning_rate": 1.81505827799819e-05, | |
| "loss": 0.0303, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.2901992201805115, | |
| "learning_rate": 1.8123234471736947e-05, | |
| "loss": 0.0824, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.31951528787612915, | |
| "learning_rate": 1.809587530662798e-05, | |
| "loss": 0.1095, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.414044052362442, | |
| "learning_rate": 1.8068505379759828e-05, | |
| "loss": 0.0438, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.1758764535188675, | |
| "learning_rate": 1.8041124786274757e-05, | |
| "loss": 0.0452, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.16384004056453705, | |
| "learning_rate": 1.80137336213521e-05, | |
| "loss": 0.0417, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.2656683027744293, | |
| "learning_rate": 1.7986331980207942e-05, | |
| "loss": 0.0526, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.22542397677898407, | |
| "learning_rate": 1.795891995809478e-05, | |
| "loss": 0.0637, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.16901203989982605, | |
| "learning_rate": 1.79314976503012e-05, | |
| "loss": 0.0343, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.31080687046051025, | |
| "learning_rate": 1.7904065152151547e-05, | |
| "loss": 0.0765, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.15974196791648865, | |
| "learning_rate": 1.7876622559005578e-05, | |
| "loss": 0.0342, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.21243633329868317, | |
| "learning_rate": 1.7849169966258158e-05, | |
| "loss": 0.0428, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.34151706099510193, | |
| "learning_rate": 1.7821707469338894e-05, | |
| "loss": 0.0721, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.14494989812374115, | |
| "learning_rate": 1.7794235163711837e-05, | |
| "loss": 0.0299, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.1844569444656372, | |
| "learning_rate": 1.776675314487512e-05, | |
| "loss": 0.0362, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.3417447805404663, | |
| "learning_rate": 1.7739261508360662e-05, | |
| "loss": 0.0594, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.255882203578949, | |
| "learning_rate": 1.7711760349733794e-05, | |
| "loss": 0.0322, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.20268352329730988, | |
| "learning_rate": 1.7684249764592948e-05, | |
| "loss": 0.0457, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.16957353055477142, | |
| "learning_rate": 1.7656729848569342e-05, | |
| "loss": 0.0288, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.5046777725219727, | |
| "learning_rate": 1.7629200697326617e-05, | |
| "loss": 0.0738, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.12323735654354095, | |
| "learning_rate": 1.760166240656051e-05, | |
| "loss": 0.0228, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.2688758373260498, | |
| "learning_rate": 1.757411507199855e-05, | |
| "loss": 0.0517, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.45129191875457764, | |
| "learning_rate": 1.754655878939968e-05, | |
| "loss": 0.0684, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.1658601313829422, | |
| "learning_rate": 1.7518993654553963e-05, | |
| "loss": 0.0293, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.293125718832016, | |
| "learning_rate": 1.7491419763282228e-05, | |
| "loss": 0.041, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.2707131505012512, | |
| "learning_rate": 1.7463837211435746e-05, | |
| "loss": 0.0327, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.36076560616493225, | |
| "learning_rate": 1.7436246094895896e-05, | |
| "loss": 0.0768, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.2822013795375824, | |
| "learning_rate": 1.7408646509573815e-05, | |
| "loss": 0.0492, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.21052542328834534, | |
| "learning_rate": 1.73810385514101e-05, | |
| "loss": 0.0444, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.24180252850055695, | |
| "learning_rate": 1.7353422316374428e-05, | |
| "loss": 0.0494, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.26525041460990906, | |
| "learning_rate": 1.732579790046528e-05, | |
| "loss": 0.0458, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.18544049561023712, | |
| "learning_rate": 1.729816539970954e-05, | |
| "loss": 0.0466, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.22581623494625092, | |
| "learning_rate": 1.727052491016222e-05, | |
| "loss": 0.0433, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.31744149327278137, | |
| "learning_rate": 1.7242876527906096e-05, | |
| "loss": 0.0537, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.3232523202896118, | |
| "learning_rate": 1.721522034905138e-05, | |
| "loss": 0.0691, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.2335691899061203, | |
| "learning_rate": 1.718755646973539e-05, | |
| "loss": 0.045, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.2773955464363098, | |
| "learning_rate": 1.7159884986122196e-05, | |
| "loss": 0.0603, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.44610023498535156, | |
| "learning_rate": 1.713220599440233e-05, | |
| "loss": 0.0982, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.122254878282547, | |
| "learning_rate": 1.7104519590792396e-05, | |
| "loss": 0.016, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.3145179748535156, | |
| "learning_rate": 1.7076825871534775e-05, | |
| "loss": 0.0639, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.22903162240982056, | |
| "learning_rate": 1.7049124932897278e-05, | |
| "loss": 0.0388, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.453363299369812, | |
| "learning_rate": 1.7021416871172817e-05, | |
| "loss": 0.0677, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.30594778060913086, | |
| "learning_rate": 1.6993701782679056e-05, | |
| "loss": 0.0497, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.20155024528503418, | |
| "learning_rate": 1.696597976375808e-05, | |
| "loss": 0.0539, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.19732704758644104, | |
| "learning_rate": 1.6938250910776086e-05, | |
| "loss": 0.035, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.3609841465950012, | |
| "learning_rate": 1.691051532012301e-05, | |
| "loss": 0.0478, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.19694820046424866, | |
| "learning_rate": 1.6882773088212213e-05, | |
| "loss": 0.0498, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.19805662333965302, | |
| "learning_rate": 1.6855024311480147e-05, | |
| "loss": 0.0327, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.18435846269130707, | |
| "learning_rate": 1.6827269086386006e-05, | |
| "loss": 0.0335, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.16236752271652222, | |
| "learning_rate": 1.6799507509411408e-05, | |
| "loss": 0.0337, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.16657193005084991, | |
| "learning_rate": 1.6771739677060042e-05, | |
| "loss": 0.0336, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.36152663826942444, | |
| "learning_rate": 1.6743965685857362e-05, | |
| "loss": 0.0798, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.1292068213224411, | |
| "learning_rate": 1.6716185632350204e-05, | |
| "loss": 0.032, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.18294057250022888, | |
| "learning_rate": 1.6688399613106488e-05, | |
| "loss": 0.0358, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.30948176980018616, | |
| "learning_rate": 1.666060772471488e-05, | |
| "loss": 0.0695, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.27416589856147766, | |
| "learning_rate": 1.663281006378445e-05, | |
| "loss": 0.076, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.650515615940094, | |
| "learning_rate": 1.6605006726944317e-05, | |
| "loss": 0.1093, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.32595914602279663, | |
| "learning_rate": 1.6577197810843332e-05, | |
| "loss": 0.0535, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.15904508531093597, | |
| "learning_rate": 1.6549383412149764e-05, | |
| "loss": 0.0275, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.19686171412467957, | |
| "learning_rate": 1.6521563627550915e-05, | |
| "loss": 0.0288, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.17189526557922363, | |
| "learning_rate": 1.6493738553752822e-05, | |
| "loss": 0.044, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.19990110397338867, | |
| "learning_rate": 1.646590828747991e-05, | |
| "loss": 0.0419, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.27069151401519775, | |
| "learning_rate": 1.643807292547463e-05, | |
| "loss": 0.0713, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.25677499175071716, | |
| "learning_rate": 1.6410232564497188e-05, | |
| "loss": 0.0482, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.390544056892395, | |
| "learning_rate": 1.6382387301325136e-05, | |
| "loss": 0.0549, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.1617233157157898, | |
| "learning_rate": 1.6354537232753072e-05, | |
| "loss": 0.0257, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.2596289813518524, | |
| "learning_rate": 1.6326682455592305e-05, | |
| "loss": 0.0776, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.21102601289749146, | |
| "learning_rate": 1.629882306667051e-05, | |
| "loss": 0.0208, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.1607803851366043, | |
| "learning_rate": 1.627095916283139e-05, | |
| "loss": 0.0484, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.27364104986190796, | |
| "learning_rate": 1.6243090840934344e-05, | |
| "loss": 0.0274, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.19951047003269196, | |
| "learning_rate": 1.621521819785413e-05, | |
| "loss": 0.0323, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.28387781977653503, | |
| "learning_rate": 1.618734133048052e-05, | |
| "loss": 0.0601, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.4012148678302765, | |
| "learning_rate": 1.6159460335717992e-05, | |
| "loss": 0.0429, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.21728171408176422, | |
| "learning_rate": 1.6131575310485346e-05, | |
| "loss": 0.0364, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.2689477503299713, | |
| "learning_rate": 1.6103686351715403e-05, | |
| "loss": 0.0466, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.38029181957244873, | |
| "learning_rate": 1.6075793556354655e-05, | |
| "loss": 0.1038, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.1651802659034729, | |
| "learning_rate": 1.604789702136294e-05, | |
| "loss": 0.0411, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.3085605502128601, | |
| "learning_rate": 1.6019996843713088e-05, | |
| "loss": 0.0523, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.37859705090522766, | |
| "learning_rate": 1.599209312039058e-05, | |
| "loss": 0.0514, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.23541994392871857, | |
| "learning_rate": 1.5964185948393248e-05, | |
| "loss": 0.0551, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.23828637599945068, | |
| "learning_rate": 1.5936275424730892e-05, | |
| "loss": 0.0382, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.3132995069026947, | |
| "learning_rate": 1.5908361646424973e-05, | |
| "loss": 0.0604, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.26171785593032837, | |
| "learning_rate": 1.5880444710508263e-05, | |
| "loss": 0.0498, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.36306342482566833, | |
| "learning_rate": 1.5852524714024502e-05, | |
| "loss": 0.0631, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.26050522923469543, | |
| "learning_rate": 1.5824601754028083e-05, | |
| "loss": 0.0447, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.26902008056640625, | |
| "learning_rate": 1.579667592758369e-05, | |
| "loss": 0.0729, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.332304447889328, | |
| "learning_rate": 1.5768747331765975e-05, | |
| "loss": 0.0691, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.35629650950431824, | |
| "learning_rate": 1.5740816063659226e-05, | |
| "loss": 0.0893, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.3809410035610199, | |
| "learning_rate": 1.5712882220357e-05, | |
| "loss": 0.0696, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.5881456136703491, | |
| "learning_rate": 1.5684945898961826e-05, | |
| "loss": 0.1203, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.24559205770492554, | |
| "learning_rate": 1.5657007196584833e-05, | |
| "loss": 0.0668, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.243602454662323, | |
| "learning_rate": 1.562906621034543e-05, | |
| "loss": 0.0734, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.23130877315998077, | |
| "learning_rate": 1.5601123037370977e-05, | |
| "loss": 0.0576, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.24903638660907745, | |
| "learning_rate": 1.5573177774796415e-05, | |
| "loss": 0.0697, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.1651858389377594, | |
| "learning_rate": 1.5545230519763967e-05, | |
| "loss": 0.0451, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.33191120624542236, | |
| "learning_rate": 1.5517281369422767e-05, | |
| "loss": 0.0981, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.21882258355617523, | |
| "learning_rate": 1.5489330420928554e-05, | |
| "loss": 0.0526, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.16961008310317993, | |
| "learning_rate": 1.54613777714433e-05, | |
| "loss": 0.064, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.1839754283428192, | |
| "learning_rate": 1.5433423518134906e-05, | |
| "loss": 0.0505, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.14958679676055908, | |
| "learning_rate": 1.5405467758176836e-05, | |
| "loss": 0.0411, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.19069762527942657, | |
| "learning_rate": 1.53775105887478e-05, | |
| "loss": 0.0444, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.18522578477859497, | |
| "learning_rate": 1.5349552107031397e-05, | |
| "loss": 0.0434, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.20363502204418182, | |
| "learning_rate": 1.5321592410215797e-05, | |
| "loss": 0.0505, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.19764205813407898, | |
| "learning_rate": 1.5293631595493402e-05, | |
| "loss": 0.0656, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.13997752964496613, | |
| "learning_rate": 1.5265669760060465e-05, | |
| "loss": 0.0289, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.1866457611322403, | |
| "learning_rate": 1.5237707001116832e-05, | |
| "loss": 0.0729, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.2979126274585724, | |
| "learning_rate": 1.5209743415865535e-05, | |
| "loss": 0.0857, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.13852760195732117, | |
| "learning_rate": 1.5181779101512479e-05, | |
| "loss": 0.0243, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.26966992020606995, | |
| "learning_rate": 1.5153814155266105e-05, | |
| "loss": 0.0602, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.15731748938560486, | |
| "learning_rate": 1.5125848674337052e-05, | |
| "loss": 0.041, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.12978889048099518, | |
| "learning_rate": 1.5097882755937824e-05, | |
| "loss": 0.0401, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.24159477651119232, | |
| "learning_rate": 1.5069916497282432e-05, | |
| "loss": 0.0558, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.24909768998622894, | |
| "learning_rate": 1.504194999558608e-05, | |
| "loss": 0.0725, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.2621814012527466, | |
| "learning_rate": 1.5013983348064814e-05, | |
| "loss": 0.0552, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "eval_loss": 0.05297964811325073, | |
| "eval_runtime": 14.7241, | |
| "eval_samples_per_second": 32.328, | |
| "eval_steps_per_second": 8.082, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.1669163703918457, | |
| "learning_rate": 1.4986016651935187e-05, | |
| "loss": 0.0544, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.16181348264217377, | |
| "learning_rate": 1.4958050004413922e-05, | |
| "loss": 0.0475, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.25394901633262634, | |
| "learning_rate": 1.4930083502717573e-05, | |
| "loss": 0.0471, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.23477764427661896, | |
| "learning_rate": 1.490211724406218e-05, | |
| "loss": 0.0615, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.22598886489868164, | |
| "learning_rate": 1.4874151325662952e-05, | |
| "loss": 0.05, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.21471647918224335, | |
| "learning_rate": 1.4846185844733896e-05, | |
| "loss": 0.0421, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.21471573412418365, | |
| "learning_rate": 1.4818220898487522e-05, | |
| "loss": 0.062, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.32464271783828735, | |
| "learning_rate": 1.4790256584134467e-05, | |
| "loss": 0.0951, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.2311284989118576, | |
| "learning_rate": 1.4762292998883167e-05, | |
| "loss": 0.0541, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.1898965984582901, | |
| "learning_rate": 1.4734330239939537e-05, | |
| "loss": 0.0357, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.2285154163837433, | |
| "learning_rate": 1.4706368404506604e-05, | |
| "loss": 0.03, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.1730206459760666, | |
| "learning_rate": 1.4678407589784202e-05, | |
| "loss": 0.0304, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.1433994174003601, | |
| "learning_rate": 1.4650447892968606e-05, | |
| "loss": 0.0201, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.2737201750278473, | |
| "learning_rate": 1.4622489411252203e-05, | |
| "loss": 0.0513, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.3572165369987488, | |
| "learning_rate": 1.4594532241823168e-05, | |
| "loss": 0.0426, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.20711761713027954, | |
| "learning_rate": 1.4566576481865097e-05, | |
| "loss": 0.0435, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.14759641885757446, | |
| "learning_rate": 1.4538622228556698e-05, | |
| "loss": 0.0178, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.25281572341918945, | |
| "learning_rate": 1.4510669579071449e-05, | |
| "loss": 0.0483, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.1265438199043274, | |
| "learning_rate": 1.4482718630577234e-05, | |
| "loss": 0.0122, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.2462211698293686, | |
| "learning_rate": 1.4454769480236034e-05, | |
| "loss": 0.0259, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.4634632468223572, | |
| "learning_rate": 1.442682222520359e-05, | |
| "loss": 0.0612, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.08901804685592651, | |
| "learning_rate": 1.4398876962629026e-05, | |
| "loss": 0.0076, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.25518471002578735, | |
| "learning_rate": 1.4370933789654571e-05, | |
| "loss": 0.0715, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.3362948000431061, | |
| "learning_rate": 1.4342992803415171e-05, | |
| "loss": 0.0417, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.2440776228904724, | |
| "learning_rate": 1.4315054101038176e-05, | |
| "loss": 0.0473, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.22846253216266632, | |
| "learning_rate": 1.4287117779643005e-05, | |
| "loss": 0.0372, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.16435202956199646, | |
| "learning_rate": 1.4259183936340775e-05, | |
| "loss": 0.0236, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.16216912865638733, | |
| "learning_rate": 1.4231252668234025e-05, | |
| "loss": 0.0194, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.590180516242981, | |
| "learning_rate": 1.4203324072416313e-05, | |
| "loss": 0.0959, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.2067226618528366, | |
| "learning_rate": 1.4175398245971921e-05, | |
| "loss": 0.0162, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.23973137140274048, | |
| "learning_rate": 1.4147475285975504e-05, | |
| "loss": 0.0553, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.23057444393634796, | |
| "learning_rate": 1.411955528949174e-05, | |
| "loss": 0.0339, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.44691550731658936, | |
| "learning_rate": 1.4091638353575025e-05, | |
| "loss": 0.0607, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.3693409264087677, | |
| "learning_rate": 1.4063724575269109e-05, | |
| "loss": 0.0841, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.36656439304351807, | |
| "learning_rate": 1.4035814051606753e-05, | |
| "loss": 0.0592, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.37300795316696167, | |
| "learning_rate": 1.4007906879609424e-05, | |
| "loss": 0.0431, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.1838502585887909, | |
| "learning_rate": 1.3980003156286916e-05, | |
| "loss": 0.035, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.33711016178131104, | |
| "learning_rate": 1.3952102978637058e-05, | |
| "loss": 0.0515, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.3825240433216095, | |
| "learning_rate": 1.3924206443645345e-05, | |
| "loss": 0.059, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.22543422877788544, | |
| "learning_rate": 1.38963136482846e-05, | |
| "loss": 0.0289, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.37494131922721863, | |
| "learning_rate": 1.3868424689514658e-05, | |
| "loss": 0.0762, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.6698411703109741, | |
| "learning_rate": 1.384053966428201e-05, | |
| "loss": 0.0848, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.2594004273414612, | |
| "learning_rate": 1.3812658669519474e-05, | |
| "loss": 0.0281, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.39433106780052185, | |
| "learning_rate": 1.3784781802145875e-05, | |
| "loss": 0.0985, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.20175516605377197, | |
| "learning_rate": 1.3756909159065659e-05, | |
| "loss": 0.0408, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.18394209444522858, | |
| "learning_rate": 1.372904083716861e-05, | |
| "loss": 0.0263, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.14119882881641388, | |
| "learning_rate": 1.3701176933329495e-05, | |
| "loss": 0.0264, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.14260679483413696, | |
| "learning_rate": 1.3673317544407694e-05, | |
| "loss": 0.0312, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.2470966875553131, | |
| "learning_rate": 1.364546276724693e-05, | |
| "loss": 0.0403, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.25093796849250793, | |
| "learning_rate": 1.3617612698674867e-05, | |
| "loss": 0.0511, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.25882598757743835, | |
| "learning_rate": 1.3589767435502813e-05, | |
| "loss": 0.0303, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.13052983582019806, | |
| "learning_rate": 1.3561927074525372e-05, | |
| "loss": 0.0176, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.1630779206752777, | |
| "learning_rate": 1.3534091712520097e-05, | |
| "loss": 0.0377, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.3587014973163605, | |
| "learning_rate": 1.3506261446247182e-05, | |
| "loss": 0.0856, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.25035837292671204, | |
| "learning_rate": 1.3478436372449089e-05, | |
| "loss": 0.0612, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.26720166206359863, | |
| "learning_rate": 1.345061658785024e-05, | |
| "loss": 0.0853, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.20204173028469086, | |
| "learning_rate": 1.3422802189156672e-05, | |
| "loss": 0.046, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.3688868284225464, | |
| "learning_rate": 1.339499327305569e-05, | |
| "loss": 0.0629, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.13798101246356964, | |
| "learning_rate": 1.3367189936215552e-05, | |
| "loss": 0.0289, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.2122255116701126, | |
| "learning_rate": 1.3339392275285118e-05, | |
| "loss": 0.041, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.34295904636383057, | |
| "learning_rate": 1.3311600386893513e-05, | |
| "loss": 0.0599, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.2708895802497864, | |
| "learning_rate": 1.3283814367649804e-05, | |
| "loss": 0.0672, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.24829035997390747, | |
| "learning_rate": 1.3256034314142639e-05, | |
| "loss": 0.05, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.2881320118904114, | |
| "learning_rate": 1.3228260322939955e-05, | |
| "loss": 0.0319, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.1695733219385147, | |
| "learning_rate": 1.3200492490588596e-05, | |
| "loss": 0.0482, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.2604435980319977, | |
| "learning_rate": 1.3172730913613996e-05, | |
| "loss": 0.0547, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.3750756084918976, | |
| "learning_rate": 1.3144975688519859e-05, | |
| "loss": 0.0839, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.1456877589225769, | |
| "learning_rate": 1.3117226911787791e-05, | |
| "loss": 0.0277, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.2657271921634674, | |
| "learning_rate": 1.3089484679876989e-05, | |
| "loss": 0.033, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.26634252071380615, | |
| "learning_rate": 1.3061749089223914e-05, | |
| "loss": 0.0389, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.2602170705795288, | |
| "learning_rate": 1.303402023624192e-05, | |
| "loss": 0.0503, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.19216115772724152, | |
| "learning_rate": 1.3006298217320948e-05, | |
| "loss": 0.0298, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.3049064576625824, | |
| "learning_rate": 1.2978583128827187e-05, | |
| "loss": 0.0755, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.3116673529148102, | |
| "learning_rate": 1.2950875067102719e-05, | |
| "loss": 0.0728, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.17638739943504333, | |
| "learning_rate": 1.2923174128465227e-05, | |
| "loss": 0.0252, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.1943345069885254, | |
| "learning_rate": 1.2895480409207608e-05, | |
| "loss": 0.061, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.2744896709918976, | |
| "learning_rate": 1.286779400559767e-05, | |
| "loss": 0.0633, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.18297532200813293, | |
| "learning_rate": 1.2840115013877803e-05, | |
| "loss": 0.0272, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.29986709356307983, | |
| "learning_rate": 1.2812443530264611e-05, | |
| "loss": 0.0517, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.21048623323440552, | |
| "learning_rate": 1.2784779650948622e-05, | |
| "loss": 0.0514, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.21968035399913788, | |
| "learning_rate": 1.2757123472093904e-05, | |
| "loss": 0.0527, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.3859691023826599, | |
| "learning_rate": 1.272947508983778e-05, | |
| "loss": 0.0593, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.29459449648857117, | |
| "learning_rate": 1.2701834600290465e-05, | |
| "loss": 0.0517, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.23370222747325897, | |
| "learning_rate": 1.2674202099534725e-05, | |
| "loss": 0.0473, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.3279827833175659, | |
| "learning_rate": 1.264657768362557e-05, | |
| "loss": 0.0432, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.3182874917984009, | |
| "learning_rate": 1.2618961448589903e-05, | |
| "loss": 0.0642, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.10656490176916122, | |
| "learning_rate": 1.2591353490426185e-05, | |
| "loss": 0.0138, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.1540316343307495, | |
| "learning_rate": 1.2563753905104108e-05, | |
| "loss": 0.0318, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.19106361269950867, | |
| "learning_rate": 1.2536162788564253e-05, | |
| "loss": 0.0439, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.3189610242843628, | |
| "learning_rate": 1.250858023671777e-05, | |
| "loss": 0.0542, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.25459712743759155, | |
| "learning_rate": 1.2481006345446039e-05, | |
| "loss": 0.0446, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.26181209087371826, | |
| "learning_rate": 1.2453441210600323e-05, | |
| "loss": 0.0806, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.32628104090690613, | |
| "learning_rate": 1.2425884928001455e-05, | |
| "loss": 0.056, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.2178797721862793, | |
| "learning_rate": 1.2398337593439491e-05, | |
| "loss": 0.0323, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.518593430519104, | |
| "learning_rate": 1.2370799302673386e-05, | |
| "loss": 0.0711, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.19468623399734497, | |
| "learning_rate": 1.2343270151430659e-05, | |
| "loss": 0.0228, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.3345097303390503, | |
| "learning_rate": 1.2315750235407053e-05, | |
| "loss": 0.0657, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.3418566584587097, | |
| "learning_rate": 1.2288239650266211e-05, | |
| "loss": 0.0374, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.22158052027225494, | |
| "learning_rate": 1.2260738491639342e-05, | |
| "loss": 0.0451, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.3689166009426117, | |
| "learning_rate": 1.2233246855124876e-05, | |
| "loss": 0.0742, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.21123674511909485, | |
| "learning_rate": 1.2205764836288167e-05, | |
| "loss": 0.0398, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.21988846361637115, | |
| "learning_rate": 1.2178292530661108e-05, | |
| "loss": 0.0285, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.33735549449920654, | |
| "learning_rate": 1.2150830033741845e-05, | |
| "loss": 0.0585, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.1364648938179016, | |
| "learning_rate": 1.2123377440994424e-05, | |
| "loss": 0.0177, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.23270867764949799, | |
| "learning_rate": 1.2095934847848454e-05, | |
| "loss": 0.0533, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.19464728236198425, | |
| "learning_rate": 1.2068502349698806e-05, | |
| "loss": 0.0383, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.23923218250274658, | |
| "learning_rate": 1.2041080041905221e-05, | |
| "loss": 0.0406, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.2545720338821411, | |
| "learning_rate": 1.2013668019792059e-05, | |
| "loss": 0.04, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.2737041115760803, | |
| "learning_rate": 1.1986266378647903e-05, | |
| "loss": 0.0688, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.32465556263923645, | |
| "learning_rate": 1.1958875213725242e-05, | |
| "loss": 0.053, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.5943883657455444, | |
| "learning_rate": 1.1931494620240173e-05, | |
| "loss": 0.0711, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.36020776629447937, | |
| "learning_rate": 1.1904124693372027e-05, | |
| "loss": 0.0431, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.16541947424411774, | |
| "learning_rate": 1.1876765528263054e-05, | |
| "loss": 0.0306, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.21830913424491882, | |
| "learning_rate": 1.1849417220018108e-05, | |
| "loss": 0.0556, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.4576943814754486, | |
| "learning_rate": 1.1822079863704291e-05, | |
| "loss": 0.1155, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.34350088238716125, | |
| "learning_rate": 1.1794753554350635e-05, | |
| "loss": 0.0616, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.24154837429523468, | |
| "learning_rate": 1.1767438386947789e-05, | |
| "loss": 0.041, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.3688625395298004, | |
| "learning_rate": 1.1740134456447642e-05, | |
| "loss": 0.0789, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.15884725749492645, | |
| "learning_rate": 1.1712841857763043e-05, | |
| "loss": 0.037, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.2018052637577057, | |
| "learning_rate": 1.1685560685767441e-05, | |
| "loss": 0.0581, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.2525852620601654, | |
| "learning_rate": 1.1658291035294565e-05, | |
| "loss": 0.0388, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.13577726483345032, | |
| "learning_rate": 1.16310330011381e-05, | |
| "loss": 0.0207, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.1704084426164627, | |
| "learning_rate": 1.160378667805134e-05, | |
| "loss": 0.0336, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.2135757952928543, | |
| "learning_rate": 1.1576552160746876e-05, | |
| "loss": 0.0428, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.21314018964767456, | |
| "learning_rate": 1.1549329543896261e-05, | |
| "loss": 0.0469, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.29755663871765137, | |
| "learning_rate": 1.152211892212967e-05, | |
| "loss": 0.0567, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.18695975840091705, | |
| "learning_rate": 1.1494920390035603e-05, | |
| "loss": 0.0343, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.15595993399620056, | |
| "learning_rate": 1.1467734042160506e-05, | |
| "loss": 0.027, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.16335420310497284, | |
| "learning_rate": 1.1440559973008493e-05, | |
| "loss": 0.029, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.22777877748012543, | |
| "learning_rate": 1.141339827704099e-05, | |
| "loss": 0.0259, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.31491386890411377, | |
| "learning_rate": 1.1386249048676399e-05, | |
| "loss": 0.0737, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.19159311056137085, | |
| "learning_rate": 1.1359112382289807e-05, | |
| "loss": 0.0235, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.21155066788196564, | |
| "learning_rate": 1.1331988372212604e-05, | |
| "loss": 0.055, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.40876173973083496, | |
| "learning_rate": 1.1304877112732209e-05, | |
| "loss": 0.0654, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.2856805622577667, | |
| "learning_rate": 1.1277778698091711e-05, | |
| "loss": 0.0503, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.25982338190078735, | |
| "learning_rate": 1.1250693222489538e-05, | |
| "loss": 0.0348, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.15217123925685883, | |
| "learning_rate": 1.1223620780079155e-05, | |
| "loss": 0.0273, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.19661454856395721, | |
| "learning_rate": 1.1196561464968715e-05, | |
| "loss": 0.038, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.27082914113998413, | |
| "learning_rate": 1.1169515371220729e-05, | |
| "loss": 0.0547, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.2935861349105835, | |
| "learning_rate": 1.114248259285177e-05, | |
| "loss": 0.052, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.3520117998123169, | |
| "learning_rate": 1.1115463223832101e-05, | |
| "loss": 0.0447, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.34975117444992065, | |
| "learning_rate": 1.1088457358085384e-05, | |
| "loss": 0.0764, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_loss": 0.052343208342790604, | |
| "eval_runtime": 14.7406, | |
| "eval_samples_per_second": 32.292, | |
| "eval_steps_per_second": 8.073, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.22226814925670624, | |
| "learning_rate": 1.106146508948835e-05, | |
| "loss": 0.0274, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.27738481760025024, | |
| "learning_rate": 1.1034486511870444e-05, | |
| "loss": 0.0394, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.5362345576286316, | |
| "learning_rate": 1.1007521719013538e-05, | |
| "loss": 0.0669, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.2275220900774002, | |
| "learning_rate": 1.0980570804651568e-05, | |
| "loss": 0.0266, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.16260147094726562, | |
| "learning_rate": 1.095363386247024e-05, | |
| "loss": 0.0127, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.281746506690979, | |
| "learning_rate": 1.0926710986106691e-05, | |
| "loss": 0.0313, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.26501229405403137, | |
| "learning_rate": 1.0899802269149151e-05, | |
| "loss": 0.0452, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.23682145774364471, | |
| "learning_rate": 1.0872907805136637e-05, | |
| "loss": 0.0332, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.29634806513786316, | |
| "learning_rate": 1.0846027687558627e-05, | |
| "loss": 0.0475, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.34405043721199036, | |
| "learning_rate": 1.081916200985471e-05, | |
| "loss": 0.1156, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.21926525235176086, | |
| "learning_rate": 1.0792310865414307e-05, | |
| "loss": 0.0345, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.24628080427646637, | |
| "learning_rate": 1.0765474347576288e-05, | |
| "loss": 0.0361, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.3084715008735657, | |
| "learning_rate": 1.07386525496287e-05, | |
| "loss": 0.0627, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.21348412334918976, | |
| "learning_rate": 1.0711845564808418e-05, | |
| "loss": 0.0208, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.24961091578006744, | |
| "learning_rate": 1.0685053486300814e-05, | |
| "loss": 0.0347, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.3914209306240082, | |
| "learning_rate": 1.0658276407239462e-05, | |
| "loss": 0.0583, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.23963287472724915, | |
| "learning_rate": 1.063151442070577e-05, | |
| "loss": 0.0574, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.18053047358989716, | |
| "learning_rate": 1.0604767619728707e-05, | |
| "loss": 0.0233, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.34937530755996704, | |
| "learning_rate": 1.0578036097284442e-05, | |
| "loss": 0.0422, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.36412081122398376, | |
| "learning_rate": 1.0551319946296027e-05, | |
| "loss": 0.0832, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.5039358735084534, | |
| "learning_rate": 1.05246192596331e-05, | |
| "loss": 0.0665, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.381173700094223, | |
| "learning_rate": 1.0497934130111526e-05, | |
| "loss": 0.0455, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.30506399273872375, | |
| "learning_rate": 1.0471264650493093e-05, | |
| "loss": 0.0539, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.38967427611351013, | |
| "learning_rate": 1.0444610913485195e-05, | |
| "loss": 0.0767, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.24847134947776794, | |
| "learning_rate": 1.0417973011740492e-05, | |
| "loss": 0.028, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.19682088494300842, | |
| "learning_rate": 1.0391351037856604e-05, | |
| "loss": 0.0277, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.22912351787090302, | |
| "learning_rate": 1.036474508437579e-05, | |
| "loss": 0.0456, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.22427204251289368, | |
| "learning_rate": 1.0338155243784606e-05, | |
| "loss": 0.0298, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.38963979482650757, | |
| "learning_rate": 1.0311581608513603e-05, | |
| "loss": 0.0831, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.28928878903388977, | |
| "learning_rate": 1.0285024270937003e-05, | |
| "loss": 0.0482, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.24627822637557983, | |
| "learning_rate": 1.0258483323372365e-05, | |
| "loss": 0.0234, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.37990662455558777, | |
| "learning_rate": 1.0231958858080291e-05, | |
| "loss": 0.0683, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.13172967731952667, | |
| "learning_rate": 1.0205450967264067e-05, | |
| "loss": 0.017, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.5053113102912903, | |
| "learning_rate": 1.017895974306938e-05, | |
| "loss": 0.0538, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.2872104346752167, | |
| "learning_rate": 1.0152485277583975e-05, | |
| "loss": 0.0334, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.2830204367637634, | |
| "learning_rate": 1.0126027662837332e-05, | |
| "loss": 0.0541, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.16259455680847168, | |
| "learning_rate": 1.0099586990800375e-05, | |
| "loss": 0.0265, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.18389791250228882, | |
| "learning_rate": 1.0073163353385114e-05, | |
| "loss": 0.0382, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.21226352453231812, | |
| "learning_rate": 1.0046756842444356e-05, | |
| "loss": 0.0495, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.34458455443382263, | |
| "learning_rate": 1.0020367549771367e-05, | |
| "loss": 0.0524, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.2613154649734497, | |
| "learning_rate": 9.993995567099557e-06, | |
| "loss": 0.0383, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.3383423984050751, | |
| "learning_rate": 9.967640986102181e-06, | |
| "loss": 0.0539, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.22641730308532715, | |
| "learning_rate": 9.941303898391973e-06, | |
| "loss": 0.0676, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.38731008768081665, | |
| "learning_rate": 9.914984395520885e-06, | |
| "loss": 0.0518, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.21816083788871765, | |
| "learning_rate": 9.888682568979735e-06, | |
| "loss": 0.0499, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.23305702209472656, | |
| "learning_rate": 9.862398510197875e-06, | |
| "loss": 0.0465, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.19520357251167297, | |
| "learning_rate": 9.836132310542926e-06, | |
| "loss": 0.0353, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.25492751598358154, | |
| "learning_rate": 9.809884061320407e-06, | |
| "loss": 0.0396, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.15815380215644836, | |
| "learning_rate": 9.783653853773438e-06, | |
| "loss": 0.0221, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.514136791229248, | |
| "learning_rate": 9.757441779082434e-06, | |
| "loss": 0.0624, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.4792744517326355, | |
| "learning_rate": 9.731247928364766e-06, | |
| "loss": 0.0666, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.165685772895813, | |
| "learning_rate": 9.705072392674459e-06, | |
| "loss": 0.0314, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.31327199935913086, | |
| "learning_rate": 9.678915263001884e-06, | |
| "loss": 0.0269, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.20864950120449066, | |
| "learning_rate": 9.65277663027341e-06, | |
| "loss": 0.0389, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.6159412860870361, | |
| "learning_rate": 9.626656585351127e-06, | |
| "loss": 0.0844, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.17599329352378845, | |
| "learning_rate": 9.600555219032493e-06, | |
| "loss": 0.0198, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.46148017048835754, | |
| "learning_rate": 9.574472622050037e-06, | |
| "loss": 0.0821, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.33153191208839417, | |
| "learning_rate": 9.548408885071071e-06, | |
| "loss": 0.0707, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.43923747539520264, | |
| "learning_rate": 9.52236409869731e-06, | |
| "loss": 0.0726, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.29100126028060913, | |
| "learning_rate": 9.496338353464613e-06, | |
| "loss": 0.0581, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.08649720996618271, | |
| "learning_rate": 9.470331739842645e-06, | |
| "loss": 0.0089, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.28912803530693054, | |
| "learning_rate": 9.444344348234566e-06, | |
| "loss": 0.0345, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.1984950602054596, | |
| "learning_rate": 9.418376268976727e-06, | |
| "loss": 0.0242, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.13096588850021362, | |
| "learning_rate": 9.392427592338318e-06, | |
| "loss": 0.0195, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.414447546005249, | |
| "learning_rate": 9.36649840852112e-06, | |
| "loss": 0.0605, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.7186275124549866, | |
| "learning_rate": 9.340588807659128e-06, | |
| "loss": 0.0952, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.43872931599617004, | |
| "learning_rate": 9.314698879818264e-06, | |
| "loss": 0.0652, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.12227629125118256, | |
| "learning_rate": 9.288828714996086e-06, | |
| "loss": 0.0223, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.31879130005836487, | |
| "learning_rate": 9.26297840312142e-06, | |
| "loss": 0.0681, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.29195696115493774, | |
| "learning_rate": 9.237148034054107e-06, | |
| "loss": 0.0666, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.27950647473335266, | |
| "learning_rate": 9.211337697584654e-06, | |
| "loss": 0.0278, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.22695614397525787, | |
| "learning_rate": 9.185547483433923e-06, | |
| "loss": 0.0521, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.2461085170507431, | |
| "learning_rate": 9.159777481252838e-06, | |
| "loss": 0.0648, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.33142539858818054, | |
| "learning_rate": 9.134027780622069e-06, | |
| "loss": 0.0372, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.23242291808128357, | |
| "learning_rate": 9.108298471051695e-06, | |
| "loss": 0.0472, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.22239136695861816, | |
| "learning_rate": 9.082589641980931e-06, | |
| "loss": 0.0467, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.14557255804538727, | |
| "learning_rate": 9.056901382777784e-06, | |
| "loss": 0.033, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.29809367656707764, | |
| "learning_rate": 9.031233782738765e-06, | |
| "loss": 0.0662, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.12355267256498337, | |
| "learning_rate": 9.00558693108858e-06, | |
| "loss": 0.0245, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.3000732958316803, | |
| "learning_rate": 8.979960916979782e-06, | |
| "loss": 0.0894, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.405777245759964, | |
| "learning_rate": 8.954355829492522e-06, | |
| "loss": 0.0683, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.2747291028499603, | |
| "learning_rate": 8.928771757634179e-06, | |
| "loss": 0.067, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.20261916518211365, | |
| "learning_rate": 8.903208790339094e-06, | |
| "loss": 0.0419, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.18399080634117126, | |
| "learning_rate": 8.877667016468251e-06, | |
| "loss": 0.0458, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.22144752740859985, | |
| "learning_rate": 8.852146524808945e-06, | |
| "loss": 0.0605, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.24125979840755463, | |
| "learning_rate": 8.826647404074497e-06, | |
| "loss": 0.0494, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.19941553473472595, | |
| "learning_rate": 8.80116974290395e-06, | |
| "loss": 0.0382, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.15817837417125702, | |
| "learning_rate": 8.775713629861726e-06, | |
| "loss": 0.0459, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.17759451270103455, | |
| "learning_rate": 8.750279153437375e-06, | |
| "loss": 0.0378, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.1938961297273636, | |
| "learning_rate": 8.72486640204521e-06, | |
| "loss": 0.0451, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.3393564224243164, | |
| "learning_rate": 8.699475464024022e-06, | |
| "loss": 0.0581, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.22199125587940216, | |
| "learning_rate": 8.6741064276368e-06, | |
| "loss": 0.0492, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.14225240051746368, | |
| "learning_rate": 8.648759381070369e-06, | |
| "loss": 0.0251, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.23262937366962433, | |
| "learning_rate": 8.623434412435144e-06, | |
| "loss": 0.0339, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.32259851694107056, | |
| "learning_rate": 8.59813160976477e-06, | |
| "loss": 0.0544, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.25321877002716064, | |
| "learning_rate": 8.572851061015842e-06, | |
| "loss": 0.0443, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.19444559514522552, | |
| "learning_rate": 8.547592854067616e-06, | |
| "loss": 0.0466, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.20306558907032013, | |
| "learning_rate": 8.522357076721658e-06, | |
| "loss": 0.0359, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.3852079212665558, | |
| "learning_rate": 8.497143816701592e-06, | |
| "loss": 0.0784, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.2700721323490143, | |
| "learning_rate": 8.471953161652744e-06, | |
| "loss": 0.0453, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.39073994755744934, | |
| "learning_rate": 8.44678519914187e-06, | |
| "loss": 0.0683, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.24957872927188873, | |
| "learning_rate": 8.421640016656857e-06, | |
| "loss": 0.0422, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.17364278435707092, | |
| "learning_rate": 8.396517701606377e-06, | |
| "loss": 0.0441, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.3036033511161804, | |
| "learning_rate": 8.371418341319643e-06, | |
| "loss": 0.0496, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.3998473584651947, | |
| "learning_rate": 8.346342023046049e-06, | |
| "loss": 0.0849, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.19726194441318512, | |
| "learning_rate": 8.321288833954896e-06, | |
| "loss": 0.0435, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.24617618322372437, | |
| "learning_rate": 8.296258861135098e-06, | |
| "loss": 0.0544, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.169749453663826, | |
| "learning_rate": 8.271252191594846e-06, | |
| "loss": 0.0424, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.17742374539375305, | |
| "learning_rate": 8.246268912261344e-06, | |
| "loss": 0.0325, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.2964729070663452, | |
| "learning_rate": 8.221309109980472e-06, | |
| "loss": 0.0812, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.16450470685958862, | |
| "learning_rate": 8.196372871516502e-06, | |
| "loss": 0.0259, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.2630455195903778, | |
| "learning_rate": 8.17146028355181e-06, | |
| "loss": 0.0326, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.6756049394607544, | |
| "learning_rate": 8.146571432686545e-06, | |
| "loss": 0.1267, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.3916427791118622, | |
| "learning_rate": 8.121706405438346e-06, | |
| "loss": 0.0579, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.22415930032730103, | |
| "learning_rate": 8.09686528824203e-06, | |
| "loss": 0.0364, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.2058791220188141, | |
| "learning_rate": 8.072048167449306e-06, | |
| "loss": 0.0437, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.16186773777008057, | |
| "learning_rate": 8.047255129328467e-06, | |
| "loss": 0.0383, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.3812834620475769, | |
| "learning_rate": 8.0224862600641e-06, | |
| "loss": 0.1065, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.23627111315727234, | |
| "learning_rate": 7.997741645756764e-06, | |
| "loss": 0.0501, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.574120283126831, | |
| "learning_rate": 7.9730213724227e-06, | |
| "loss": 0.0565, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.17482930421829224, | |
| "learning_rate": 7.948325525993545e-06, | |
| "loss": 0.0475, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.27232393622398376, | |
| "learning_rate": 7.923654192316023e-06, | |
| "loss": 0.0471, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.2575230300426483, | |
| "learning_rate": 7.899007457151658e-06, | |
| "loss": 0.0437, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.2097906619310379, | |
| "learning_rate": 7.874385406176445e-06, | |
| "loss": 0.0268, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.30610811710357666, | |
| "learning_rate": 7.849788124980583e-06, | |
| "loss": 0.0594, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.177670419216156, | |
| "learning_rate": 7.82521569906817e-06, | |
| "loss": 0.0505, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.26744842529296875, | |
| "learning_rate": 7.800668213856897e-06, | |
| "loss": 0.0438, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.155733123421669, | |
| "learning_rate": 7.776145754677773e-06, | |
| "loss": 0.0428, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.1795520782470703, | |
| "learning_rate": 7.751648406774778e-06, | |
| "loss": 0.0312, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.23328830301761627, | |
| "learning_rate": 7.727176255304633e-06, | |
| "loss": 0.0263, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.23346711695194244, | |
| "learning_rate": 7.70272938533647e-06, | |
| "loss": 0.0369, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.23599651455879211, | |
| "learning_rate": 7.678307881851517e-06, | |
| "loss": 0.0421, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.2010120004415512, | |
| "learning_rate": 7.653911829742858e-06, | |
| "loss": 0.0543, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.1991390883922577, | |
| "learning_rate": 7.629541313815057e-06, | |
| "loss": 0.0343, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.23358415067195892, | |
| "learning_rate": 7.605196418783949e-06, | |
| "loss": 0.0302, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.31206679344177246, | |
| "learning_rate": 7.580877229276302e-06, | |
| "loss": 0.0794, | |
| "step": 1130 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1695, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 565, | |
| "total_flos": 1.055381254129582e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |