| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.7980221756068326, | |
| "eval_steps": 500, | |
| "global_step": 30000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005993407252022775, | |
| "grad_norm": 2.2955188751220703, | |
| "learning_rate": 2.996703626011388e-07, | |
| "loss": 0.2171, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01198681450404555, | |
| "grad_norm": 0.9237516522407532, | |
| "learning_rate": 5.993407252022776e-07, | |
| "loss": 0.139, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.017980221756068324, | |
| "grad_norm": 0.4022263288497925, | |
| "learning_rate": 8.990110878034162e-07, | |
| "loss": 0.1111, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0239736290080911, | |
| "grad_norm": 0.28793156147003174, | |
| "learning_rate": 1.1986814504045551e-06, | |
| "loss": 0.1079, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.029967036260113874, | |
| "grad_norm": 0.479831337928772, | |
| "learning_rate": 1.4983518130056939e-06, | |
| "loss": 0.1078, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03596044351213665, | |
| "grad_norm": 0.2760140895843506, | |
| "learning_rate": 1.7980221756068325e-06, | |
| "loss": 0.1052, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.041953850764159424, | |
| "grad_norm": 0.44269922375679016, | |
| "learning_rate": 2.0976925382079712e-06, | |
| "loss": 0.1052, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.0479472580161822, | |
| "grad_norm": 0.25097307562828064, | |
| "learning_rate": 2.3973629008091102e-06, | |
| "loss": 0.1054, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.05394066526820498, | |
| "grad_norm": 0.3348759412765503, | |
| "learning_rate": 2.6970332634102492e-06, | |
| "loss": 0.1042, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.05993407252022775, | |
| "grad_norm": 0.11476008594036102, | |
| "learning_rate": 2.9967036260113878e-06, | |
| "loss": 0.104, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.06592747977225052, | |
| "grad_norm": 0.1612076610326767, | |
| "learning_rate": 3.2963739886125264e-06, | |
| "loss": 0.1041, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.0719208870242733, | |
| "grad_norm": 0.3466070592403412, | |
| "learning_rate": 3.596044351213665e-06, | |
| "loss": 0.1034, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.07791429427629608, | |
| "grad_norm": 0.41668832302093506, | |
| "learning_rate": 3.8957147138148035e-06, | |
| "loss": 0.1023, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.08390770152831885, | |
| "grad_norm": 0.3885754346847534, | |
| "learning_rate": 4.1953850764159425e-06, | |
| "loss": 0.1038, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.08990110878034162, | |
| "grad_norm": 0.3091404438018799, | |
| "learning_rate": 4.4950554390170815e-06, | |
| "loss": 0.1022, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.0958945160323644, | |
| "grad_norm": 0.24296438694000244, | |
| "learning_rate": 4.7947258016182205e-06, | |
| "loss": 0.1014, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.10188792328438717, | |
| "grad_norm": 0.2710008919239044, | |
| "learning_rate": 5.0943961642193594e-06, | |
| "loss": 0.1014, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.10788133053640996, | |
| "grad_norm": 0.10421634465456009, | |
| "learning_rate": 5.3940665268204984e-06, | |
| "loss": 0.1006, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.11387473778843273, | |
| "grad_norm": 0.35064780712127686, | |
| "learning_rate": 5.6937368894216374e-06, | |
| "loss": 0.1006, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.1198681450404555, | |
| "grad_norm": 0.3558998703956604, | |
| "learning_rate": 5.9934072520227756e-06, | |
| "loss": 0.101, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12586155229247828, | |
| "grad_norm": 0.13521741330623627, | |
| "learning_rate": 6.2930776146239146e-06, | |
| "loss": 0.101, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.13185495954450105, | |
| "grad_norm": 0.23776298761367798, | |
| "learning_rate": 6.592747977225053e-06, | |
| "loss": 0.1013, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.13784836679652382, | |
| "grad_norm": 0.12444166839122772, | |
| "learning_rate": 6.892418339826191e-06, | |
| "loss": 0.1008, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.1438417740485466, | |
| "grad_norm": 0.13655610382556915, | |
| "learning_rate": 7.19208870242733e-06, | |
| "loss": 0.1019, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.1498351813005694, | |
| "grad_norm": 0.27996689081192017, | |
| "learning_rate": 7.491759065028469e-06, | |
| "loss": 0.1014, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.15582858855259216, | |
| "grad_norm": 0.30384400486946106, | |
| "learning_rate": 7.791429427629607e-06, | |
| "loss": 0.1005, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.16182199580461493, | |
| "grad_norm": 0.06711748242378235, | |
| "learning_rate": 8.091099790230747e-06, | |
| "loss": 0.1001, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.1678154030566377, | |
| "grad_norm": 0.20208857953548431, | |
| "learning_rate": 8.390770152831885e-06, | |
| "loss": 0.1011, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.17380881030866047, | |
| "grad_norm": 0.5147479772567749, | |
| "learning_rate": 8.690440515433025e-06, | |
| "loss": 0.1012, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.17980221756068324, | |
| "grad_norm": 0.2111215740442276, | |
| "learning_rate": 8.990110878034163e-06, | |
| "loss": 0.1002, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.18579562481270603, | |
| "grad_norm": 0.3195187449455261, | |
| "learning_rate": 9.289781240635301e-06, | |
| "loss": 0.1005, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.1917890320647288, | |
| "grad_norm": 0.1801885962486267, | |
| "learning_rate": 9.589451603236441e-06, | |
| "loss": 0.0999, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.19778243931675157, | |
| "grad_norm": 0.07530693709850311, | |
| "learning_rate": 9.889121965837579e-06, | |
| "loss": 0.1019, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.20377584656877434, | |
| "grad_norm": 0.13042743504047394, | |
| "learning_rate": 9.97902307461792e-06, | |
| "loss": 0.1003, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.2097692538207971, | |
| "grad_norm": 0.26616647839546204, | |
| "learning_rate": 9.94572636766224e-06, | |
| "loss": 0.1007, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.2157626610728199, | |
| "grad_norm": 0.35827577114105225, | |
| "learning_rate": 9.912429660706557e-06, | |
| "loss": 0.1007, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.22175606832484268, | |
| "grad_norm": 0.30124035477638245, | |
| "learning_rate": 9.879132953750875e-06, | |
| "loss": 0.1, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.22774947557686545, | |
| "grad_norm": 0.34060993790626526, | |
| "learning_rate": 9.845836246795192e-06, | |
| "loss": 0.1013, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.23374288282888822, | |
| "grad_norm": 0.14318062365055084, | |
| "learning_rate": 9.812539539839511e-06, | |
| "loss": 0.1008, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.239736290080911, | |
| "grad_norm": 0.310312420129776, | |
| "learning_rate": 9.779242832883829e-06, | |
| "loss": 0.0999, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.24572969733293376, | |
| "grad_norm": 0.1943434178829193, | |
| "learning_rate": 9.745946125928146e-06, | |
| "loss": 0.0999, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.25172310458495656, | |
| "grad_norm": 0.22400355339050293, | |
| "learning_rate": 9.712649418972464e-06, | |
| "loss": 0.1016, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.2577165118369793, | |
| "grad_norm": 0.13477976620197296, | |
| "learning_rate": 9.679352712016781e-06, | |
| "loss": 0.101, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.2637099190890021, | |
| "grad_norm": 0.15206047892570496, | |
| "learning_rate": 9.6460560050611e-06, | |
| "loss": 0.1009, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.2697033263410249, | |
| "grad_norm": 0.060487061738967896, | |
| "learning_rate": 9.61275929810542e-06, | |
| "loss": 0.0996, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.27569673359304764, | |
| "grad_norm": 0.16848477721214294, | |
| "learning_rate": 9.579462591149737e-06, | |
| "loss": 0.0998, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.28169014084507044, | |
| "grad_norm": 0.10402075946331024, | |
| "learning_rate": 9.546165884194054e-06, | |
| "loss": 0.1012, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.2876835480970932, | |
| "grad_norm": 0.12113852798938751, | |
| "learning_rate": 9.512869177238371e-06, | |
| "loss": 0.1008, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.293676955349116, | |
| "grad_norm": 0.23850949108600616, | |
| "learning_rate": 9.479572470282689e-06, | |
| "loss": 0.1005, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.2996703626011388, | |
| "grad_norm": 0.3209283649921417, | |
| "learning_rate": 9.446275763327008e-06, | |
| "loss": 0.1005, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.3056637698531615, | |
| "grad_norm": 0.6144764423370361, | |
| "learning_rate": 9.412979056371325e-06, | |
| "loss": 0.1, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.3116571771051843, | |
| "grad_norm": 0.04221544787287712, | |
| "learning_rate": 9.379682349415643e-06, | |
| "loss": 0.0997, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.31765058435720706, | |
| "grad_norm": 0.07346853613853455, | |
| "learning_rate": 9.346385642459962e-06, | |
| "loss": 0.1011, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.32364399160922985, | |
| "grad_norm": 0.3777712285518646, | |
| "learning_rate": 9.31308893550428e-06, | |
| "loss": 0.1008, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.3296373988612526, | |
| "grad_norm": 0.07576871663331985, | |
| "learning_rate": 9.279792228548597e-06, | |
| "loss": 0.1001, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.3356308061132754, | |
| "grad_norm": 0.194047212600708, | |
| "learning_rate": 9.246495521592916e-06, | |
| "loss": 0.1003, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.3416242133652982, | |
| "grad_norm": 0.09262324869632721, | |
| "learning_rate": 9.213198814637233e-06, | |
| "loss": 0.0995, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.34761762061732093, | |
| "grad_norm": 0.5301212668418884, | |
| "learning_rate": 9.17990210768155e-06, | |
| "loss": 0.0999, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.35361102786934373, | |
| "grad_norm": 0.04346400871872902, | |
| "learning_rate": 9.146605400725868e-06, | |
| "loss": 0.0995, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.3596044351213665, | |
| "grad_norm": 0.16581957042217255, | |
| "learning_rate": 9.113308693770187e-06, | |
| "loss": 0.0995, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.36559784237338927, | |
| "grad_norm": 0.37740394473075867, | |
| "learning_rate": 9.080011986814505e-06, | |
| "loss": 0.1005, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.37159124962541207, | |
| "grad_norm": 0.08017630875110626, | |
| "learning_rate": 9.046715279858824e-06, | |
| "loss": 0.1, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.3775846568774348, | |
| "grad_norm": 0.1393900364637375, | |
| "learning_rate": 9.013418572903141e-06, | |
| "loss": 0.1007, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.3835780641294576, | |
| "grad_norm": 0.11385737359523773, | |
| "learning_rate": 8.980121865947459e-06, | |
| "loss": 0.1001, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.38957147138148035, | |
| "grad_norm": 0.1457832008600235, | |
| "learning_rate": 8.946825158991776e-06, | |
| "loss": 0.1, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.39556487863350315, | |
| "grad_norm": 0.03458058834075928, | |
| "learning_rate": 8.913528452036094e-06, | |
| "loss": 0.0999, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.40155828588552595, | |
| "grad_norm": 0.4892089366912842, | |
| "learning_rate": 8.880231745080413e-06, | |
| "loss": 0.1, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.4075516931375487, | |
| "grad_norm": 0.11881079524755478, | |
| "learning_rate": 8.84693503812473e-06, | |
| "loss": 0.1009, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.4135451003895715, | |
| "grad_norm": 0.29624250531196594, | |
| "learning_rate": 8.813638331169047e-06, | |
| "loss": 0.1007, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.4195385076415942, | |
| "grad_norm": 0.18601752817630768, | |
| "learning_rate": 8.780341624213367e-06, | |
| "loss": 0.1002, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.425531914893617, | |
| "grad_norm": 0.017990827560424805, | |
| "learning_rate": 8.747044917257684e-06, | |
| "loss": 0.0998, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.4315253221456398, | |
| "grad_norm": 0.08424385637044907, | |
| "learning_rate": 8.713748210302001e-06, | |
| "loss": 0.1005, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.43751872939766256, | |
| "grad_norm": 0.40114349126815796, | |
| "learning_rate": 8.68045150334632e-06, | |
| "loss": 0.0994, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.44351213664968536, | |
| "grad_norm": 0.10041668266057968, | |
| "learning_rate": 8.647154796390638e-06, | |
| "loss": 0.0999, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.4495055439017081, | |
| "grad_norm": 0.4256216585636139, | |
| "learning_rate": 8.613858089434955e-06, | |
| "loss": 0.101, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.4554989511537309, | |
| "grad_norm": 0.2503170371055603, | |
| "learning_rate": 8.580561382479273e-06, | |
| "loss": 0.0996, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.46149235840575364, | |
| "grad_norm": 0.09117023646831512, | |
| "learning_rate": 8.547264675523592e-06, | |
| "loss": 0.0987, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.46748576565777644, | |
| "grad_norm": 0.12042222917079926, | |
| "learning_rate": 8.51396796856791e-06, | |
| "loss": 0.1002, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.47347917290979924, | |
| "grad_norm": 0.13141508400440216, | |
| "learning_rate": 8.480671261612228e-06, | |
| "loss": 0.101, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.479472580161822, | |
| "grad_norm": 0.20164711773395538, | |
| "learning_rate": 8.447374554656546e-06, | |
| "loss": 0.101, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.4854659874138448, | |
| "grad_norm": 0.09953387826681137, | |
| "learning_rate": 8.414077847700863e-06, | |
| "loss": 0.0998, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.4914593946658675, | |
| "grad_norm": 0.03517329692840576, | |
| "learning_rate": 8.38078114074518e-06, | |
| "loss": 0.1008, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.4974528019178903, | |
| "grad_norm": 0.01899944245815277, | |
| "learning_rate": 8.347484433789498e-06, | |
| "loss": 0.0995, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.5034462091699131, | |
| "grad_norm": 0.20903293788433075, | |
| "learning_rate": 8.314187726833817e-06, | |
| "loss": 0.0996, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.5094396164219359, | |
| "grad_norm": 0.28464946150779724, | |
| "learning_rate": 8.280891019878135e-06, | |
| "loss": 0.1007, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.5154330236739586, | |
| "grad_norm": 0.2716582417488098, | |
| "learning_rate": 8.247594312922452e-06, | |
| "loss": 0.1001, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.5214264309259814, | |
| "grad_norm": 0.07964222133159637, | |
| "learning_rate": 8.21429760596677e-06, | |
| "loss": 0.1, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.5274198381780042, | |
| "grad_norm": 0.0397951677441597, | |
| "learning_rate": 8.181000899011089e-06, | |
| "loss": 0.1003, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.533413245430027, | |
| "grad_norm": 0.31348341703414917, | |
| "learning_rate": 8.147704192055406e-06, | |
| "loss": 0.1001, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.5394066526820498, | |
| "grad_norm": 0.0627601370215416, | |
| "learning_rate": 8.114407485099725e-06, | |
| "loss": 0.1003, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.5454000599340725, | |
| "grad_norm": 0.2744080424308777, | |
| "learning_rate": 8.081110778144043e-06, | |
| "loss": 0.1002, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.5513934671860953, | |
| "grad_norm": 0.14465458691120148, | |
| "learning_rate": 8.04781407118836e-06, | |
| "loss": 0.0998, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.5573868744381181, | |
| "grad_norm": 0.21187633275985718, | |
| "learning_rate": 8.014517364232677e-06, | |
| "loss": 0.0999, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.5633802816901409, | |
| "grad_norm": 0.06333980709314346, | |
| "learning_rate": 7.981220657276996e-06, | |
| "loss": 0.0998, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.5693736889421637, | |
| "grad_norm": 0.3627989888191223, | |
| "learning_rate": 7.947923950321314e-06, | |
| "loss": 0.0996, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.5753670961941864, | |
| "grad_norm": 0.11346852034330368, | |
| "learning_rate": 7.914627243365631e-06, | |
| "loss": 0.1008, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.5813605034462092, | |
| "grad_norm": 0.1832839399576187, | |
| "learning_rate": 7.88133053640995e-06, | |
| "loss": 0.1, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.587353910698232, | |
| "grad_norm": 0.034973230212926865, | |
| "learning_rate": 7.848033829454268e-06, | |
| "loss": 0.1, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.5933473179502547, | |
| "grad_norm": 0.11853715777397156, | |
| "learning_rate": 7.814737122498585e-06, | |
| "loss": 0.0991, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.5993407252022775, | |
| "grad_norm": 0.13182196021080017, | |
| "learning_rate": 7.781440415542903e-06, | |
| "loss": 0.0993, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.6053341324543002, | |
| "grad_norm": 0.09213405847549438, | |
| "learning_rate": 7.748143708587222e-06, | |
| "loss": 0.0997, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.611327539706323, | |
| "grad_norm": 0.06769004464149475, | |
| "learning_rate": 7.71484700163154e-06, | |
| "loss": 0.1008, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.6173209469583458, | |
| "grad_norm": 0.020326493307948112, | |
| "learning_rate": 7.681550294675857e-06, | |
| "loss": 0.0993, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.6233143542103686, | |
| "grad_norm": 0.04122787341475487, | |
| "learning_rate": 7.648253587720174e-06, | |
| "loss": 0.0997, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.6293077614623914, | |
| "grad_norm": 0.1741415411233902, | |
| "learning_rate": 7.614956880764492e-06, | |
| "loss": 0.0998, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.6353011687144141, | |
| "grad_norm": 0.028361910954117775, | |
| "learning_rate": 7.5816601738088115e-06, | |
| "loss": 0.0992, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.6412945759664369, | |
| "grad_norm": 0.10101690888404846, | |
| "learning_rate": 7.548363466853129e-06, | |
| "loss": 0.0987, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.6472879832184597, | |
| "grad_norm": 0.1292373090982437, | |
| "learning_rate": 7.515066759897447e-06, | |
| "loss": 0.101, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.6532813904704825, | |
| "grad_norm": 0.25996342301368713, | |
| "learning_rate": 7.4817700529417646e-06, | |
| "loss": 0.0998, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.6592747977225052, | |
| "grad_norm": 0.08856533467769623, | |
| "learning_rate": 7.448473345986083e-06, | |
| "loss": 0.0993, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.665268204974528, | |
| "grad_norm": 0.11309339106082916, | |
| "learning_rate": 7.4151766390304e-06, | |
| "loss": 0.099, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.6712616122265508, | |
| "grad_norm": 0.28294652700424194, | |
| "learning_rate": 7.381879932074718e-06, | |
| "loss": 0.1009, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.6772550194785736, | |
| "grad_norm": 0.18077927827835083, | |
| "learning_rate": 7.348583225119036e-06, | |
| "loss": 0.1004, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.6832484267305964, | |
| "grad_norm": 0.03750494495034218, | |
| "learning_rate": 7.315286518163355e-06, | |
| "loss": 0.0996, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.6892418339826191, | |
| "grad_norm": 0.11316617578268051, | |
| "learning_rate": 7.2819898112076725e-06, | |
| "loss": 0.1003, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.6952352412346419, | |
| "grad_norm": 0.06800729036331177, | |
| "learning_rate": 7.248693104251991e-06, | |
| "loss": 0.0998, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.7012286484866647, | |
| "grad_norm": 0.024295495823025703, | |
| "learning_rate": 7.215396397296308e-06, | |
| "loss": 0.1006, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.7072220557386875, | |
| "grad_norm": 0.03560725226998329, | |
| "learning_rate": 7.1820996903406256e-06, | |
| "loss": 0.0996, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.7132154629907103, | |
| "grad_norm": 0.08191557973623276, | |
| "learning_rate": 7.148802983384944e-06, | |
| "loss": 0.0998, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.719208870242733, | |
| "grad_norm": 0.1713048815727234, | |
| "learning_rate": 7.115506276429261e-06, | |
| "loss": 0.1, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.7252022774947557, | |
| "grad_norm": 0.04900109022855759, | |
| "learning_rate": 7.0822095694735795e-06, | |
| "loss": 0.0996, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.7311956847467785, | |
| "grad_norm": 0.04907857999205589, | |
| "learning_rate": 7.048912862517897e-06, | |
| "loss": 0.0999, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.7371890919988013, | |
| "grad_norm": 0.07542908936738968, | |
| "learning_rate": 7.015616155562216e-06, | |
| "loss": 0.0988, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.7431824992508241, | |
| "grad_norm": 0.0938209518790245, | |
| "learning_rate": 6.9823194486065335e-06, | |
| "loss": 0.0992, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.7491759065028468, | |
| "grad_norm": 0.02947254106402397, | |
| "learning_rate": 6.949022741650852e-06, | |
| "loss": 0.0983, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.7551693137548696, | |
| "grad_norm": 0.4940189719200134, | |
| "learning_rate": 6.915726034695169e-06, | |
| "loss": 0.0992, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.7611627210068924, | |
| "grad_norm": 2.7082247734069824, | |
| "learning_rate": 6.8824293277394874e-06, | |
| "loss": 0.0988, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.7671561282589152, | |
| "grad_norm": 0.427272766828537, | |
| "learning_rate": 6.849132620783805e-06, | |
| "loss": 0.0999, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.773149535510938, | |
| "grad_norm": 0.11108270287513733, | |
| "learning_rate": 6.815835913828123e-06, | |
| "loss": 0.1006, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.7791429427629607, | |
| "grad_norm": 0.05636779963970184, | |
| "learning_rate": 6.7825392068724405e-06, | |
| "loss": 0.0998, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.7851363500149835, | |
| "grad_norm": 0.2918495237827301, | |
| "learning_rate": 6.749242499916758e-06, | |
| "loss": 0.0999, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.7911297572670063, | |
| "grad_norm": 0.08755291998386383, | |
| "learning_rate": 6.715945792961077e-06, | |
| "loss": 0.1006, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.7971231645190291, | |
| "grad_norm": 0.11561553925275803, | |
| "learning_rate": 6.682649086005395e-06, | |
| "loss": 0.0994, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.8031165717710519, | |
| "grad_norm": 0.03734762221574783, | |
| "learning_rate": 6.649352379049713e-06, | |
| "loss": 0.0989, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.8091099790230746, | |
| "grad_norm": 0.07186517119407654, | |
| "learning_rate": 6.61605567209403e-06, | |
| "loss": 0.099, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.8151033862750974, | |
| "grad_norm": 0.29982343316078186, | |
| "learning_rate": 6.5827589651383484e-06, | |
| "loss": 0.1, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.8210967935271202, | |
| "grad_norm": 0.09515996277332306, | |
| "learning_rate": 6.549462258182666e-06, | |
| "loss": 0.0992, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.827090200779143, | |
| "grad_norm": 0.07374672591686249, | |
| "learning_rate": 6.516165551226984e-06, | |
| "loss": 0.0992, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.8330836080311658, | |
| "grad_norm": 0.20344111323356628, | |
| "learning_rate": 6.4828688442713015e-06, | |
| "loss": 0.1004, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.8390770152831885, | |
| "grad_norm": 0.43719688057899475, | |
| "learning_rate": 6.44957213731562e-06, | |
| "loss": 0.0994, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.8450704225352113, | |
| "grad_norm": 0.06093699112534523, | |
| "learning_rate": 6.416275430359938e-06, | |
| "loss": 0.0997, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.851063829787234, | |
| "grad_norm": 0.25451895594596863, | |
| "learning_rate": 6.382978723404256e-06, | |
| "loss": 0.0991, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.8570572370392568, | |
| "grad_norm": 0.09084396809339523, | |
| "learning_rate": 6.349682016448574e-06, | |
| "loss": 0.1, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.8630506442912796, | |
| "grad_norm": 0.1228547915816307, | |
| "learning_rate": 6.316385309492892e-06, | |
| "loss": 0.0997, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.8690440515433023, | |
| "grad_norm": 0.27622973918914795, | |
| "learning_rate": 6.2830886025372095e-06, | |
| "loss": 0.0989, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.8750374587953251, | |
| "grad_norm": 0.11149102449417114, | |
| "learning_rate": 6.249791895581528e-06, | |
| "loss": 0.1002, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.8810308660473479, | |
| "grad_norm": 0.10650242865085602, | |
| "learning_rate": 6.216495188625845e-06, | |
| "loss": 0.0994, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.8870242732993707, | |
| "grad_norm": 0.46797627210617065, | |
| "learning_rate": 6.1831984816701626e-06, | |
| "loss": 0.1005, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.8930176805513935, | |
| "grad_norm": 0.46854981780052185, | |
| "learning_rate": 6.149901774714481e-06, | |
| "loss": 0.0988, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.8990110878034162, | |
| "grad_norm": 0.12268362194299698, | |
| "learning_rate": 6.1166050677588e-06, | |
| "loss": 0.0988, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.905004495055439, | |
| "grad_norm": 0.13641001284122467, | |
| "learning_rate": 6.083308360803117e-06, | |
| "loss": 0.099, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.9109979023074618, | |
| "grad_norm": 0.014134293422102928, | |
| "learning_rate": 6.050011653847435e-06, | |
| "loss": 0.0983, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.9169913095594846, | |
| "grad_norm": 0.1600305587053299, | |
| "learning_rate": 6.016714946891753e-06, | |
| "loss": 0.0984, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.9229847168115073, | |
| "grad_norm": 0.04153376817703247, | |
| "learning_rate": 5.9834182399360705e-06, | |
| "loss": 0.0998, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.9289781240635301, | |
| "grad_norm": 0.364000529050827, | |
| "learning_rate": 5.950121532980389e-06, | |
| "loss": 0.099, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.9349715313155529, | |
| "grad_norm": 0.10466318577528, | |
| "learning_rate": 5.916824826024706e-06, | |
| "loss": 0.0997, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.9409649385675757, | |
| "grad_norm": 0.2283148467540741, | |
| "learning_rate": 5.883528119069024e-06, | |
| "loss": 0.0996, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.9469583458195985, | |
| "grad_norm": 0.07752685993909836, | |
| "learning_rate": 5.850231412113343e-06, | |
| "loss": 0.1004, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.9529517530716212, | |
| "grad_norm": 0.0329587459564209, | |
| "learning_rate": 5.816934705157661e-06, | |
| "loss": 0.0991, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.958945160323644, | |
| "grad_norm": 0.1508065164089203, | |
| "learning_rate": 5.783637998201978e-06, | |
| "loss": 0.1006, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.9649385675756668, | |
| "grad_norm": 0.029579168185591698, | |
| "learning_rate": 5.750341291246297e-06, | |
| "loss": 0.0991, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.9709319748276896, | |
| "grad_norm": 0.029158690944314003, | |
| "learning_rate": 5.717044584290614e-06, | |
| "loss": 0.0989, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.9769253820797124, | |
| "grad_norm": 0.08389827609062195, | |
| "learning_rate": 5.683747877334932e-06, | |
| "loss": 0.0997, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.982918789331735, | |
| "grad_norm": 0.13760380446910858, | |
| "learning_rate": 5.65045117037925e-06, | |
| "loss": 0.099, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.9889121965837578, | |
| "grad_norm": 0.06386566907167435, | |
| "learning_rate": 5.617154463423567e-06, | |
| "loss": 0.0995, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.9949056038357806, | |
| "grad_norm": 0.03102271445095539, | |
| "learning_rate": 5.583857756467885e-06, | |
| "loss": 0.0999, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6769802089043807, | |
| "eval_f1": 0.6622248214359344, | |
| "eval_loss": 0.0996900200843811, | |
| "eval_precision": 0.6552669320986634, | |
| "eval_recall": 0.6769802089043807, | |
| "eval_runtime": 539.1847, | |
| "eval_samples_per_second": 27.506, | |
| "eval_steps_per_second": 3.439, | |
| "step": 16685 | |
| }, | |
| { | |
| "epoch": 1.0008990110878033, | |
| "grad_norm": 0.4820581376552582, | |
| "learning_rate": 5.5505610495122045e-06, | |
| "loss": 0.0985, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 1.0068924183398262, | |
| "grad_norm": 0.35515159368515015, | |
| "learning_rate": 5.517264342556522e-06, | |
| "loss": 0.0984, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 1.012885825591849, | |
| "grad_norm": 0.043349362909793854, | |
| "learning_rate": 5.483967635600839e-06, | |
| "loss": 0.0986, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 1.0188792328438718, | |
| "grad_norm": 0.03270228952169418, | |
| "learning_rate": 5.450670928645158e-06, | |
| "loss": 0.099, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.0248726400958945, | |
| "grad_norm": 0.027137137949466705, | |
| "learning_rate": 5.417374221689475e-06, | |
| "loss": 0.099, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 1.0308660473479172, | |
| "grad_norm": 0.016054777428507805, | |
| "learning_rate": 5.384077514733793e-06, | |
| "loss": 0.0985, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 1.0368594545999401, | |
| "grad_norm": 0.14413999021053314, | |
| "learning_rate": 5.350780807778111e-06, | |
| "loss": 0.0988, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 1.0428528618519628, | |
| "grad_norm": 0.12687167525291443, | |
| "learning_rate": 5.317484100822429e-06, | |
| "loss": 0.0983, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 1.0488462691039857, | |
| "grad_norm": 0.04264242947101593, | |
| "learning_rate": 5.2841873938667464e-06, | |
| "loss": 0.0971, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.0548396763560084, | |
| "grad_norm": 0.31686630845069885, | |
| "learning_rate": 5.2508906869110655e-06, | |
| "loss": 0.0998, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 1.060833083608031, | |
| "grad_norm": 0.01217142678797245, | |
| "learning_rate": 5.217593979955383e-06, | |
| "loss": 0.099, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 1.066826490860054, | |
| "grad_norm": 0.020899010822176933, | |
| "learning_rate": 5.184297272999701e-06, | |
| "loss": 0.0998, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 1.0728198981120767, | |
| "grad_norm": 0.06026081368327141, | |
| "learning_rate": 5.151000566044019e-06, | |
| "loss": 0.0981, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 1.0788133053640996, | |
| "grad_norm": 0.040572892874479294, | |
| "learning_rate": 5.117703859088337e-06, | |
| "loss": 0.0982, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.0848067126161223, | |
| "grad_norm": 0.018748696893453598, | |
| "learning_rate": 5.084407152132654e-06, | |
| "loss": 0.0989, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 1.090800119868145, | |
| "grad_norm": 0.16863317787647247, | |
| "learning_rate": 5.051110445176972e-06, | |
| "loss": 0.0984, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 1.0967935271201679, | |
| "grad_norm": 0.238959401845932, | |
| "learning_rate": 5.01781373822129e-06, | |
| "loss": 0.0977, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 1.1027869343721906, | |
| "grad_norm": 0.05871168524026871, | |
| "learning_rate": 4.984517031265608e-06, | |
| "loss": 0.0981, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 1.1087803416242135, | |
| "grad_norm": 0.07862433046102524, | |
| "learning_rate": 4.951220324309926e-06, | |
| "loss": 0.0991, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.1147737488762361, | |
| "grad_norm": 0.033283356577157974, | |
| "learning_rate": 4.917923617354244e-06, | |
| "loss": 0.0981, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 1.1207671561282588, | |
| "grad_norm": 0.07558907568454742, | |
| "learning_rate": 4.884626910398562e-06, | |
| "loss": 0.0986, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 1.1267605633802817, | |
| "grad_norm": 0.045116860419511795, | |
| "learning_rate": 4.85133020344288e-06, | |
| "loss": 0.0989, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 1.1327539706323044, | |
| "grad_norm": 0.2039572298526764, | |
| "learning_rate": 4.818033496487198e-06, | |
| "loss": 0.099, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 1.1387473778843273, | |
| "grad_norm": 0.026863813400268555, | |
| "learning_rate": 4.784736789531515e-06, | |
| "loss": 0.0995, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.14474078513635, | |
| "grad_norm": 0.08295423537492752, | |
| "learning_rate": 4.751440082575834e-06, | |
| "loss": 0.0993, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 1.1507341923883727, | |
| "grad_norm": 0.012610992416739464, | |
| "learning_rate": 4.718143375620152e-06, | |
| "loss": 0.1, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 1.1567275996403956, | |
| "grad_norm": 0.15242983400821686, | |
| "learning_rate": 4.684846668664469e-06, | |
| "loss": 0.0993, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 1.1627210068924183, | |
| "grad_norm": 0.03405880555510521, | |
| "learning_rate": 4.6515499617087876e-06, | |
| "loss": 0.098, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 1.168714414144441, | |
| "grad_norm": 0.09746590256690979, | |
| "learning_rate": 4.618253254753105e-06, | |
| "loss": 0.0994, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.174707821396464, | |
| "grad_norm": 0.01837330497801304, | |
| "learning_rate": 4.584956547797423e-06, | |
| "loss": 0.0993, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 1.1807012286484866, | |
| "grad_norm": 0.06496419757604599, | |
| "learning_rate": 4.5516598408417415e-06, | |
| "loss": 0.0992, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 1.1866946359005095, | |
| "grad_norm": 0.014315762557089329, | |
| "learning_rate": 4.518363133886059e-06, | |
| "loss": 0.0988, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 1.1926880431525322, | |
| "grad_norm": 0.05952730402350426, | |
| "learning_rate": 4.485066426930376e-06, | |
| "loss": 0.0985, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 1.198681450404555, | |
| "grad_norm": 0.18996870517730713, | |
| "learning_rate": 4.4517697199746955e-06, | |
| "loss": 0.0985, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.2046748576565778, | |
| "grad_norm": 0.05301952362060547, | |
| "learning_rate": 4.418473013019013e-06, | |
| "loss": 0.1, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 1.2106682649086005, | |
| "grad_norm": 0.15663863718509674, | |
| "learning_rate": 4.38517630606333e-06, | |
| "loss": 0.0992, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 1.2166616721606234, | |
| "grad_norm": 0.2653251588344574, | |
| "learning_rate": 4.3518795991076486e-06, | |
| "loss": 0.0982, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 1.222655079412646, | |
| "grad_norm": 0.11596585810184479, | |
| "learning_rate": 4.318582892151967e-06, | |
| "loss": 0.0984, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 1.2286484866646687, | |
| "grad_norm": 0.12228166311979294, | |
| "learning_rate": 4.285286185196284e-06, | |
| "loss": 0.0987, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.2346418939166917, | |
| "grad_norm": 0.19990171492099762, | |
| "learning_rate": 4.2519894782406025e-06, | |
| "loss": 0.0982, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 1.2406353011687143, | |
| "grad_norm": 0.13501687347888947, | |
| "learning_rate": 4.21869277128492e-06, | |
| "loss": 0.099, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 1.2466287084207373, | |
| "grad_norm": 0.14756691455841064, | |
| "learning_rate": 4.185396064329238e-06, | |
| "loss": 0.0989, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 1.25262211567276, | |
| "grad_norm": 0.04468319192528725, | |
| "learning_rate": 4.1520993573735565e-06, | |
| "loss": 0.099, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 1.2586155229247828, | |
| "grad_norm": 0.026138102635741234, | |
| "learning_rate": 4.118802650417874e-06, | |
| "loss": 0.0986, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.2646089301768055, | |
| "grad_norm": 0.22098702192306519, | |
| "learning_rate": 4.085505943462192e-06, | |
| "loss": 0.0981, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 1.2706023374288282, | |
| "grad_norm": 0.027339546009898186, | |
| "learning_rate": 4.05220923650651e-06, | |
| "loss": 0.0992, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 1.2765957446808511, | |
| "grad_norm": 0.01603206805884838, | |
| "learning_rate": 4.018912529550828e-06, | |
| "loss": 0.0988, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 1.2825891519328738, | |
| "grad_norm": 0.008753624744713306, | |
| "learning_rate": 3.985615822595146e-06, | |
| "loss": 0.0984, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 1.2885825591848965, | |
| "grad_norm": 0.019739218056201935, | |
| "learning_rate": 3.9523191156394635e-06, | |
| "loss": 0.098, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.2945759664369194, | |
| "grad_norm": 0.8729631304740906, | |
| "learning_rate": 3.919022408683781e-06, | |
| "loss": 0.0983, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 1.300569373688942, | |
| "grad_norm": 0.06987379491329193, | |
| "learning_rate": 3.885725701728099e-06, | |
| "loss": 0.0987, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 1.306562780940965, | |
| "grad_norm": 0.11344248056411743, | |
| "learning_rate": 3.8524289947724175e-06, | |
| "loss": 0.0991, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 1.3125561881929877, | |
| "grad_norm": 0.08928582072257996, | |
| "learning_rate": 3.819132287816735e-06, | |
| "loss": 0.0974, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 1.3185495954450106, | |
| "grad_norm": 0.08214009553194046, | |
| "learning_rate": 3.785835580861053e-06, | |
| "loss": 0.0988, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.3245430026970333, | |
| "grad_norm": 0.026567021384835243, | |
| "learning_rate": 3.752538873905371e-06, | |
| "loss": 0.0983, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 1.330536409949056, | |
| "grad_norm": 0.1904483139514923, | |
| "learning_rate": 3.7192421669496893e-06, | |
| "loss": 0.0984, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 1.3365298172010789, | |
| "grad_norm": 0.15923745930194855, | |
| "learning_rate": 3.685945459994007e-06, | |
| "loss": 0.0982, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 1.3425232244531016, | |
| "grad_norm": 0.1682073026895523, | |
| "learning_rate": 3.652648753038325e-06, | |
| "loss": 0.0975, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 1.3485166317051243, | |
| "grad_norm": 0.1236729547381401, | |
| "learning_rate": 3.6193520460826424e-06, | |
| "loss": 0.0986, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.3545100389571472, | |
| "grad_norm": 0.2880057096481323, | |
| "learning_rate": 3.586055339126961e-06, | |
| "loss": 0.0991, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 1.3605034462091699, | |
| "grad_norm": 0.07628654688596725, | |
| "learning_rate": 3.5527586321712785e-06, | |
| "loss": 0.0993, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 1.3664968534611928, | |
| "grad_norm": 0.0549270398914814, | |
| "learning_rate": 3.5194619252155963e-06, | |
| "loss": 0.0983, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 1.3724902607132154, | |
| "grad_norm": 0.010687282308936119, | |
| "learning_rate": 3.486165218259914e-06, | |
| "loss": 0.0992, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 1.3784836679652384, | |
| "grad_norm": 0.32308948040008545, | |
| "learning_rate": 3.452868511304232e-06, | |
| "loss": 0.0985, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.384477075217261, | |
| "grad_norm": 0.10801893472671509, | |
| "learning_rate": 3.4195718043485503e-06, | |
| "loss": 0.0981, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 1.3904704824692837, | |
| "grad_norm": 0.035334184765815735, | |
| "learning_rate": 3.386275097392868e-06, | |
| "loss": 0.0981, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 1.3964638897213066, | |
| "grad_norm": 0.3928769826889038, | |
| "learning_rate": 3.352978390437186e-06, | |
| "loss": 0.0987, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 1.4024572969733293, | |
| "grad_norm": 0.03784007951617241, | |
| "learning_rate": 3.319681683481504e-06, | |
| "loss": 0.0983, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 1.408450704225352, | |
| "grad_norm": 0.16313448548316956, | |
| "learning_rate": 3.286384976525822e-06, | |
| "loss": 0.0992, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.414444111477375, | |
| "grad_norm": 0.7129063606262207, | |
| "learning_rate": 3.25308826957014e-06, | |
| "loss": 0.0985, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 1.4204375187293976, | |
| "grad_norm": 0.08185921609401703, | |
| "learning_rate": 3.2197915626144578e-06, | |
| "loss": 0.0985, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 1.4264309259814205, | |
| "grad_norm": 0.07759444415569305, | |
| "learning_rate": 3.1864948556587756e-06, | |
| "loss": 0.0987, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 1.4324243332334432, | |
| "grad_norm": 0.15154729783535004, | |
| "learning_rate": 3.1531981487030935e-06, | |
| "loss": 0.0996, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 1.4384177404854661, | |
| "grad_norm": 0.10120932757854462, | |
| "learning_rate": 3.1199014417474117e-06, | |
| "loss": 0.0979, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.4444111477374888, | |
| "grad_norm": 0.042903125286102295, | |
| "learning_rate": 3.0866047347917296e-06, | |
| "loss": 0.0988, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 1.4504045549895115, | |
| "grad_norm": 0.05083679407835007, | |
| "learning_rate": 3.053308027836047e-06, | |
| "loss": 0.0979, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 1.4563979622415344, | |
| "grad_norm": 0.055504605174064636, | |
| "learning_rate": 3.020011320880365e-06, | |
| "loss": 0.0974, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 1.462391369493557, | |
| "grad_norm": 0.10161745548248291, | |
| "learning_rate": 2.9867146139246835e-06, | |
| "loss": 0.0985, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 1.4683847767455798, | |
| "grad_norm": 0.17584453523159027, | |
| "learning_rate": 2.953417906969001e-06, | |
| "loss": 0.0992, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.4743781839976027, | |
| "grad_norm": 0.028774550184607506, | |
| "learning_rate": 2.9201212000133188e-06, | |
| "loss": 0.0995, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 1.4803715912496254, | |
| "grad_norm": 0.15757901966571808, | |
| "learning_rate": 2.8868244930576366e-06, | |
| "loss": 0.0984, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 1.486364998501648, | |
| "grad_norm": 0.08022894710302353, | |
| "learning_rate": 2.853527786101955e-06, | |
| "loss": 0.0988, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 1.492358405753671, | |
| "grad_norm": 0.023040054365992546, | |
| "learning_rate": 2.8202310791462727e-06, | |
| "loss": 0.0982, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 1.4983518130056939, | |
| "grad_norm": 0.032170914113521576, | |
| "learning_rate": 2.7869343721905906e-06, | |
| "loss": 0.0983, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.5043452202577166, | |
| "grad_norm": 0.04139495640993118, | |
| "learning_rate": 2.7536376652349084e-06, | |
| "loss": 0.0986, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 1.5103386275097392, | |
| "grad_norm": 0.11350516229867935, | |
| "learning_rate": 2.7203409582792263e-06, | |
| "loss": 0.0986, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 1.5163320347617621, | |
| "grad_norm": 0.20275545120239258, | |
| "learning_rate": 2.6870442513235445e-06, | |
| "loss": 0.0994, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 1.5223254420137848, | |
| "grad_norm": 0.013372101821005344, | |
| "learning_rate": 2.6537475443678624e-06, | |
| "loss": 0.0982, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 1.5283188492658075, | |
| "grad_norm": 0.21790750324726105, | |
| "learning_rate": 2.6204508374121802e-06, | |
| "loss": 0.098, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.5343122565178304, | |
| "grad_norm": 0.1723981350660324, | |
| "learning_rate": 2.587154130456498e-06, | |
| "loss": 0.0981, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 1.5403056637698531, | |
| "grad_norm": 0.14081990718841553, | |
| "learning_rate": 2.5538574235008163e-06, | |
| "loss": 0.0986, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 1.5462990710218758, | |
| "grad_norm": 0.1418023258447647, | |
| "learning_rate": 2.520560716545134e-06, | |
| "loss": 0.0977, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 1.5522924782738987, | |
| "grad_norm": 0.010309278964996338, | |
| "learning_rate": 2.487264009589452e-06, | |
| "loss": 0.0982, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 1.5582858855259216, | |
| "grad_norm": 0.06128934770822525, | |
| "learning_rate": 2.4539673026337694e-06, | |
| "loss": 0.0973, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.5642792927779443, | |
| "grad_norm": 0.1110377237200737, | |
| "learning_rate": 2.4206705956780877e-06, | |
| "loss": 0.0992, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 1.570272700029967, | |
| "grad_norm": 0.2141459882259369, | |
| "learning_rate": 2.3873738887224055e-06, | |
| "loss": 0.0989, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 1.57626610728199, | |
| "grad_norm": 0.12720057368278503, | |
| "learning_rate": 2.3540771817667234e-06, | |
| "loss": 0.0986, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 1.5822595145340126, | |
| "grad_norm": 0.0766364112496376, | |
| "learning_rate": 2.3207804748110412e-06, | |
| "loss": 0.0993, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 1.5882529217860353, | |
| "grad_norm": 0.3568774163722992, | |
| "learning_rate": 2.2874837678553595e-06, | |
| "loss": 0.0981, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.5942463290380582, | |
| "grad_norm": 0.2806101143360138, | |
| "learning_rate": 2.2541870608996773e-06, | |
| "loss": 0.0987, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 1.6002397362900809, | |
| "grad_norm": 0.09340783953666687, | |
| "learning_rate": 2.220890353943995e-06, | |
| "loss": 0.0982, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 1.6062331435421036, | |
| "grad_norm": 0.027837200090289116, | |
| "learning_rate": 2.187593646988313e-06, | |
| "loss": 0.0968, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 1.6122265507941265, | |
| "grad_norm": 0.12748104333877563, | |
| "learning_rate": 2.154296940032631e-06, | |
| "loss": 0.0983, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 1.6182199580461494, | |
| "grad_norm": 0.23494853079319, | |
| "learning_rate": 2.1210002330769487e-06, | |
| "loss": 0.0984, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.624213365298172, | |
| "grad_norm": 0.18360479176044464, | |
| "learning_rate": 2.0877035261212665e-06, | |
| "loss": 0.0989, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 1.6302067725501947, | |
| "grad_norm": 0.08933253586292267, | |
| "learning_rate": 2.054406819165585e-06, | |
| "loss": 0.0988, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 1.6362001798022177, | |
| "grad_norm": 0.01740170828998089, | |
| "learning_rate": 2.0211101122099027e-06, | |
| "loss": 0.0997, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 1.6421935870542403, | |
| "grad_norm": 0.0467255637049675, | |
| "learning_rate": 1.9878134052542205e-06, | |
| "loss": 0.0975, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 1.648186994306263, | |
| "grad_norm": 0.008605794049799442, | |
| "learning_rate": 1.9545166982985383e-06, | |
| "loss": 0.0989, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.654180401558286, | |
| "grad_norm": 0.14202085137367249, | |
| "learning_rate": 1.9212199913428566e-06, | |
| "loss": 0.0992, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 1.6601738088103086, | |
| "grad_norm": 0.09536932408809662, | |
| "learning_rate": 1.8879232843871742e-06, | |
| "loss": 0.0981, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 1.6661672160623313, | |
| "grad_norm": 0.09608137607574463, | |
| "learning_rate": 1.8546265774314923e-06, | |
| "loss": 0.0986, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 1.6721606233143542, | |
| "grad_norm": 0.022448230534791946, | |
| "learning_rate": 1.8213298704758101e-06, | |
| "loss": 0.0978, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 1.6781540305663771, | |
| "grad_norm": 0.018090438097715378, | |
| "learning_rate": 1.7880331635201282e-06, | |
| "loss": 0.0986, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.6841474378183996, | |
| "grad_norm": 0.016484877094626427, | |
| "learning_rate": 1.7547364565644458e-06, | |
| "loss": 0.098, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 1.6901408450704225, | |
| "grad_norm": 0.024596238508820534, | |
| "learning_rate": 1.7214397496087637e-06, | |
| "loss": 0.0986, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 1.6961342523224454, | |
| "grad_norm": 0.06954281032085419, | |
| "learning_rate": 1.6881430426530817e-06, | |
| "loss": 0.097, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 1.702127659574468, | |
| "grad_norm": 0.31834906339645386, | |
| "learning_rate": 1.6548463356973996e-06, | |
| "loss": 0.0976, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 1.7081210668264908, | |
| "grad_norm": 0.1658525913953781, | |
| "learning_rate": 1.6215496287417176e-06, | |
| "loss": 0.0974, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.7141144740785137, | |
| "grad_norm": 0.030118102207779884, | |
| "learning_rate": 1.5882529217860355e-06, | |
| "loss": 0.0997, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 1.7201078813305364, | |
| "grad_norm": 0.16278527677059174, | |
| "learning_rate": 1.5549562148303535e-06, | |
| "loss": 0.098, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 1.726101288582559, | |
| "grad_norm": 0.024548674002289772, | |
| "learning_rate": 1.5216595078746714e-06, | |
| "loss": 0.0986, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 1.732094695834582, | |
| "grad_norm": 0.40551477670669556, | |
| "learning_rate": 1.4883628009189894e-06, | |
| "loss": 0.0972, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 1.7380881030866049, | |
| "grad_norm": 0.05455062910914421, | |
| "learning_rate": 1.455066093963307e-06, | |
| "loss": 0.0976, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.7440815103386273, | |
| "grad_norm": 0.455079585313797, | |
| "learning_rate": 1.421769387007625e-06, | |
| "loss": 0.0995, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 1.7500749175906503, | |
| "grad_norm": 0.6706792116165161, | |
| "learning_rate": 1.388472680051943e-06, | |
| "loss": 0.0979, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 1.7560683248426732, | |
| "grad_norm": 0.05078733339905739, | |
| "learning_rate": 1.3551759730962608e-06, | |
| "loss": 0.097, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 1.7620617320946959, | |
| "grad_norm": 0.25584468245506287, | |
| "learning_rate": 1.3218792661405788e-06, | |
| "loss": 0.0981, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 1.7680551393467185, | |
| "grad_norm": 0.12247732281684875, | |
| "learning_rate": 1.2885825591848967e-06, | |
| "loss": 0.0986, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.7740485465987414, | |
| "grad_norm": 0.016069240868091583, | |
| "learning_rate": 1.2552858522292147e-06, | |
| "loss": 0.0987, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 1.7800419538507641, | |
| "grad_norm": 0.1197570264339447, | |
| "learning_rate": 1.2219891452735326e-06, | |
| "loss": 0.0981, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 1.7860353611027868, | |
| "grad_norm": 0.035120606422424316, | |
| "learning_rate": 1.1886924383178504e-06, | |
| "loss": 0.099, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 1.7920287683548097, | |
| "grad_norm": 0.1425538957118988, | |
| "learning_rate": 1.1553957313621683e-06, | |
| "loss": 0.0989, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 1.7980221756068326, | |
| "grad_norm": 0.027721386402845383, | |
| "learning_rate": 1.1220990244064863e-06, | |
| "loss": 0.0989, | |
| "step": 30000 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 33370, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 10000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.663876369096977e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |