| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.666975365808483, | |
| "eval_steps": 500, | |
| "global_step": 9000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0018521948508983144, | |
| "grad_norm": 0.11988232185850008, | |
| "learning_rate": 7.692307692307693e-05, | |
| "loss": 0.5464, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.003704389701796629, | |
| "grad_norm": 0.1595727597726012, | |
| "learning_rate": 0.00015384615384615385, | |
| "loss": 0.3714, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0055565845526949435, | |
| "grad_norm": 0.09668305340799446, | |
| "learning_rate": 0.0002307692307692308, | |
| "loss": 0.3157, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.007408779403593258, | |
| "grad_norm": 0.16023475106511212, | |
| "learning_rate": 0.0003076923076923077, | |
| "loss": 0.3987, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.009260974254491572, | |
| "grad_norm": 0.169453827168658, | |
| "learning_rate": 0.00038461538461538467, | |
| "loss": 0.3192, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.011113169105389887, | |
| "grad_norm": 0.3012465198223198, | |
| "learning_rate": 0.0004615384615384616, | |
| "loss": 0.3793, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.012965363956288202, | |
| "grad_norm": 0.3048336774601151, | |
| "learning_rate": 0.0004999997322635931, | |
| "loss": 0.3902, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.014817558807186515, | |
| "grad_norm": 0.3627728524819501, | |
| "learning_rate": 0.0004999979009491321, | |
| "loss": 0.3932, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.016669753658084832, | |
| "grad_norm": 0.4114314981691849, | |
| "learning_rate": 0.0004999938313774507, | |
| "loss": 0.4758, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.018521948508983144, | |
| "grad_norm": 0.44568863103845946, | |
| "learning_rate": 0.0004999876199685106, | |
| "loss": 0.4944, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02037414335988146, | |
| "grad_norm": 0.3944831575252504, | |
| "learning_rate": 0.0004999792667755284, | |
| "loss": 0.4604, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.022226338210779774, | |
| "grad_norm": 0.4390978457678222, | |
| "learning_rate": 0.0004999687718700706, | |
| "loss": 0.5137, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02407853306167809, | |
| "grad_norm": 0.43510394816525627, | |
| "learning_rate": 0.000499956135342053, | |
| "loss": 0.4757, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.025930727912576404, | |
| "grad_norm": 0.44811558740355373, | |
| "learning_rate": 0.0004999413572997397, | |
| "loss": 0.5541, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.02778292276347472, | |
| "grad_norm": 0.3691107778538866, | |
| "learning_rate": 0.0004999262261712005, | |
| "loss": 0.465, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02963511761437303, | |
| "grad_norm": 0.38877053127394406, | |
| "learning_rate": 0.0004999073796157043, | |
| "loss": 0.4877, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.031487312465271346, | |
| "grad_norm": 0.43039217557165316, | |
| "learning_rate": 0.00049988639196363, | |
| "loss": 0.4371, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.033339507316169664, | |
| "grad_norm": 0.31896475378695344, | |
| "learning_rate": 0.0004998632633947908, | |
| "loss": 0.5814, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.035191702167067976, | |
| "grad_norm": 0.4333729012961258, | |
| "learning_rate": 0.000499837994107342, | |
| "loss": 0.5196, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03704389701796629, | |
| "grad_norm": 0.34656949570118684, | |
| "learning_rate": 0.0004998105843177797, | |
| "loss": 0.4593, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.038896091868864606, | |
| "grad_norm": 0.3679842761186855, | |
| "learning_rate": 0.000499781034260939, | |
| "loss": 0.4526, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.04074828671976292, | |
| "grad_norm": 0.3877757158501542, | |
| "learning_rate": 0.0004997493441899917, | |
| "loss": 0.4261, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.042600481570661236, | |
| "grad_norm": 0.3289617422897924, | |
| "learning_rate": 0.0004997155143764444, | |
| "loss": 0.4934, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.04445267642155955, | |
| "grad_norm": 0.3826208484059836, | |
| "learning_rate": 0.0004996795451101361, | |
| "loss": 0.5347, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.04630487127245786, | |
| "grad_norm": 0.38157790109545875, | |
| "learning_rate": 0.0004996414366992357, | |
| "loss": 0.4789, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.04815706612335618, | |
| "grad_norm": 0.3154636026466987, | |
| "learning_rate": 0.0004996011894702393, | |
| "loss": 0.5096, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.05000926097425449, | |
| "grad_norm": 0.45302017894233715, | |
| "learning_rate": 0.0004995588037679675, | |
| "loss": 0.4752, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.05186145582515281, | |
| "grad_norm": 0.3690345364974773, | |
| "learning_rate": 0.0004995142799555624, | |
| "loss": 0.4454, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.05371365067605112, | |
| "grad_norm": 0.2843117768216058, | |
| "learning_rate": 0.0004994676184144843, | |
| "loss": 0.5058, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.05556584552694944, | |
| "grad_norm": 0.3278296958742726, | |
| "learning_rate": 0.0004994188195445089, | |
| "loss": 0.514, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05741804037784775, | |
| "grad_norm": 0.3702152478433116, | |
| "learning_rate": 0.0004993678837637235, | |
| "loss": 0.4938, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.05927023522874606, | |
| "grad_norm": 0.3157950493567883, | |
| "learning_rate": 0.0004993148115085233, | |
| "loss": 0.4744, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.06112243007964438, | |
| "grad_norm": 0.2864560430174496, | |
| "learning_rate": 0.0004992596032336082, | |
| "loss": 0.4614, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.06297462493054269, | |
| "grad_norm": 0.27306121969283015, | |
| "learning_rate": 0.0004992022594119784, | |
| "loss": 0.5571, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.064826819781441, | |
| "grad_norm": 0.28239603992719803, | |
| "learning_rate": 0.0004991427805349305, | |
| "loss": 0.5352, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.06667901463233933, | |
| "grad_norm": 0.3067959635308188, | |
| "learning_rate": 0.0004990811671120534, | |
| "loss": 0.4366, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.06853120948323764, | |
| "grad_norm": 0.28026509474367334, | |
| "learning_rate": 0.0004990174196712239, | |
| "loss": 0.4413, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.07038340433413595, | |
| "grad_norm": 0.3553036031847406, | |
| "learning_rate": 0.0004989515387586022, | |
| "loss": 0.4771, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.07223559918503426, | |
| "grad_norm": 0.3078977949859338, | |
| "learning_rate": 0.0004988904222849908, | |
| "loss": 0.4456, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.07408779403593257, | |
| "grad_norm": 0.3110301739864855, | |
| "learning_rate": 0.0004988204893460954, | |
| "loss": 0.4383, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0759399888868309, | |
| "grad_norm": 0.36180927604524143, | |
| "learning_rate": 0.0004987484246226201, | |
| "loss": 0.4467, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.07779218373772921, | |
| "grad_norm": 0.2902432894644559, | |
| "learning_rate": 0.0004986742287319836, | |
| "loss": 0.5027, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.07964437858862752, | |
| "grad_norm": 0.3038323599185379, | |
| "learning_rate": 0.0004985979023098639, | |
| "loss": 0.4896, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.08149657343952584, | |
| "grad_norm": 0.37728379802123757, | |
| "learning_rate": 0.0004985194460101922, | |
| "loss": 0.446, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.08334876829042415, | |
| "grad_norm": 0.4090633364935015, | |
| "learning_rate": 0.0004984388605051474, | |
| "loss": 0.4457, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.08520096314132247, | |
| "grad_norm": 0.2905031001353468, | |
| "learning_rate": 0.000498356146485151, | |
| "loss": 0.4807, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.08705315799222078, | |
| "grad_norm": 0.33050891942743665, | |
| "learning_rate": 0.00049827130465886, | |
| "loss": 0.4457, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.0889053528431191, | |
| "grad_norm": 0.3454971392885025, | |
| "learning_rate": 0.0004981843357531622, | |
| "loss": 0.4441, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.09075754769401741, | |
| "grad_norm": 0.2560611824951078, | |
| "learning_rate": 0.0004980952405131687, | |
| "loss": 0.4601, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.09260974254491572, | |
| "grad_norm": 0.3071403176866605, | |
| "learning_rate": 0.0004980040197022085, | |
| "loss": 0.422, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09446193739581404, | |
| "grad_norm": 0.3103572812280149, | |
| "learning_rate": 0.0004979106741018214, | |
| "loss": 0.4556, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.09631413224671236, | |
| "grad_norm": 0.22158829723284448, | |
| "learning_rate": 0.0004978152045117515, | |
| "loss": 0.5279, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.09816632709761067, | |
| "grad_norm": 0.2643825421503944, | |
| "learning_rate": 0.0004977176117499402, | |
| "loss": 0.4332, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.10001852194850898, | |
| "grad_norm": 0.4119060845568467, | |
| "learning_rate": 0.0004976178966525194, | |
| "loss": 0.4748, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.1018707167994073, | |
| "grad_norm": 0.23946695979831795, | |
| "learning_rate": 0.0004975160600738043, | |
| "loss": 0.4564, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.10372291165030562, | |
| "grad_norm": 0.32293396447938405, | |
| "learning_rate": 0.0004974121028862858, | |
| "loss": 0.4037, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.10557510650120393, | |
| "grad_norm": 0.2737410631384409, | |
| "learning_rate": 0.0004973060259806235, | |
| "loss": 0.4471, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.10742730135210224, | |
| "grad_norm": 0.2639287107206222, | |
| "learning_rate": 0.0004971978302656376, | |
| "loss": 0.492, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.10927949620300055, | |
| "grad_norm": 0.3304530971496624, | |
| "learning_rate": 0.0004970875166683017, | |
| "loss": 0.4433, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.11113169105389888, | |
| "grad_norm": 0.3383662002406531, | |
| "learning_rate": 0.0004969750861337338, | |
| "loss": 0.5059, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.11298388590479719, | |
| "grad_norm": 0.3718630666323684, | |
| "learning_rate": 0.0004968605396251896, | |
| "loss": 0.4944, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.1148360807556955, | |
| "grad_norm": 0.3089667090694828, | |
| "learning_rate": 0.0004967438781240532, | |
| "loss": 0.5117, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.11668827560659381, | |
| "grad_norm": 0.3055449117119714, | |
| "learning_rate": 0.000496625102629829, | |
| "loss": 0.4504, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.11854047045749212, | |
| "grad_norm": 0.3104727563565212, | |
| "learning_rate": 0.0004965042141601331, | |
| "loss": 0.4279, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.12039266530839045, | |
| "grad_norm": 0.3356499915029813, | |
| "learning_rate": 0.000496381213750685, | |
| "loss": 0.4227, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.12224486015928876, | |
| "grad_norm": 0.27125317345626304, | |
| "learning_rate": 0.0004962561024552981, | |
| "loss": 0.4373, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.12409705501018707, | |
| "grad_norm": 0.30382841565038987, | |
| "learning_rate": 0.0004961288813458708, | |
| "loss": 0.4621, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.12594924986108538, | |
| "grad_norm": 0.24989596364522906, | |
| "learning_rate": 0.0004959995515123779, | |
| "loss": 0.4213, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.1278014447119837, | |
| "grad_norm": 0.38205278522841757, | |
| "learning_rate": 0.0004958681140628603, | |
| "loss": 0.4367, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.129653639562882, | |
| "grad_norm": 0.36439745638468385, | |
| "learning_rate": 0.0004957345701234165, | |
| "loss": 0.4427, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.13150583441378033, | |
| "grad_norm": 0.35080175318468465, | |
| "learning_rate": 0.0004955989208381922, | |
| "loss": 0.4133, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.13335802926467866, | |
| "grad_norm": 0.3137679102742871, | |
| "learning_rate": 0.0004954611673693708, | |
| "loss": 0.4044, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.13521022411557695, | |
| "grad_norm": 0.329188444759587, | |
| "learning_rate": 0.0004953213108971637, | |
| "loss": 0.4922, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.13706241896647528, | |
| "grad_norm": 0.21687503014556075, | |
| "learning_rate": 0.0004951793526197992, | |
| "loss": 0.4667, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.13891461381737358, | |
| "grad_norm": 0.35060249170961755, | |
| "learning_rate": 0.0004950352937535139, | |
| "loss": 0.4678, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.1407668086682719, | |
| "grad_norm": 0.2424350783919833, | |
| "learning_rate": 0.0004948891355325407, | |
| "loss": 0.5452, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.14261900351917023, | |
| "grad_norm": 0.29988592081373705, | |
| "learning_rate": 0.0004947408792090989, | |
| "loss": 0.4472, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.14447119837006853, | |
| "grad_norm": 0.25092463767440515, | |
| "learning_rate": 0.0004945905260533836, | |
| "loss": 0.4379, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.14632339322096685, | |
| "grad_norm": 0.2707811618812939, | |
| "learning_rate": 0.0004944380773535545, | |
| "loss": 0.4489, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.14817558807186515, | |
| "grad_norm": 0.29945644041990244, | |
| "learning_rate": 0.000494283534415725, | |
| "loss": 0.4627, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.15002778292276348, | |
| "grad_norm": 0.3269089383236662, | |
| "learning_rate": 0.0004941268985639511, | |
| "loss": 0.4559, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.1518799777736618, | |
| "grad_norm": 0.34167018575418623, | |
| "learning_rate": 0.0004939681711402201, | |
| "loss": 0.4502, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.1537321726245601, | |
| "grad_norm": 0.23233347955254757, | |
| "learning_rate": 0.0004938073535044385, | |
| "loss": 0.4848, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.15558436747545842, | |
| "grad_norm": 0.28810200476716363, | |
| "learning_rate": 0.0004936444470344212, | |
| "loss": 0.4334, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.15743656232635672, | |
| "grad_norm": 0.2502390156217485, | |
| "learning_rate": 0.0004934794531258794, | |
| "loss": 0.4756, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.15928875717725505, | |
| "grad_norm": 0.306502262394428, | |
| "learning_rate": 0.0004933123731924083, | |
| "loss": 0.4009, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.16114095202815337, | |
| "grad_norm": 0.2866551052549121, | |
| "learning_rate": 0.0004931432086654751, | |
| "loss": 0.411, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.16299314687905167, | |
| "grad_norm": 0.2975618645144025, | |
| "learning_rate": 0.0004929719609944075, | |
| "loss": 0.4386, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.16484534172995, | |
| "grad_norm": 0.3269989409370364, | |
| "learning_rate": 0.00049279863164638, | |
| "loss": 0.4811, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.1666975365808483, | |
| "grad_norm": 0.2764720769175588, | |
| "learning_rate": 0.0004926232221064024, | |
| "loss": 0.4319, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.16854973143174662, | |
| "grad_norm": 0.31817437091747597, | |
| "learning_rate": 0.0004924457338773062, | |
| "loss": 0.5039, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.17040192628264494, | |
| "grad_norm": 0.27931435921536724, | |
| "learning_rate": 0.0004922661684797332, | |
| "loss": 0.447, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.17225412113354324, | |
| "grad_norm": 0.31719086644687416, | |
| "learning_rate": 0.0004920845274521201, | |
| "loss": 0.4486, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.17410631598444157, | |
| "grad_norm": 0.2554455359026809, | |
| "learning_rate": 0.0004919008123506878, | |
| "loss": 0.4683, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.17595851083533987, | |
| "grad_norm": 0.33286076816889937, | |
| "learning_rate": 0.0004917150247494265, | |
| "loss": 0.4438, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.1778107056862382, | |
| "grad_norm": 0.2611238399418209, | |
| "learning_rate": 0.0004915271662400824, | |
| "loss": 0.3582, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.17966290053713652, | |
| "grad_norm": 0.2652458587080694, | |
| "learning_rate": 0.0004913372384321449, | |
| "loss": 0.4845, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.18151509538803481, | |
| "grad_norm": 0.2794832294188891, | |
| "learning_rate": 0.000491145242952832, | |
| "loss": 0.4398, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.18336729023893314, | |
| "grad_norm": 0.21029714010049572, | |
| "learning_rate": 0.0004909511814470764, | |
| "loss": 0.4408, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.18521948508983144, | |
| "grad_norm": 0.2781493608292439, | |
| "learning_rate": 0.0004907550555775119, | |
| "loss": 0.4999, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.18707167994072976, | |
| "grad_norm": 0.3287877830017298, | |
| "learning_rate": 0.0004905568670244588, | |
| "loss": 0.4389, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.1889238747916281, | |
| "grad_norm": 0.34207107261927205, | |
| "learning_rate": 0.0004903566174859094, | |
| "loss": 0.4537, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.19077606964252639, | |
| "grad_norm": 0.24403509336935494, | |
| "learning_rate": 0.0004901543086775137, | |
| "loss": 0.3921, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.1926282644934247, | |
| "grad_norm": 0.2671352359873941, | |
| "learning_rate": 0.0004899499423325647, | |
| "loss": 0.4023, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.194480459344323, | |
| "grad_norm": 0.36145293617111, | |
| "learning_rate": 0.0004897435202019832, | |
| "loss": 0.4346, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.19633265419522133, | |
| "grad_norm": 0.3104045357811312, | |
| "learning_rate": 0.0004895350440543036, | |
| "loss": 0.4299, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.19818484904611966, | |
| "grad_norm": 0.2530391260727553, | |
| "learning_rate": 0.0004893245156756578, | |
| "loss": 0.4477, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.20003704389701796, | |
| "grad_norm": 0.26339622262916945, | |
| "learning_rate": 0.0004891119368697605, | |
| "loss": 0.4907, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.20188923874791628, | |
| "grad_norm": 0.24758807862533388, | |
| "learning_rate": 0.0004888973094578931, | |
| "loss": 0.4215, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.2037414335988146, | |
| "grad_norm": 0.24646474329045825, | |
| "learning_rate": 0.0004886806352788893, | |
| "loss": 0.4727, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.2055936284497129, | |
| "grad_norm": 0.30101780230375413, | |
| "learning_rate": 0.0004884619161891181, | |
| "loss": 0.4835, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.20744582330061123, | |
| "grad_norm": 0.38338135072675056, | |
| "learning_rate": 0.0004882411540624684, | |
| "loss": 0.4713, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.20929801815150953, | |
| "grad_norm": 0.30051618582402373, | |
| "learning_rate": 0.00048801835079033325, | |
| "loss": 0.4318, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.21115021300240785, | |
| "grad_norm": 0.3169294143209614, | |
| "learning_rate": 0.00048779350828159307, | |
| "loss": 0.4414, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.21300240785330618, | |
| "grad_norm": 0.2243691219456984, | |
| "learning_rate": 0.0004875666284625996, | |
| "loss": 0.4732, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.21485460270420448, | |
| "grad_norm": 0.32093479593839086, | |
| "learning_rate": 0.0004873377132771594, | |
| "loss": 0.4477, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.2167067975551028, | |
| "grad_norm": 0.30480291068654214, | |
| "learning_rate": 0.00048710676468651724, | |
| "loss": 0.4159, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.2185589924060011, | |
| "grad_norm": 0.31550505987353533, | |
| "learning_rate": 0.00048687378466933913, | |
| "loss": 0.4121, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.22041118725689943, | |
| "grad_norm": 0.2825917386970882, | |
| "learning_rate": 0.0004866387752216953, | |
| "loss": 0.4531, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.22226338210779775, | |
| "grad_norm": 0.2507091074214277, | |
| "learning_rate": 0.0004864017383570436, | |
| "loss": 0.373, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.22411557695869605, | |
| "grad_norm": 0.2533897084759911, | |
| "learning_rate": 0.00048616267610621154, | |
| "loss": 0.466, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.22596777180959438, | |
| "grad_norm": 0.30135005574304485, | |
| "learning_rate": 0.00048592159051737946, | |
| "loss": 0.4678, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.22781996666049267, | |
| "grad_norm": 0.2900534769133878, | |
| "learning_rate": 0.0004856784836560627, | |
| "loss": 0.4412, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.229672161511391, | |
| "grad_norm": 0.3356512247856666, | |
| "learning_rate": 0.000485433357605094, | |
| "loss": 0.4381, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.23152435636228932, | |
| "grad_norm": 0.28373492782986676, | |
| "learning_rate": 0.00048518621446460555, | |
| "loss": 0.4332, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.23337655121318762, | |
| "grad_norm": 0.27681961152835116, | |
| "learning_rate": 0.00048493705635201123, | |
| "loss": 0.3954, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.23522874606408595, | |
| "grad_norm": 0.3183042306103447, | |
| "learning_rate": 0.0004846858854019882, | |
| "loss": 0.4898, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.23708094091498425, | |
| "grad_norm": 0.2806922738056069, | |
| "learning_rate": 0.00048443270376645876, | |
| "loss": 0.4621, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.23893313576588257, | |
| "grad_norm": 0.32027034011519323, | |
| "learning_rate": 0.00048417751361457185, | |
| "loss": 0.4264, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.2407853306167809, | |
| "grad_norm": 0.25756897907173815, | |
| "learning_rate": 0.00048392031713268447, | |
| "loss": 0.4213, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.2426375254676792, | |
| "grad_norm": 0.29761680785972183, | |
| "learning_rate": 0.0004836611165243432, | |
| "loss": 0.41, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.24448972031857752, | |
| "grad_norm": 0.28775863303393384, | |
| "learning_rate": 0.00048339991401026474, | |
| "loss": 0.4237, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.24634191516947582, | |
| "grad_norm": 0.20527409355092, | |
| "learning_rate": 0.00048313671182831743, | |
| "loss": 0.4227, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.24819411002037414, | |
| "grad_norm": 0.3049894888864481, | |
| "learning_rate": 0.00048287151223350193, | |
| "loss": 0.4188, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.25004630487127244, | |
| "grad_norm": 0.28816158479568416, | |
| "learning_rate": 0.00048260431749793184, | |
| "loss": 0.4193, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.25189849972217077, | |
| "grad_norm": 0.2810466941829626, | |
| "learning_rate": 0.00048233512991081406, | |
| "loss": 0.431, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.2537506945730691, | |
| "grad_norm": 0.34419272070908224, | |
| "learning_rate": 0.0004820639517784297, | |
| "loss": 0.4802, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.2556028894239674, | |
| "grad_norm": 0.2614191417571005, | |
| "learning_rate": 0.00048179078542411367, | |
| "loss": 0.4218, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.25745508427486574, | |
| "grad_norm": 0.3620169455808058, | |
| "learning_rate": 0.0004815156331882352, | |
| "loss": 0.4259, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.259307279125764, | |
| "grad_norm": 0.3495069978116607, | |
| "learning_rate": 0.0004812384974281778, | |
| "loss": 0.414, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.26115947397666234, | |
| "grad_norm": 0.23822327577745042, | |
| "learning_rate": 0.0004809593805183187, | |
| "loss": 0.4885, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.26301166882756066, | |
| "grad_norm": 0.31188479403470154, | |
| "learning_rate": 0.00048067828485000904, | |
| "loss": 0.438, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.264863863678459, | |
| "grad_norm": 0.30908266150851776, | |
| "learning_rate": 0.00048039521283155283, | |
| "loss": 0.4224, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.2667160585293573, | |
| "grad_norm": 0.3926396606462005, | |
| "learning_rate": 0.0004801101668881869, | |
| "loss": 0.4481, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.2685682533802556, | |
| "grad_norm": 0.2937266710438928, | |
| "learning_rate": 0.0004798231494620593, | |
| "loss": 0.4785, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.2704204482311539, | |
| "grad_norm": 0.29097772272918393, | |
| "learning_rate": 0.00047953416301220936, | |
| "loss": 0.5, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.27227264308205223, | |
| "grad_norm": 0.2552279327553987, | |
| "learning_rate": 0.000479243210014546, | |
| "loss": 0.32, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.27412483793295056, | |
| "grad_norm": 0.2699430209822517, | |
| "learning_rate": 0.00047895029296182636, | |
| "loss": 0.3985, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.2759770327838489, | |
| "grad_norm": 0.31833186888024984, | |
| "learning_rate": 0.0004786554143636353, | |
| "loss": 0.4375, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.27782922763474716, | |
| "grad_norm": 0.2751779388841223, | |
| "learning_rate": 0.00047835857674636287, | |
| "loss": 0.4001, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2796814224856455, | |
| "grad_norm": 0.2940862163328187, | |
| "learning_rate": 0.0004780597826531833, | |
| "loss": 0.4308, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.2815336173365438, | |
| "grad_norm": 0.3386550227204627, | |
| "learning_rate": 0.00047775903464403305, | |
| "loss": 0.5353, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.28338581218744213, | |
| "grad_norm": 0.31240154547554955, | |
| "learning_rate": 0.00047745633529558884, | |
| "loss": 0.3715, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.28523800703834046, | |
| "grad_norm": 0.32759929614793354, | |
| "learning_rate": 0.0004771516872012457, | |
| "loss": 0.3929, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.2870902018892387, | |
| "grad_norm": 0.29742817791928194, | |
| "learning_rate": 0.0004768450929710945, | |
| "loss": 0.4812, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.28894239674013705, | |
| "grad_norm": 0.32461600905212035, | |
| "learning_rate": 0.00047653655523189996, | |
| "loss": 0.4181, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.2907945915910354, | |
| "grad_norm": 0.26208477940948965, | |
| "learning_rate": 0.00047622607662707773, | |
| "loss": 0.3872, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.2926467864419337, | |
| "grad_norm": 0.315046477208, | |
| "learning_rate": 0.000475913659816672, | |
| "loss": 0.4267, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.29449898129283203, | |
| "grad_norm": 0.2451451562089501, | |
| "learning_rate": 0.0004755993074773327, | |
| "loss": 0.4525, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.2963511761437303, | |
| "grad_norm": 0.2936495362556869, | |
| "learning_rate": 0.00047528302230229246, | |
| "loss": 0.4167, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.2982033709946286, | |
| "grad_norm": 0.3551639863299712, | |
| "learning_rate": 0.00047496480700134376, | |
| "loss": 0.4214, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.30005556584552695, | |
| "grad_norm": 0.21422448887216472, | |
| "learning_rate": 0.0004746446643008153, | |
| "loss": 0.4111, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.3019077606964253, | |
| "grad_norm": 0.2593924521965729, | |
| "learning_rate": 0.00047432259694354896, | |
| "loss": 0.5274, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.3037599555473236, | |
| "grad_norm": 0.30074263766274656, | |
| "learning_rate": 0.0004739986076888765, | |
| "loss": 0.4424, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.30561215039822187, | |
| "grad_norm": 0.291226317138353, | |
| "learning_rate": 0.0004736726993125952, | |
| "loss": 0.4802, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.3074643452491202, | |
| "grad_norm": 0.23749441719859632, | |
| "learning_rate": 0.0004733448746069449, | |
| "loss": 0.4288, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.3093165401000185, | |
| "grad_norm": 0.2740636498957509, | |
| "learning_rate": 0.00047301513638058355, | |
| "loss": 0.4742, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.31116873495091685, | |
| "grad_norm": 0.3263090001341323, | |
| "learning_rate": 0.0004726834874585634, | |
| "loss": 0.4945, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.3130209298018152, | |
| "grad_norm": 0.23702905590165377, | |
| "learning_rate": 0.00047234993068230656, | |
| "loss": 0.3995, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.31487312465271344, | |
| "grad_norm": 0.35028858247208006, | |
| "learning_rate": 0.0004720144689095809, | |
| "loss": 0.3937, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.31672531950361177, | |
| "grad_norm": 0.35160376937763926, | |
| "learning_rate": 0.00047167710501447535, | |
| "loss": 0.4388, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.3185775143545101, | |
| "grad_norm": 0.2769519878263511, | |
| "learning_rate": 0.0004713378418873756, | |
| "loss": 0.43, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.3204297092054084, | |
| "grad_norm": 0.2723567337414344, | |
| "learning_rate": 0.00047099668243493886, | |
| "loss": 0.4546, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.32228190405630674, | |
| "grad_norm": 0.4145209498456788, | |
| "learning_rate": 0.0004706536295800695, | |
| "loss": 0.4331, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.324134098907205, | |
| "grad_norm": 0.3793519870853873, | |
| "learning_rate": 0.0004703086862618935, | |
| "loss": 0.3716, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.32598629375810334, | |
| "grad_norm": 0.2962260082256936, | |
| "learning_rate": 0.00046996185543573356, | |
| "loss": 0.4161, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.32783848860900167, | |
| "grad_norm": 0.24861664813452802, | |
| "learning_rate": 0.00046961314007308374, | |
| "loss": 0.4772, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.3296906834599, | |
| "grad_norm": 0.30394710320503215, | |
| "learning_rate": 0.00046926254316158414, | |
| "loss": 0.4521, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.3315428783107983, | |
| "grad_norm": 0.2835284077342044, | |
| "learning_rate": 0.0004689100677049948, | |
| "loss": 0.439, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.3333950731616966, | |
| "grad_norm": 0.2936297703950855, | |
| "learning_rate": 0.00046855571672317056, | |
| "loss": 0.4539, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3352472680125949, | |
| "grad_norm": 0.31076414372805394, | |
| "learning_rate": 0.00046819949325203485, | |
| "loss": 0.5226, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.33709946286349324, | |
| "grad_norm": 0.3151990506296693, | |
| "learning_rate": 0.00046784140034355386, | |
| "loss": 0.4502, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.33895165771439156, | |
| "grad_norm": 0.2999740764164084, | |
| "learning_rate": 0.0004674814410657102, | |
| "loss": 0.405, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.3408038525652899, | |
| "grad_norm": 0.2848528621693946, | |
| "learning_rate": 0.00046711961850247677, | |
| "loss": 0.4686, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.34265604741618816, | |
| "grad_norm": 0.3304960024436658, | |
| "learning_rate": 0.0004667559357537901, | |
| "loss": 0.3961, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.3445082422670865, | |
| "grad_norm": 0.29714447800492894, | |
| "learning_rate": 0.00046639039593552423, | |
| "loss": 0.4121, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.3463604371179848, | |
| "grad_norm": 0.3737053983821796, | |
| "learning_rate": 0.0004660230021794637, | |
| "loss": 0.4899, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.34821263196888314, | |
| "grad_norm": 0.2715803166164925, | |
| "learning_rate": 0.00046565375763327655, | |
| "loss": 0.418, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.35006482681978146, | |
| "grad_norm": 0.2962801885853028, | |
| "learning_rate": 0.0004652826654604879, | |
| "loss": 0.4675, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.35191702167067973, | |
| "grad_norm": 0.30660107375890056, | |
| "learning_rate": 0.0004649097288404523, | |
| "loss": 0.4536, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.35376921652157806, | |
| "grad_norm": 0.28266003520813626, | |
| "learning_rate": 0.00046453495096832677, | |
| "loss": 0.44, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.3556214113724764, | |
| "grad_norm": 0.3422119367179134, | |
| "learning_rate": 0.00046415833505504344, | |
| "loss": 0.4584, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.3574736062233747, | |
| "grad_norm": 0.2749096084932521, | |
| "learning_rate": 0.0004637798843272819, | |
| "loss": 0.3907, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.35932580107427303, | |
| "grad_norm": 0.26388805864831494, | |
| "learning_rate": 0.00046339960202744154, | |
| "loss": 0.5757, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.3611779959251713, | |
| "grad_norm": 0.2738001016444935, | |
| "learning_rate": 0.000463017491413614, | |
| "loss": 0.4938, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.36303019077606963, | |
| "grad_norm": 0.27217682271594046, | |
| "learning_rate": 0.00046263355575955513, | |
| "loss": 0.4063, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.36488238562696795, | |
| "grad_norm": 0.23291262129921603, | |
| "learning_rate": 0.0004622477983546567, | |
| "loss": 0.419, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.3667345804778663, | |
| "grad_norm": 0.304942976924537, | |
| "learning_rate": 0.0004618602225039187, | |
| "loss": 0.4168, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.3685867753287646, | |
| "grad_norm": 0.24084297499524615, | |
| "learning_rate": 0.00046147083152792064, | |
| "loss": 0.3846, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.3704389701796629, | |
| "grad_norm": 0.27930179036055947, | |
| "learning_rate": 0.00046107962876279317, | |
| "loss": 0.4226, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3722911650305612, | |
| "grad_norm": 0.22286791279607676, | |
| "learning_rate": 0.00046068661756018975, | |
| "loss": 0.3928, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.3741433598814595, | |
| "grad_norm": 0.22400156451080455, | |
| "learning_rate": 0.00046029180128725756, | |
| "loss": 0.4584, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.37599555473235785, | |
| "grad_norm": 0.3152682221415501, | |
| "learning_rate": 0.0004598951833266087, | |
| "loss": 0.4314, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.3778477495832562, | |
| "grad_norm": 0.31019682799358195, | |
| "learning_rate": 0.00045949676707629186, | |
| "loss": 0.4237, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.37969994443415445, | |
| "grad_norm": 0.32258613660465024, | |
| "learning_rate": 0.00045909655594976207, | |
| "loss": 0.3827, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.38155213928505277, | |
| "grad_norm": 0.2506911135234745, | |
| "learning_rate": 0.00045869455337585246, | |
| "loss": 0.4037, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.3834043341359511, | |
| "grad_norm": 0.35915658848471477, | |
| "learning_rate": 0.0004582907627987444, | |
| "loss": 0.4242, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.3852565289868494, | |
| "grad_norm": 0.28180517097875335, | |
| "learning_rate": 0.00045788518767793786, | |
| "loss": 0.4342, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.38710872383774775, | |
| "grad_norm": 0.22401926241944572, | |
| "learning_rate": 0.0004574778314882225, | |
| "loss": 0.4546, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.388960918688646, | |
| "grad_norm": 0.3007971129642205, | |
| "learning_rate": 0.0004570686977196468, | |
| "loss": 0.4364, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.39081311353954434, | |
| "grad_norm": 0.24088799894015317, | |
| "learning_rate": 0.0004566577898774893, | |
| "loss": 0.4313, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.39266530839044267, | |
| "grad_norm": 0.30698196088504776, | |
| "learning_rate": 0.0004562451114822276, | |
| "loss": 0.3996, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.394517503241341, | |
| "grad_norm": 0.2516817084212753, | |
| "learning_rate": 0.0004558306660695089, | |
| "loss": 0.4434, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.3963696980922393, | |
| "grad_norm": 0.24923810797995163, | |
| "learning_rate": 0.00045541445719011933, | |
| "loss": 0.3827, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.39822189294313765, | |
| "grad_norm": 0.2838748265882661, | |
| "learning_rate": 0.0004549964884099534, | |
| "loss": 0.4097, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.4000740877940359, | |
| "grad_norm": 0.2520366270233344, | |
| "learning_rate": 0.0004545767633099842, | |
| "loss": 0.4257, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.40192628264493424, | |
| "grad_norm": 0.29635595927178765, | |
| "learning_rate": 0.0004541552854862317, | |
| "loss": 0.4305, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.40377847749583257, | |
| "grad_norm": 0.3136173166936259, | |
| "learning_rate": 0.00045373205854973265, | |
| "loss": 0.4592, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.4056306723467309, | |
| "grad_norm": 0.2849443744452371, | |
| "learning_rate": 0.0004533070861265094, | |
| "loss": 0.4604, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.4074828671976292, | |
| "grad_norm": 0.27436502832510207, | |
| "learning_rate": 0.000452880371857539, | |
| "loss": 0.3709, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.4093350620485275, | |
| "grad_norm": 0.31084213819654966, | |
| "learning_rate": 0.0004524519193987215, | |
| "loss": 0.4707, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.4111872568994258, | |
| "grad_norm": 0.27171948513912497, | |
| "learning_rate": 0.00045202173242084954, | |
| "loss": 0.4131, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.41303945175032414, | |
| "grad_norm": 0.2720258760965373, | |
| "learning_rate": 0.0004515898146095758, | |
| "loss": 0.3954, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.41489164660122246, | |
| "grad_norm": 0.21964829380379464, | |
| "learning_rate": 0.0004511561696653823, | |
| "loss": 0.432, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.4167438414521208, | |
| "grad_norm": 0.22147147407497397, | |
| "learning_rate": 0.0004507208013035483, | |
| "loss": 0.406, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.41859603630301906, | |
| "grad_norm": 0.2592943907855162, | |
| "learning_rate": 0.0004502837132541186, | |
| "loss": 0.4092, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.4204482311539174, | |
| "grad_norm": 0.2697288980975384, | |
| "learning_rate": 0.0004498449092618715, | |
| "loss": 0.3643, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.4223004260048157, | |
| "grad_norm": 0.2502930773158984, | |
| "learning_rate": 0.00044940439308628654, | |
| "loss": 0.344, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.42415262085571404, | |
| "grad_norm": 0.28445457893318615, | |
| "learning_rate": 0.00044896216850151294, | |
| "loss": 0.4511, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.42600481570661236, | |
| "grad_norm": 0.3361734430502526, | |
| "learning_rate": 0.0004485182392963364, | |
| "loss": 0.3547, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.42785701055751063, | |
| "grad_norm": 0.2326479256523765, | |
| "learning_rate": 0.0004480726092741472, | |
| "loss": 0.3731, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.42970920540840896, | |
| "grad_norm": 0.2646729222942232, | |
| "learning_rate": 0.00044762528225290757, | |
| "loss": 0.4015, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.4315614002593073, | |
| "grad_norm": 0.33778964570201236, | |
| "learning_rate": 0.0004471762620651187, | |
| "loss": 0.4, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.4334135951102056, | |
| "grad_norm": 0.31289509233278756, | |
| "learning_rate": 0.00044672555255778824, | |
| "loss": 0.4377, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.43526578996110393, | |
| "grad_norm": 0.27440247092572545, | |
| "learning_rate": 0.00044627315759239715, | |
| "loss": 0.3972, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.4371179848120022, | |
| "grad_norm": 0.2641845623874125, | |
| "learning_rate": 0.0004458190810448667, | |
| "loss": 0.3864, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.43897017966290053, | |
| "grad_norm": 0.3042810996664228, | |
| "learning_rate": 0.0004453633268055249, | |
| "loss": 0.4277, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.44082237451379885, | |
| "grad_norm": 0.2497842382086681, | |
| "learning_rate": 0.00044490589877907406, | |
| "loss": 0.3926, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.4426745693646972, | |
| "grad_norm": 0.2259561601883072, | |
| "learning_rate": 0.00044444680088455624, | |
| "loss": 0.4567, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.4445267642155955, | |
| "grad_norm": 0.2644522169590116, | |
| "learning_rate": 0.00044398603705532046, | |
| "loss": 0.4257, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.4463789590664938, | |
| "grad_norm": 0.24862008909243488, | |
| "learning_rate": 0.0004435236112389887, | |
| "loss": 0.3187, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.4482311539173921, | |
| "grad_norm": 0.2838495721029593, | |
| "learning_rate": 0.000443059527397422, | |
| "loss": 0.4659, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.4500833487682904, | |
| "grad_norm": 0.219358259027201, | |
| "learning_rate": 0.00044259378950668683, | |
| "loss": 0.3919, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.45193554361918875, | |
| "grad_norm": 0.31146983163040265, | |
| "learning_rate": 0.00044212640155702053, | |
| "loss": 0.4584, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.4537877384700871, | |
| "grad_norm": 0.26979102938650734, | |
| "learning_rate": 0.00044165736755279785, | |
| "loss": 0.3086, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.45563993332098535, | |
| "grad_norm": 0.29314640181084967, | |
| "learning_rate": 0.00044118669151249585, | |
| "loss": 0.4357, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.45749212817188367, | |
| "grad_norm": 0.2523855052206998, | |
| "learning_rate": 0.00044071437746865994, | |
| "loss": 0.4024, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.459344323022782, | |
| "grad_norm": 0.24148640334233432, | |
| "learning_rate": 0.0004402404294678692, | |
| "loss": 0.396, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.4611965178736803, | |
| "grad_norm": 0.22896761800287638, | |
| "learning_rate": 0.00043976485157070185, | |
| "loss": 0.4293, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.46304871272457865, | |
| "grad_norm": 0.24737906716097793, | |
| "learning_rate": 0.0004392876478517002, | |
| "loss": 0.4756, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.4649009075754769, | |
| "grad_norm": 0.305490554690619, | |
| "learning_rate": 0.000438808822399336, | |
| "loss": 0.405, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.46675310242637524, | |
| "grad_norm": 0.2802043380804828, | |
| "learning_rate": 0.00043832837931597526, | |
| "loss": 0.3876, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.46860529727727357, | |
| "grad_norm": 0.2860415378563156, | |
| "learning_rate": 0.00043784632271784304, | |
| "loss": 0.4161, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.4704574921281719, | |
| "grad_norm": 0.28267000501834966, | |
| "learning_rate": 0.0004373626567349885, | |
| "loss": 0.4143, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.4723096869790702, | |
| "grad_norm": 0.2525367504836072, | |
| "learning_rate": 0.00043687738551124913, | |
| "loss": 0.3757, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.4741618818299685, | |
| "grad_norm": 0.3925357847215651, | |
| "learning_rate": 0.0004363905132042154, | |
| "loss": 0.3826, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.4760140766808668, | |
| "grad_norm": 0.3263265495863413, | |
| "learning_rate": 0.00043590204398519526, | |
| "loss": 0.4263, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.47786627153176514, | |
| "grad_norm": 0.30208444736193557, | |
| "learning_rate": 0.0004354119820391784, | |
| "loss": 0.3817, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.47971846638266347, | |
| "grad_norm": 0.2561058320675499, | |
| "learning_rate": 0.00043492033156479997, | |
| "loss": 0.4278, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.4815706612335618, | |
| "grad_norm": 0.30589399146654594, | |
| "learning_rate": 0.0004344270967743052, | |
| "loss": 0.4058, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.48342285608446006, | |
| "grad_norm": 0.2978445001042373, | |
| "learning_rate": 0.00043393228189351297, | |
| "loss": 0.4212, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.4852750509353584, | |
| "grad_norm": 0.29323906443796505, | |
| "learning_rate": 0.0004334358911617797, | |
| "loss": 0.4304, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.4871272457862567, | |
| "grad_norm": 0.25775394604491453, | |
| "learning_rate": 0.000432937928831963, | |
| "loss": 0.4291, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.48897944063715504, | |
| "grad_norm": 0.2860673624388678, | |
| "learning_rate": 0.00043243839917038506, | |
| "loss": 0.4452, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.49083163548805336, | |
| "grad_norm": 0.2451402557512562, | |
| "learning_rate": 0.00043193730645679665, | |
| "loss": 0.349, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.49268383033895163, | |
| "grad_norm": 0.23951029660105672, | |
| "learning_rate": 0.0004314346549843398, | |
| "loss": 0.3986, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.49453602518984996, | |
| "grad_norm": 0.24086380299145352, | |
| "learning_rate": 0.0004309304490595113, | |
| "loss": 0.4069, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.4963882200407483, | |
| "grad_norm": 0.19690525958834837, | |
| "learning_rate": 0.00043042469300212595, | |
| "loss": 0.3658, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.4982404148916466, | |
| "grad_norm": 0.2873547855172915, | |
| "learning_rate": 0.0004299173911452794, | |
| "loss": 0.4045, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.5000926097425449, | |
| "grad_norm": 0.3445660214713212, | |
| "learning_rate": 0.0004294085478353109, | |
| "loss": 0.3342, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.5019448045934433, | |
| "grad_norm": 0.26259627047719875, | |
| "learning_rate": 0.00042889816743176625, | |
| "loss": 0.4115, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.5037969994443415, | |
| "grad_norm": 0.27090069459316, | |
| "learning_rate": 0.0004283862543073604, | |
| "loss": 0.4178, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.5056491942952399, | |
| "grad_norm": 0.3203148075266908, | |
| "learning_rate": 0.00042787281284794, | |
| "loss": 0.4177, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.5075013891461382, | |
| "grad_norm": 0.2044466650316563, | |
| "learning_rate": 0.00042735784745244585, | |
| "loss": 0.415, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.5093535839970365, | |
| "grad_norm": 0.2673811085531597, | |
| "learning_rate": 0.000426841362532875, | |
| "loss": 0.3923, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.5112057788479348, | |
| "grad_norm": 0.23323940410282512, | |
| "learning_rate": 0.00042632336251424317, | |
| "loss": 0.3643, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.5130579736988331, | |
| "grad_norm": 0.19502502356966445, | |
| "learning_rate": 0.00042580385183454695, | |
| "loss": 0.4509, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.5149101685497315, | |
| "grad_norm": 0.3081825384344212, | |
| "learning_rate": 0.0004252828349447254, | |
| "loss": 0.3374, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.5167623634006298, | |
| "grad_norm": 0.19926889616728075, | |
| "learning_rate": 0.00042476031630862235, | |
| "loss": 0.3751, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.518614558251528, | |
| "grad_norm": 0.2980672545203656, | |
| "learning_rate": 0.00042423630040294756, | |
| "loss": 0.3737, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5204667531024264, | |
| "grad_norm": 0.2805956385580894, | |
| "learning_rate": 0.0004237107917172391, | |
| "loss": 0.3498, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.5223189479533247, | |
| "grad_norm": 0.24883952133869866, | |
| "learning_rate": 0.00042318379475382454, | |
| "loss": 0.369, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.5241711428042231, | |
| "grad_norm": 0.26010129083226985, | |
| "learning_rate": 0.0004226553140277819, | |
| "loss": 0.3763, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.5260233376551213, | |
| "grad_norm": 0.3407509896784033, | |
| "learning_rate": 0.000422125354066902, | |
| "loss": 0.3339, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.5278755325060196, | |
| "grad_norm": 0.2022248872951544, | |
| "learning_rate": 0.0004215939194116487, | |
| "loss": 0.415, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.529727727356918, | |
| "grad_norm": 0.3427987857911665, | |
| "learning_rate": 0.0004210610146151206, | |
| "loss": 0.4224, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.5315799222078162, | |
| "grad_norm": 0.23594824415533, | |
| "learning_rate": 0.0004205266442430117, | |
| "loss": 0.4051, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.5334321170587146, | |
| "grad_norm": 0.29315061402915377, | |
| "learning_rate": 0.00041999081287357246, | |
| "loss": 0.3898, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.5352843119096129, | |
| "grad_norm": 0.25391786215048595, | |
| "learning_rate": 0.0004194535250975705, | |
| "loss": 0.4163, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.5371365067605112, | |
| "grad_norm": 0.30989709227816453, | |
| "learning_rate": 0.00041891478551825135, | |
| "loss": 0.4528, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5389887016114095, | |
| "grad_norm": 0.30084068834422883, | |
| "learning_rate": 0.000418374598751299, | |
| "loss": 0.4187, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.5408408964623078, | |
| "grad_norm": 0.2707819885874306, | |
| "learning_rate": 0.000417832969424796, | |
| "loss": 0.4203, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.5426930913132062, | |
| "grad_norm": 0.27765562870418, | |
| "learning_rate": 0.00041728990217918454, | |
| "loss": 0.4354, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.5445452861641045, | |
| "grad_norm": 0.2957077208859336, | |
| "learning_rate": 0.00041674540166722595, | |
| "loss": 0.4214, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.5463974810150027, | |
| "grad_norm": 0.3687676577456054, | |
| "learning_rate": 0.0004161994725539614, | |
| "loss": 0.3915, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.5482496758659011, | |
| "grad_norm": 0.26016346169725796, | |
| "learning_rate": 0.00041565211951667143, | |
| "loss": 0.4265, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.5501018707167994, | |
| "grad_norm": 0.29400682034550746, | |
| "learning_rate": 0.0004151033472448363, | |
| "loss": 0.3754, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.5519540655676978, | |
| "grad_norm": 0.24729614759661173, | |
| "learning_rate": 0.00041455316044009563, | |
| "loss": 0.3678, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.553806260418596, | |
| "grad_norm": 0.30448617928085525, | |
| "learning_rate": 0.0004140015638162081, | |
| "loss": 0.3521, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.5556584552694943, | |
| "grad_norm": 0.326331806127286, | |
| "learning_rate": 0.0004134485620990113, | |
| "loss": 0.3829, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5575106501203927, | |
| "grad_norm": 0.2831079722418925, | |
| "learning_rate": 0.0004128941600263805, | |
| "loss": 0.3499, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.559362844971291, | |
| "grad_norm": 0.2544434887846111, | |
| "learning_rate": 0.00041233836234818926, | |
| "loss": 0.4621, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.5612150398221893, | |
| "grad_norm": 0.272652788679403, | |
| "learning_rate": 0.0004117811738262677, | |
| "loss": 0.413, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.5630672346730876, | |
| "grad_norm": 0.25142412831266564, | |
| "learning_rate": 0.0004112225992343621, | |
| "loss": 0.4163, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.5649194295239859, | |
| "grad_norm": 0.2647884767561391, | |
| "learning_rate": 0.00041066264335809413, | |
| "loss": 0.3914, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.5667716243748843, | |
| "grad_norm": 0.23801633376774256, | |
| "learning_rate": 0.00041010131099491944, | |
| "loss": 0.3754, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.5686238192257825, | |
| "grad_norm": 0.2731341421028539, | |
| "learning_rate": 0.0004095386069540872, | |
| "loss": 0.4227, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.5704760140766809, | |
| "grad_norm": 0.2011024370599634, | |
| "learning_rate": 0.0004089745360565981, | |
| "loss": 0.3834, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.5723282089275792, | |
| "grad_norm": 0.23740640073183247, | |
| "learning_rate": 0.00040840910313516364, | |
| "loss": 0.4279, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.5741804037784775, | |
| "grad_norm": 0.2525764151086583, | |
| "learning_rate": 0.00040784231303416473, | |
| "loss": 0.3782, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5760325986293758, | |
| "grad_norm": 0.29277924659862603, | |
| "learning_rate": 0.00040727417060960967, | |
| "loss": 0.3743, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.5778847934802741, | |
| "grad_norm": 0.24242972284715095, | |
| "learning_rate": 0.0004067046807290931, | |
| "loss": 0.3832, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.5797369883311725, | |
| "grad_norm": 0.25071856580407875, | |
| "learning_rate": 0.0004061338482717538, | |
| "loss": 0.3867, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.5815891831820708, | |
| "grad_norm": 0.2837990600721797, | |
| "learning_rate": 0.0004055616781282335, | |
| "loss": 0.4151, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.583441378032969, | |
| "grad_norm": 0.22534951219394125, | |
| "learning_rate": 0.0004049881752006346, | |
| "loss": 0.3788, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5852935728838674, | |
| "grad_norm": 0.2817669494395476, | |
| "learning_rate": 0.0004044133444024779, | |
| "loss": 0.437, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.5871457677347657, | |
| "grad_norm": 0.20817420244233692, | |
| "learning_rate": 0.00040383719065866105, | |
| "loss": 0.3918, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.5889979625856641, | |
| "grad_norm": 0.2734267113676852, | |
| "learning_rate": 0.0004032597189054161, | |
| "loss": 0.4261, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.5908501574365623, | |
| "grad_norm": 0.27859862469331026, | |
| "learning_rate": 0.0004026809340902672, | |
| "loss": 0.4035, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.5927023522874606, | |
| "grad_norm": 0.2545952221508602, | |
| "learning_rate": 0.0004021008411719881, | |
| "loss": 0.3432, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.594554547138359, | |
| "grad_norm": 0.270005891201155, | |
| "learning_rate": 0.0004015194451205601, | |
| "loss": 0.354, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.5964067419892572, | |
| "grad_norm": 0.24352901007536132, | |
| "learning_rate": 0.000400936750917129, | |
| "loss": 0.3729, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.5982589368401556, | |
| "grad_norm": 0.2556498791861634, | |
| "learning_rate": 0.0004003527635539625, | |
| "loss": 0.4015, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.6001111316910539, | |
| "grad_norm": 0.2752351613083482, | |
| "learning_rate": 0.00039976748803440774, | |
| "loss": 0.3672, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.6019633265419522, | |
| "grad_norm": 0.2609226477539244, | |
| "learning_rate": 0.000399180929372848, | |
| "loss": 0.4015, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.6038155213928506, | |
| "grad_norm": 0.30960657643957806, | |
| "learning_rate": 0.00039859309259466017, | |
| "loss": 0.3641, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.6056677162437488, | |
| "grad_norm": 0.3035485490629689, | |
| "learning_rate": 0.0003980039827361712, | |
| "loss": 0.4543, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.6075199110946472, | |
| "grad_norm": 0.2184916474124068, | |
| "learning_rate": 0.0003974136048446155, | |
| "loss": 0.337, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.6093721059455455, | |
| "grad_norm": 0.2843568329769092, | |
| "learning_rate": 0.0003968219639780915, | |
| "loss": 0.4351, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.6112243007964437, | |
| "grad_norm": 0.269831900653445, | |
| "learning_rate": 0.00039622906520551786, | |
| "loss": 0.3777, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.6130764956473421, | |
| "grad_norm": 0.2834037960599415, | |
| "learning_rate": 0.0003956349136065908, | |
| "loss": 0.3924, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.6149286904982404, | |
| "grad_norm": 0.24761657160080242, | |
| "learning_rate": 0.00039503951427173985, | |
| "loss": 0.4168, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.6167808853491388, | |
| "grad_norm": 0.30901172205688504, | |
| "learning_rate": 0.00039444287230208495, | |
| "loss": 0.3873, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.618633080200037, | |
| "grad_norm": 0.29747872909981493, | |
| "learning_rate": 0.0003938449928093922, | |
| "loss": 0.4341, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.6204852750509353, | |
| "grad_norm": 0.2543886903531346, | |
| "learning_rate": 0.0003932458809160303, | |
| "loss": 0.3683, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.6223374699018337, | |
| "grad_norm": 0.33337732842586854, | |
| "learning_rate": 0.0003926455417549266, | |
| "loss": 0.3755, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.624189664752732, | |
| "grad_norm": 0.2464332085515913, | |
| "learning_rate": 0.00039204398046952313, | |
| "loss": 0.3602, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.6260418596036303, | |
| "grad_norm": 0.2946927475643436, | |
| "learning_rate": 0.00039144120221373254, | |
| "loss": 0.4474, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.6278940544545286, | |
| "grad_norm": 0.3017003197321625, | |
| "learning_rate": 0.0003908372121518939, | |
| "loss": 0.4334, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.6297462493054269, | |
| "grad_norm": 0.32871078632996376, | |
| "learning_rate": 0.0003902320154587288, | |
| "loss": 0.3826, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.6315984441563253, | |
| "grad_norm": 0.3041703577665594, | |
| "learning_rate": 0.0003896256173192963, | |
| "loss": 0.4301, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.6334506390072235, | |
| "grad_norm": 0.27657730284049636, | |
| "learning_rate": 0.0003890180229289492, | |
| "loss": 0.3637, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.6353028338581219, | |
| "grad_norm": 0.2894023841563432, | |
| "learning_rate": 0.0003884701694853233, | |
| "loss": 0.4083, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.6371550287090202, | |
| "grad_norm": 0.3313798136401644, | |
| "learning_rate": 0.00038786031656810573, | |
| "loss": 0.3613, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.6390072235599185, | |
| "grad_norm": 0.31419538828574267, | |
| "learning_rate": 0.0003872492825242943, | |
| "loss": 0.3517, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.6408594184108168, | |
| "grad_norm": 0.2856367570197956, | |
| "learning_rate": 0.0003866370725889602, | |
| "loss": 0.3311, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.6427116132617151, | |
| "grad_norm": 0.32378046135112004, | |
| "learning_rate": 0.00038602369200724907, | |
| "loss": 0.3808, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.6445638081126135, | |
| "grad_norm": 0.2809834575253639, | |
| "learning_rate": 0.00038540914603433596, | |
| "loss": 0.3874, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.6464160029635118, | |
| "grad_norm": 0.23009208535401943, | |
| "learning_rate": 0.00038479343993538085, | |
| "loss": 0.415, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.64826819781441, | |
| "grad_norm": 0.22641660111122883, | |
| "learning_rate": 0.00038417657898548284, | |
| "loss": 0.3278, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.6501203926653084, | |
| "grad_norm": 0.2981220824138414, | |
| "learning_rate": 0.00038355856846963545, | |
| "loss": 0.4047, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.6519725875162067, | |
| "grad_norm": 0.2555163199749857, | |
| "learning_rate": 0.00038293941368268105, | |
| "loss": 0.4132, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.6538247823671051, | |
| "grad_norm": 0.2291679316803199, | |
| "learning_rate": 0.00038231911992926573, | |
| "loss": 0.4501, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.6556769772180033, | |
| "grad_norm": 0.22327007435525262, | |
| "learning_rate": 0.0003816976925237936, | |
| "loss": 0.4047, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.6575291720689016, | |
| "grad_norm": 0.26270477479908155, | |
| "learning_rate": 0.00038113744298654294, | |
| "loss": 0.3669, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.6593813669198, | |
| "grad_norm": 0.20304050646048286, | |
| "learning_rate": 0.00038051387631809585, | |
| "loss": 0.4247, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.6612335617706983, | |
| "grad_norm": 0.2626214779683425, | |
| "learning_rate": 0.0003798891914641258, | |
| "loss": 0.3397, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.6630857566215966, | |
| "grad_norm": 0.2927783575344774, | |
| "learning_rate": 0.00037926339377665805, | |
| "loss": 0.3352, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.6649379514724949, | |
| "grad_norm": 0.2868661472365901, | |
| "learning_rate": 0.0003786364886172521, | |
| "loss": 0.4321, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.6667901463233932, | |
| "grad_norm": 0.1980588697868199, | |
| "learning_rate": 0.00037800848135695564, | |
| "loss": 0.355, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.6686423411742916, | |
| "grad_norm": 0.27964064214829887, | |
| "learning_rate": 0.00037737937737625905, | |
| "loss": 0.3953, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.6704945360251898, | |
| "grad_norm": 0.30140561884162703, | |
| "learning_rate": 0.0003767491820650486, | |
| "loss": 0.3802, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.6723467308760882, | |
| "grad_norm": 0.26216353668713616, | |
| "learning_rate": 0.00037611790082256073, | |
| "loss": 0.3701, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.6741989257269865, | |
| "grad_norm": 0.2667607207767126, | |
| "learning_rate": 0.00037548553905733566, | |
| "loss": 0.4217, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.6760511205778847, | |
| "grad_norm": 0.2888052260287578, | |
| "learning_rate": 0.00037485210218717095, | |
| "loss": 0.3861, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.6779033154287831, | |
| "grad_norm": 0.322681691929484, | |
| "learning_rate": 0.0003742175956390754, | |
| "loss": 0.3769, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.6797555102796814, | |
| "grad_norm": 0.2809039196576165, | |
| "learning_rate": 0.0003735820248492221, | |
| "loss": 0.37, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.6816077051305798, | |
| "grad_norm": 0.3168194333373297, | |
| "learning_rate": 0.0003729453952629022, | |
| "loss": 0.3813, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.683459899981478, | |
| "grad_norm": 0.2743408298239755, | |
| "learning_rate": 0.00037230771233447813, | |
| "loss": 0.3762, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.6853120948323763, | |
| "grad_norm": 0.2997039201183461, | |
| "learning_rate": 0.000371668981527337, | |
| "loss": 0.4346, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6871642896832747, | |
| "grad_norm": 0.18532771548719357, | |
| "learning_rate": 0.0003710292083138436, | |
| "loss": 0.344, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.689016484534173, | |
| "grad_norm": 0.3521954419398032, | |
| "learning_rate": 0.0003703883981752935, | |
| "loss": 0.378, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.6908686793850713, | |
| "grad_norm": 0.3037259752726694, | |
| "learning_rate": 0.00036974655660186644, | |
| "loss": 0.4339, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.6927208742359696, | |
| "grad_norm": 0.24733145996258551, | |
| "learning_rate": 0.0003691036890925788, | |
| "loss": 0.4195, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.6945730690868679, | |
| "grad_norm": 0.19584340465708208, | |
| "learning_rate": 0.0003684598011552368, | |
| "loss": 0.3404, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.6964252639377663, | |
| "grad_norm": 0.2530305551321265, | |
| "learning_rate": 0.00036781489830638923, | |
| "loss": 0.3163, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.6982774587886645, | |
| "grad_norm": 0.26939789666432756, | |
| "learning_rate": 0.0003671689860712804, | |
| "loss": 0.3419, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.7001296536395629, | |
| "grad_norm": 0.24191294552249204, | |
| "learning_rate": 0.0003665220699838022, | |
| "loss": 0.4176, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.7019818484904612, | |
| "grad_norm": 0.2777592117015156, | |
| "learning_rate": 0.00036587415558644756, | |
| "loss": 0.3215, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.7038340433413595, | |
| "grad_norm": 0.30078087923699953, | |
| "learning_rate": 0.00036522524843026193, | |
| "loss": 0.3564, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.7056862381922578, | |
| "grad_norm": 0.29338660781666925, | |
| "learning_rate": 0.00036457535407479673, | |
| "loss": 0.3725, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.7075384330431561, | |
| "grad_norm": 0.2296766539983086, | |
| "learning_rate": 0.00036392447808806117, | |
| "loss": 0.3688, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.7093906278940545, | |
| "grad_norm": 0.30321062833889273, | |
| "learning_rate": 0.0003632726260464746, | |
| "loss": 0.3948, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.7112428227449528, | |
| "grad_norm": 0.29399675372420425, | |
| "learning_rate": 0.0003626198035348187, | |
| "loss": 0.4013, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.713095017595851, | |
| "grad_norm": 0.2105362387910143, | |
| "learning_rate": 0.0003619660161461898, | |
| "loss": 0.366, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.7149472124467494, | |
| "grad_norm": 0.23037128345764354, | |
| "learning_rate": 0.00036131126948195103, | |
| "loss": 0.4221, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.7167994072976477, | |
| "grad_norm": 0.2768953340591145, | |
| "learning_rate": 0.00036065556915168377, | |
| "loss": 0.2986, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.7186516021485461, | |
| "grad_norm": 0.23581750422601885, | |
| "learning_rate": 0.0003599989207731404, | |
| "loss": 0.3691, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.7205037969994443, | |
| "grad_norm": 0.23261721710497926, | |
| "learning_rate": 0.0003593413299721955, | |
| "loss": 0.4161, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.7223559918503426, | |
| "grad_norm": 0.26947390848344027, | |
| "learning_rate": 0.00035868280238279804, | |
| "loss": 0.4034, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.724208186701241, | |
| "grad_norm": 0.2604323518406546, | |
| "learning_rate": 0.00035802334364692283, | |
| "loss": 0.3652, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.7260603815521393, | |
| "grad_norm": 0.19811786937816656, | |
| "learning_rate": 0.00035736295941452256, | |
| "loss": 0.3411, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.7279125764030376, | |
| "grad_norm": 0.2942447611839833, | |
| "learning_rate": 0.0003567016553434791, | |
| "loss": 0.3932, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.7297647712539359, | |
| "grad_norm": 0.20647945881304144, | |
| "learning_rate": 0.00035603943709955495, | |
| "loss": 0.3481, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.7316169661048342, | |
| "grad_norm": 0.29098401038664423, | |
| "learning_rate": 0.0003553763103563449, | |
| "loss": 0.3205, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.7334691609557326, | |
| "grad_norm": 0.24827960683081182, | |
| "learning_rate": 0.00035471228079522754, | |
| "loss": 0.3653, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.7353213558066308, | |
| "grad_norm": 0.21532456030161418, | |
| "learning_rate": 0.0003540473541053161, | |
| "loss": 0.3299, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.7371735506575292, | |
| "grad_norm": 0.28516797949078204, | |
| "learning_rate": 0.0003533815359834103, | |
| "loss": 0.3718, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.7390257455084275, | |
| "grad_norm": 0.2617620703053819, | |
| "learning_rate": 0.00035271483213394715, | |
| "loss": 0.3505, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.7408779403593257, | |
| "grad_norm": 0.27198805201563014, | |
| "learning_rate": 0.000352047248268952, | |
| "loss": 0.3968, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.7427301352102241, | |
| "grad_norm": 0.1957730557770133, | |
| "learning_rate": 0.0003513787901079902, | |
| "loss": 0.3647, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.7445823300611224, | |
| "grad_norm": 0.2424016899157965, | |
| "learning_rate": 0.0003507094633781173, | |
| "loss": 0.4071, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.7464345249120208, | |
| "grad_norm": 0.2513574669580144, | |
| "learning_rate": 0.00035003927381383046, | |
| "loss": 0.3348, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.748286719762919, | |
| "grad_norm": 0.2524624117498673, | |
| "learning_rate": 0.00034936822715701945, | |
| "loss": 0.3805, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.7501389146138173, | |
| "grad_norm": 0.23903538948524897, | |
| "learning_rate": 0.00034869632915691685, | |
| "loss": 0.335, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.7519911094647157, | |
| "grad_norm": 0.18376558979991064, | |
| "learning_rate": 0.0003480235855700495, | |
| "loss": 0.3251, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.753843304315614, | |
| "grad_norm": 0.23255076073481523, | |
| "learning_rate": 0.0003473500021601888, | |
| "loss": 0.3706, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.7556954991665124, | |
| "grad_norm": 0.26504941120664904, | |
| "learning_rate": 0.0003466755846983012, | |
| "loss": 0.3388, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.7575476940174106, | |
| "grad_norm": 0.21513866870033804, | |
| "learning_rate": 0.00034600033896249903, | |
| "loss": 0.3493, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.7593998888683089, | |
| "grad_norm": 0.2588933457999632, | |
| "learning_rate": 0.00034532427073799115, | |
| "loss": 0.3335, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.7612520837192073, | |
| "grad_norm": 0.22932856457029652, | |
| "learning_rate": 0.0003446473858170328, | |
| "loss": 0.3573, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.7631042785701055, | |
| "grad_norm": 0.25882003589945557, | |
| "learning_rate": 0.00034396968999887635, | |
| "loss": 0.3448, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.7649564734210039, | |
| "grad_norm": 0.18186372017813182, | |
| "learning_rate": 0.00034329118908972187, | |
| "loss": 0.3451, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.7668086682719022, | |
| "grad_norm": 0.2905270964806583, | |
| "learning_rate": 0.00034261188890266674, | |
| "loss": 0.3388, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.7686608631228005, | |
| "grad_norm": 0.27875971252061826, | |
| "learning_rate": 0.00034193179525765646, | |
| "loss": 0.3131, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.7705130579736988, | |
| "grad_norm": 0.24842087853864708, | |
| "learning_rate": 0.00034125091398143445, | |
| "loss": 0.4291, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.7723652528245971, | |
| "grad_norm": 0.2684559843295528, | |
| "learning_rate": 0.00034056925090749214, | |
| "loss": 0.3715, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.7742174476754955, | |
| "grad_norm": 0.22463589836430295, | |
| "learning_rate": 0.00033988681187601907, | |
| "loss": 0.4228, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.7760696425263938, | |
| "grad_norm": 0.27828743228315045, | |
| "learning_rate": 0.00033920360273385295, | |
| "loss": 0.2931, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.777921837377292, | |
| "grad_norm": 0.24380996785281236, | |
| "learning_rate": 0.0003385196293344295, | |
| "loss": 0.4017, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.7797740322281904, | |
| "grad_norm": 0.2909979077113848, | |
| "learning_rate": 0.0003378348975377319, | |
| "loss": 0.3481, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.7816262270790887, | |
| "grad_norm": 0.23332383664304898, | |
| "learning_rate": 0.0003371494132102414, | |
| "loss": 0.3445, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.7834784219299871, | |
| "grad_norm": 0.21450077928300515, | |
| "learning_rate": 0.0003364631822248863, | |
| "loss": 0.3472, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.7853306167808853, | |
| "grad_norm": 0.21521239472704395, | |
| "learning_rate": 0.00033577621046099214, | |
| "loss": 0.3326, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.7871828116317837, | |
| "grad_norm": 0.21746868050833518, | |
| "learning_rate": 0.00033508850380423107, | |
| "loss": 0.317, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.789035006482682, | |
| "grad_norm": 0.25145609268154195, | |
| "learning_rate": 0.00033440006814657123, | |
| "loss": 0.3903, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.7908872013335803, | |
| "grad_norm": 0.2493850757271924, | |
| "learning_rate": 0.00033371090938622683, | |
| "loss": 0.376, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.7927393961844786, | |
| "grad_norm": 0.27042518686478084, | |
| "learning_rate": 0.00033302103342760717, | |
| "loss": 0.3324, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.7945915910353769, | |
| "grad_norm": 0.36372007737066575, | |
| "learning_rate": 0.0003323304461812663, | |
| "loss": 0.2962, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.7964437858862753, | |
| "grad_norm": 0.2789450982129661, | |
| "learning_rate": 0.0003316391535638521, | |
| "loss": 0.4018, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.7982959807371736, | |
| "grad_norm": 0.30183962763634775, | |
| "learning_rate": 0.00033094716149805587, | |
| "loss": 0.3866, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.8001481755880718, | |
| "grad_norm": 0.21612720841935062, | |
| "learning_rate": 0.0003302544759125615, | |
| "loss": 0.4077, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.8020003704389702, | |
| "grad_norm": 0.23394333144621351, | |
| "learning_rate": 0.00032956110274199457, | |
| "loss": 0.386, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.8038525652898685, | |
| "grad_norm": 0.23944805976592476, | |
| "learning_rate": 0.00032886704792687156, | |
| "loss": 0.2975, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.8057047601407669, | |
| "grad_norm": 0.30206829611790686, | |
| "learning_rate": 0.0003281723174135491, | |
| "loss": 0.3464, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.8075569549916651, | |
| "grad_norm": 0.25395526533782503, | |
| "learning_rate": 0.00032747691715417297, | |
| "loss": 0.3839, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.8094091498425634, | |
| "grad_norm": 0.2701846283890953, | |
| "learning_rate": 0.0003267808531066268, | |
| "loss": 0.3718, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.8112613446934618, | |
| "grad_norm": 0.3284423662284243, | |
| "learning_rate": 0.00032608413123448127, | |
| "loss": 0.3123, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.81311353954436, | |
| "grad_norm": 0.19093953526607452, | |
| "learning_rate": 0.00032538675750694323, | |
| "loss": 0.3178, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.8149657343952584, | |
| "grad_norm": 0.2588745305552011, | |
| "learning_rate": 0.0003246887378988044, | |
| "loss": 0.3364, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.8168179292461567, | |
| "grad_norm": 0.2944248033604882, | |
| "learning_rate": 0.00032399007839038974, | |
| "loss": 0.3851, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.818670124097055, | |
| "grad_norm": 0.35233338424624305, | |
| "learning_rate": 0.00032329078496750685, | |
| "loss": 0.3935, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.8205223189479534, | |
| "grad_norm": 0.2529989683445966, | |
| "learning_rate": 0.00032259086362139444, | |
| "loss": 0.3545, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.8223745137988516, | |
| "grad_norm": 0.21890769609197974, | |
| "learning_rate": 0.00032189032034867095, | |
| "loss": 0.3322, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.82422670864975, | |
| "grad_norm": 0.2966639221943858, | |
| "learning_rate": 0.00032118916115128317, | |
| "loss": 0.3413, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.8260789035006483, | |
| "grad_norm": 0.28138389738354624, | |
| "learning_rate": 0.00032048739203645484, | |
| "loss": 0.3594, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.8279310983515465, | |
| "grad_norm": 0.26012433275701663, | |
| "learning_rate": 0.00031978501901663544, | |
| "loss": 0.354, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.8297832932024449, | |
| "grad_norm": 0.22288136348571755, | |
| "learning_rate": 0.00031908204810944806, | |
| "loss": 0.3345, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.8316354880533432, | |
| "grad_norm": 0.2563012485418534, | |
| "learning_rate": 0.0003183784853376386, | |
| "loss": 0.377, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.8334876829042416, | |
| "grad_norm": 0.19175987210580075, | |
| "learning_rate": 0.00031767433672902357, | |
| "loss": 0.378, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.8353398777551398, | |
| "grad_norm": 0.27929483171815755, | |
| "learning_rate": 0.0003169696083164387, | |
| "loss": 0.4083, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.8371920726060381, | |
| "grad_norm": 0.22806754292261686, | |
| "learning_rate": 0.00031626430613768727, | |
| "loss": 0.2805, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.8390442674569365, | |
| "grad_norm": 0.2098902858669142, | |
| "learning_rate": 0.0003155584362354883, | |
| "loss": 0.3046, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.8408964623078348, | |
| "grad_norm": 0.22326173310010555, | |
| "learning_rate": 0.0003148520046574248, | |
| "loss": 0.3618, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.8427486571587331, | |
| "grad_norm": 0.28432435874722173, | |
| "learning_rate": 0.00031414501745589214, | |
| "loss": 0.3047, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.8446008520096314, | |
| "grad_norm": 0.22658460752200546, | |
| "learning_rate": 0.0003134374806880458, | |
| "loss": 0.3075, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.8464530468605297, | |
| "grad_norm": 0.2326511532797664, | |
| "learning_rate": 0.00031272940041574985, | |
| "loss": 0.3253, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.8483052417114281, | |
| "grad_norm": 0.26196194032003345, | |
| "learning_rate": 0.00031202078270552483, | |
| "loss": 0.3672, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.8501574365623263, | |
| "grad_norm": 0.2216415083774707, | |
| "learning_rate": 0.00031131163362849563, | |
| "loss": 0.361, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.8520096314132247, | |
| "grad_norm": 0.31309200526058145, | |
| "learning_rate": 0.0003106019592603401, | |
| "loss": 0.4028, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.853861826264123, | |
| "grad_norm": 0.30199878040880657, | |
| "learning_rate": 0.000309891765681236, | |
| "loss": 0.3254, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.8557140211150213, | |
| "grad_norm": 0.2657478340310185, | |
| "learning_rate": 0.0003091810589758099, | |
| "loss": 0.3965, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.8575662159659196, | |
| "grad_norm": 0.26801220601237896, | |
| "learning_rate": 0.0003084698452330844, | |
| "loss": 0.2717, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.8594184108168179, | |
| "grad_norm": 0.2691236527559968, | |
| "learning_rate": 0.0003077581305464263, | |
| "loss": 0.3449, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.8612706056677163, | |
| "grad_norm": 0.250751208793887, | |
| "learning_rate": 0.0003070459210134941, | |
| "loss": 0.3398, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.8631228005186146, | |
| "grad_norm": 0.2598136376324884, | |
| "learning_rate": 0.0003063332227361861, | |
| "loss": 0.379, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.8649749953695128, | |
| "grad_norm": 0.2320138289175307, | |
| "learning_rate": 0.00030569138145676144, | |
| "loss": 0.4172, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.8668271902204112, | |
| "grad_norm": 0.2544457573722289, | |
| "learning_rate": 0.0003049777713908237, | |
| "loss": 0.3363, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.8686793850713095, | |
| "grad_norm": 0.21755454053442072, | |
| "learning_rate": 0.000304263690299507, | |
| "loss": 0.3903, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.8705315799222079, | |
| "grad_norm": 0.1876698563670142, | |
| "learning_rate": 0.0003035491443007442, | |
| "loss": 0.3813, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.8723837747731061, | |
| "grad_norm": 0.23125086361592628, | |
| "learning_rate": 0.0003028341395164513, | |
| "loss": 0.326, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.8742359696240044, | |
| "grad_norm": 0.24526039999109062, | |
| "learning_rate": 0.0003021186820724752, | |
| "loss": 0.3818, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.8760881644749028, | |
| "grad_norm": 0.23276472003991475, | |
| "learning_rate": 0.0003014027780985406, | |
| "loss": 0.3286, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.8779403593258011, | |
| "grad_norm": 0.2879683324317072, | |
| "learning_rate": 0.00030068643372819804, | |
| "loss": 0.3563, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.8797925541766994, | |
| "grad_norm": 0.19871362889489913, | |
| "learning_rate": 0.0002999696550987713, | |
| "loss": 0.3271, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.8816447490275977, | |
| "grad_norm": 0.2749990294223314, | |
| "learning_rate": 0.00029925244835130466, | |
| "loss": 0.36, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.883496943878496, | |
| "grad_norm": 0.19581874215709116, | |
| "learning_rate": 0.00029853481963051015, | |
| "loss": 0.3869, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.8853491387293944, | |
| "grad_norm": 0.25690630291268424, | |
| "learning_rate": 0.0002978167750847153, | |
| "loss": 0.3291, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.8872013335802926, | |
| "grad_norm": 0.23380636858065187, | |
| "learning_rate": 0.0002970983208658101, | |
| "loss": 0.3148, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.889053528431191, | |
| "grad_norm": 0.27392706669357925, | |
| "learning_rate": 0.00029637946312919443, | |
| "loss": 0.3471, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.8909057232820893, | |
| "grad_norm": 0.262683330886347, | |
| "learning_rate": 0.00029566020803372544, | |
| "loss": 0.3581, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.8927579181329875, | |
| "grad_norm": 0.1967433279025824, | |
| "learning_rate": 0.0002949405617416647, | |
| "loss": 0.3244, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.8946101129838859, | |
| "grad_norm": 0.21893101415992228, | |
| "learning_rate": 0.00029422053041862524, | |
| "loss": 0.2418, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.8964623078347842, | |
| "grad_norm": 0.3050479264269311, | |
| "learning_rate": 0.000293500120233519, | |
| "loss": 0.3154, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.8983145026856826, | |
| "grad_norm": 0.22098931345400527, | |
| "learning_rate": 0.00029277933735850366, | |
| "loss": 0.3875, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.9001666975365809, | |
| "grad_norm": 0.18665489074313069, | |
| "learning_rate": 0.0002920581879689302, | |
| "loss": 0.3203, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.9020188923874791, | |
| "grad_norm": 0.22546452927540434, | |
| "learning_rate": 0.00029133667824328944, | |
| "loss": 0.3174, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.9038710872383775, | |
| "grad_norm": 0.273911749633942, | |
| "learning_rate": 0.0002906148143631597, | |
| "loss": 0.4109, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.9057232820892758, | |
| "grad_norm": 0.2862382822755954, | |
| "learning_rate": 0.0002898926025131534, | |
| "loss": 0.3438, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.9075754769401742, | |
| "grad_norm": 0.2256784413424552, | |
| "learning_rate": 0.0002891700488808641, | |
| "loss": 0.4231, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.9094276717910724, | |
| "grad_norm": 0.25475613390595164, | |
| "learning_rate": 0.0002884471596568138, | |
| "loss": 0.311, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.9112798666419707, | |
| "grad_norm": 0.22040988223176197, | |
| "learning_rate": 0.0002877239410343995, | |
| "loss": 0.3609, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.9131320614928691, | |
| "grad_norm": 0.21405974357001087, | |
| "learning_rate": 0.0002870003992098406, | |
| "loss": 0.3199, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.9149842563437673, | |
| "grad_norm": 0.22165830710412393, | |
| "learning_rate": 0.00028627654038212535, | |
| "loss": 0.2932, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.9168364511946657, | |
| "grad_norm": 0.2539298146212295, | |
| "learning_rate": 0.000285552370752958, | |
| "loss": 0.3203, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.918688646045564, | |
| "grad_norm": 0.2519284526672049, | |
| "learning_rate": 0.0002848278965267057, | |
| "loss": 0.299, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.9205408408964623, | |
| "grad_norm": 0.21558726442907455, | |
| "learning_rate": 0.000284103123910345, | |
| "loss": 0.3227, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.9223930357473606, | |
| "grad_norm": 0.2314909389156984, | |
| "learning_rate": 0.00028337805911340914, | |
| "loss": 0.3018, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.9242452305982589, | |
| "grad_norm": 0.278811225532839, | |
| "learning_rate": 0.00028265270834793466, | |
| "loss": 0.3002, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.9260974254491573, | |
| "grad_norm": 0.21464467115282912, | |
| "learning_rate": 0.0002819270778284081, | |
| "loss": 0.2984, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.9279496203000556, | |
| "grad_norm": 0.21949485740442687, | |
| "learning_rate": 0.0002812011737717127, | |
| "loss": 0.3034, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.9298018151509538, | |
| "grad_norm": 0.22922734336855702, | |
| "learning_rate": 0.0002804750023970753, | |
| "loss": 0.3648, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.9316540100018522, | |
| "grad_norm": 0.2807666058464406, | |
| "learning_rate": 0.00027974856992601314, | |
| "loss": 0.347, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.9335062048527505, | |
| "grad_norm": 0.21380147064458355, | |
| "learning_rate": 0.00027902188258228033, | |
| "loss": 0.2868, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.9353583997036489, | |
| "grad_norm": 0.23226632039182726, | |
| "learning_rate": 0.00027829494659181454, | |
| "loss": 0.3373, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.9372105945545471, | |
| "grad_norm": 0.16664382791007723, | |
| "learning_rate": 0.0002775677681826838, | |
| "loss": 0.3425, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.9390627894054454, | |
| "grad_norm": 0.2131603970341897, | |
| "learning_rate": 0.00027684035358503315, | |
| "loss": 0.356, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.9409149842563438, | |
| "grad_norm": 0.2943760673928641, | |
| "learning_rate": 0.00027611270903103095, | |
| "loss": 0.3573, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.9427671791072421, | |
| "grad_norm": 0.2862566121817152, | |
| "learning_rate": 0.00027538484075481613, | |
| "loss": 0.4255, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.9446193739581404, | |
| "grad_norm": 0.231901510250299, | |
| "learning_rate": 0.00027465675499244396, | |
| "loss": 0.3407, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.9464715688090387, | |
| "grad_norm": 0.2476530639942114, | |
| "learning_rate": 0.0002739284579818333, | |
| "loss": 0.2723, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.948323763659937, | |
| "grad_norm": 0.21350073532203115, | |
| "learning_rate": 0.0002731999559627127, | |
| "loss": 0.3461, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.9501759585108354, | |
| "grad_norm": 0.2002031483905575, | |
| "learning_rate": 0.0002724712551765673, | |
| "loss": 0.3514, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.9520281533617336, | |
| "grad_norm": 0.2370797517823577, | |
| "learning_rate": 0.00027174236186658515, | |
| "loss": 0.3378, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.953880348212632, | |
| "grad_norm": 0.21585863872901473, | |
| "learning_rate": 0.0002710132822776037, | |
| "loss": 0.3321, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.9557325430635303, | |
| "grad_norm": 0.26386608394124156, | |
| "learning_rate": 0.0002702840226560564, | |
| "loss": 0.3436, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.9575847379144286, | |
| "grad_norm": 0.2890408109766508, | |
| "learning_rate": 0.00026955458924991923, | |
| "loss": 0.401, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.9594369327653269, | |
| "grad_norm": 0.25751071532225056, | |
| "learning_rate": 0.00026882498830865673, | |
| "loss": 0.3359, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.9612891276162252, | |
| "grad_norm": 0.1908489549011557, | |
| "learning_rate": 0.00026809522608316926, | |
| "loss": 0.3446, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.9631413224671236, | |
| "grad_norm": 0.2654943827624779, | |
| "learning_rate": 0.0002673653088257388, | |
| "loss": 0.3226, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.9649935173180219, | |
| "grad_norm": 0.2090532023246876, | |
| "learning_rate": 0.00026663524278997534, | |
| "loss": 0.3627, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.9668457121689201, | |
| "grad_norm": 0.1928560578254249, | |
| "learning_rate": 0.00026590503423076404, | |
| "loss": 0.3829, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.9686979070198185, | |
| "grad_norm": 0.2669070196379663, | |
| "learning_rate": 0.0002651746894042108, | |
| "loss": 0.3034, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.9705501018707168, | |
| "grad_norm": 0.30560885950305455, | |
| "learning_rate": 0.00026444421456758887, | |
| "loss": 0.3662, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.9724022967216152, | |
| "grad_norm": 0.26179376779317864, | |
| "learning_rate": 0.00026371361597928586, | |
| "loss": 0.3277, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.9742544915725134, | |
| "grad_norm": 0.22773579499385666, | |
| "learning_rate": 0.0002629828998987491, | |
| "loss": 0.3227, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.9761066864234117, | |
| "grad_norm": 0.22913911318822955, | |
| "learning_rate": 0.0002622520725864328, | |
| "loss": 0.4155, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.9779588812743101, | |
| "grad_norm": 0.26745430474124415, | |
| "learning_rate": 0.0002615211403037441, | |
| "loss": 0.3134, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.9798110761252083, | |
| "grad_norm": 0.18747224024104983, | |
| "learning_rate": 0.00026079010931298965, | |
| "loss": 0.3352, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.9816632709761067, | |
| "grad_norm": 0.2507770069072283, | |
| "learning_rate": 0.0002600589858773216, | |
| "loss": 0.2841, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.983515465827005, | |
| "grad_norm": 0.2320843718590129, | |
| "learning_rate": 0.00025932777626068405, | |
| "loss": 0.2901, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.9853676606779033, | |
| "grad_norm": 0.25694442462488337, | |
| "learning_rate": 0.0002585964867277597, | |
| "loss": 0.3655, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.9872198555288016, | |
| "grad_norm": 0.1946752572256077, | |
| "learning_rate": 0.00025786512354391585, | |
| "loss": 0.3399, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.9890720503796999, | |
| "grad_norm": 0.1531862751587864, | |
| "learning_rate": 0.00025713369297515056, | |
| "loss": 0.3309, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.9909242452305983, | |
| "grad_norm": 0.23979500779092153, | |
| "learning_rate": 0.00025640220128803965, | |
| "loss": 0.3476, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.9927764400814966, | |
| "grad_norm": 0.22955793113305528, | |
| "learning_rate": 0.00025567065474968226, | |
| "loss": 0.34, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.9946286349323948, | |
| "grad_norm": 0.26774128565687644, | |
| "learning_rate": 0.00025501222114748204, | |
| "loss": 0.3265, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.9964808297832932, | |
| "grad_norm": 0.2331087333203837, | |
| "learning_rate": 0.00025428058765925466, | |
| "loss": 0.2761, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.9983330246341915, | |
| "grad_norm": 0.24526043917044132, | |
| "learning_rate": 0.00025354891749683386, | |
| "loss": 0.3495, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 1.0001852194850898, | |
| "grad_norm": 0.2031173709527516, | |
| "learning_rate": 0.0002528172169288478, | |
| "loss": 0.3272, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.0020374143359883, | |
| "grad_norm": 0.2229851857312578, | |
| "learning_rate": 0.0002520854922241855, | |
| "loss": 0.2226, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 1.0038896091868865, | |
| "grad_norm": 0.23237399050753563, | |
| "learning_rate": 0.0002513537496519425, | |
| "loss": 0.2502, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 1.0057418040377848, | |
| "grad_norm": 0.22482059046916258, | |
| "learning_rate": 0.00025062199548136767, | |
| "loss": 0.2567, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 1.007593998888683, | |
| "grad_norm": 0.19384034239788644, | |
| "learning_rate": 0.00024989023598180886, | |
| "loss": 0.231, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 1.0094461937395813, | |
| "grad_norm": 0.18371330112888887, | |
| "learning_rate": 0.0002491584774226599, | |
| "loss": 0.2927, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.0112983885904798, | |
| "grad_norm": 0.21546778676484551, | |
| "learning_rate": 0.0002484267260733065, | |
| "loss": 0.265, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 1.013150583441378, | |
| "grad_norm": 0.14298891444963896, | |
| "learning_rate": 0.0002476949882030726, | |
| "loss": 0.2211, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 1.0150027782922764, | |
| "grad_norm": 0.25187217178584165, | |
| "learning_rate": 0.0002469632700811665, | |
| "loss": 0.2581, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 1.0168549731431746, | |
| "grad_norm": 0.31946252092124755, | |
| "learning_rate": 0.00024623157797662757, | |
| "loss": 0.2171, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 1.018707167994073, | |
| "grad_norm": 0.20257626106772428, | |
| "learning_rate": 0.000245499918158272, | |
| "loss": 0.21, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.0205593628449714, | |
| "grad_norm": 0.30792020448282925, | |
| "learning_rate": 0.00024476829689463965, | |
| "loss": 0.2199, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 1.0224115576958697, | |
| "grad_norm": 0.2359106076314458, | |
| "learning_rate": 0.0002440367204539398, | |
| "loss": 0.2221, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 1.024263752546768, | |
| "grad_norm": 0.2642461112213505, | |
| "learning_rate": 0.00024330519510399774, | |
| "loss": 0.287, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 1.0261159473976662, | |
| "grad_norm": 0.25013845200803386, | |
| "learning_rate": 0.00024257372711220134, | |
| "loss": 0.2578, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 1.0279681422485645, | |
| "grad_norm": 0.26551429905341034, | |
| "learning_rate": 0.00024184232274544672, | |
| "loss": 0.2509, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 1.029820337099463, | |
| "grad_norm": 0.2070332092773878, | |
| "learning_rate": 0.00024111098827008494, | |
| "loss": 0.2202, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 1.0316725319503612, | |
| "grad_norm": 0.21040587853785286, | |
| "learning_rate": 0.00024037972995186838, | |
| "loss": 0.2858, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 1.0335247268012595, | |
| "grad_norm": 0.21864583485000008, | |
| "learning_rate": 0.00023964855405589689, | |
| "loss": 0.2114, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 1.0353769216521578, | |
| "grad_norm": 0.21646010024279735, | |
| "learning_rate": 0.00023891746684656412, | |
| "loss": 0.2519, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 1.037229116503056, | |
| "grad_norm": 0.31512168932825474, | |
| "learning_rate": 0.00023818647458750388, | |
| "loss": 0.2967, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.0390813113539545, | |
| "grad_norm": 0.20525167225456686, | |
| "learning_rate": 0.00023745558354153654, | |
| "loss": 0.2591, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 1.0409335062048528, | |
| "grad_norm": 0.23384175420672978, | |
| "learning_rate": 0.0002367247999706154, | |
| "loss": 0.2236, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 1.042785701055751, | |
| "grad_norm": 0.24586451573414675, | |
| "learning_rate": 0.00023599413013577277, | |
| "loss": 0.2807, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 1.0446378959066493, | |
| "grad_norm": 0.31412889304572406, | |
| "learning_rate": 0.00023526358029706665, | |
| "loss": 0.2676, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 1.0464900907575476, | |
| "grad_norm": 0.157853905207218, | |
| "learning_rate": 0.00023453315671352693, | |
| "loss": 0.2769, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 1.0483422856084461, | |
| "grad_norm": 0.2229105615382073, | |
| "learning_rate": 0.00023380286564310176, | |
| "loss": 0.2735, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 1.0501944804593444, | |
| "grad_norm": 0.26127473765870846, | |
| "learning_rate": 0.0002330727133426041, | |
| "loss": 0.3007, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 1.0520466753102427, | |
| "grad_norm": 0.3906751493250249, | |
| "learning_rate": 0.00023234270606765778, | |
| "loss": 0.2809, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 1.053898870161141, | |
| "grad_norm": 0.2398049248934978, | |
| "learning_rate": 0.00023161285007264446, | |
| "loss": 0.2144, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 1.0557510650120392, | |
| "grad_norm": 0.24411940105501112, | |
| "learning_rate": 0.0002308831516106494, | |
| "loss": 0.223, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.0576032598629377, | |
| "grad_norm": 0.2547297157594742, | |
| "learning_rate": 0.0002301536169334082, | |
| "loss": 0.2458, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 1.059455454713836, | |
| "grad_norm": 0.18393906015457895, | |
| "learning_rate": 0.00022942425229125328, | |
| "loss": 0.248, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 1.0613076495647342, | |
| "grad_norm": 0.24279551434371524, | |
| "learning_rate": 0.0002286950639330604, | |
| "loss": 0.2709, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 1.0631598444156325, | |
| "grad_norm": 0.23381376758753333, | |
| "learning_rate": 0.00022796605810619487, | |
| "loss": 0.2361, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 1.0650120392665308, | |
| "grad_norm": 0.24452694586413046, | |
| "learning_rate": 0.00022723724105645814, | |
| "loss": 0.2076, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 1.0668642341174293, | |
| "grad_norm": 0.30441717560616044, | |
| "learning_rate": 0.00022650861902803426, | |
| "loss": 0.2922, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 1.0687164289683275, | |
| "grad_norm": 0.2588550928583629, | |
| "learning_rate": 0.00022578019826343656, | |
| "loss": 0.2687, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 1.0705686238192258, | |
| "grad_norm": 0.17900093913620954, | |
| "learning_rate": 0.00022505198500345403, | |
| "loss": 0.2467, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 1.072420818670124, | |
| "grad_norm": 0.2492431472220246, | |
| "learning_rate": 0.00022432398548709767, | |
| "loss": 0.2938, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 1.0742730135210223, | |
| "grad_norm": 0.21358503411722063, | |
| "learning_rate": 0.00022359620595154743, | |
| "loss": 0.2038, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.0761252083719208, | |
| "grad_norm": 0.28309019763963955, | |
| "learning_rate": 0.00022286865263209833, | |
| "loss": 0.2905, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 1.077977403222819, | |
| "grad_norm": 0.21729388154855128, | |
| "learning_rate": 0.00022214133176210756, | |
| "loss": 0.226, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 1.0798295980737174, | |
| "grad_norm": 0.18775475682209616, | |
| "learning_rate": 0.0002214142495729405, | |
| "loss": 0.2762, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 1.0816817929246156, | |
| "grad_norm": 0.19069211253783463, | |
| "learning_rate": 0.00022068741229391777, | |
| "loss": 0.2256, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 1.083533987775514, | |
| "grad_norm": 0.25813186890444373, | |
| "learning_rate": 0.00021996082615226176, | |
| "loss": 0.2409, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 1.0853861826264124, | |
| "grad_norm": 0.19945938160620094, | |
| "learning_rate": 0.00021923449737304312, | |
| "loss": 0.2536, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 1.0872383774773107, | |
| "grad_norm": 0.25882839571818395, | |
| "learning_rate": 0.00021850843217912757, | |
| "loss": 0.277, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 1.089090572328209, | |
| "grad_norm": 0.3164832568487736, | |
| "learning_rate": 0.0002177826367911225, | |
| "loss": 0.2705, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 1.0909427671791072, | |
| "grad_norm": 0.26233993949922385, | |
| "learning_rate": 0.0002170571174273238, | |
| "loss": 0.2524, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 1.0927949620300055, | |
| "grad_norm": 0.21974259388964484, | |
| "learning_rate": 0.0002163318803036624, | |
| "loss": 0.2304, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.094647156880904, | |
| "grad_norm": 0.2423119808479642, | |
| "learning_rate": 0.00021560693163365127, | |
| "loss": 0.2864, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 1.0964993517318022, | |
| "grad_norm": 0.23788077135736266, | |
| "learning_rate": 0.00021488227762833187, | |
| "loss": 0.223, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 1.0983515465827005, | |
| "grad_norm": 0.2626939992945942, | |
| "learning_rate": 0.00021415792449622128, | |
| "loss": 0.2174, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 1.1002037414335988, | |
| "grad_norm": 0.15991056421689562, | |
| "learning_rate": 0.0002134338784432587, | |
| "loss": 0.2381, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 1.102055936284497, | |
| "grad_norm": 0.20700833727267778, | |
| "learning_rate": 0.00021271014567275239, | |
| "loss": 0.2646, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 1.1039081311353955, | |
| "grad_norm": 0.3351339504582773, | |
| "learning_rate": 0.00021198673238532665, | |
| "loss": 0.2484, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 1.1057603259862938, | |
| "grad_norm": 0.25621425870572345, | |
| "learning_rate": 0.00021126364477886848, | |
| "loss": 0.2078, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 1.107612520837192, | |
| "grad_norm": 0.23131050803651781, | |
| "learning_rate": 0.00021054088904847476, | |
| "loss": 0.2254, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 1.1094647156880904, | |
| "grad_norm": 0.18439721493846953, | |
| "learning_rate": 0.0002098184713863987, | |
| "loss": 0.2095, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 1.1113169105389886, | |
| "grad_norm": 0.2388500241914586, | |
| "learning_rate": 0.00020909639798199754, | |
| "loss": 0.2091, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.1131691053898871, | |
| "grad_norm": 0.21529124736985356, | |
| "learning_rate": 0.00020837467502167868, | |
| "loss": 0.2167, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 1.1150213002407854, | |
| "grad_norm": 0.16618163554721885, | |
| "learning_rate": 0.0002076533086888472, | |
| "loss": 0.2104, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 1.1168734950916837, | |
| "grad_norm": 0.33925928207566014, | |
| "learning_rate": 0.00020693230516385266, | |
| "loss": 0.2119, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 1.118725689942582, | |
| "grad_norm": 0.1826830206402772, | |
| "learning_rate": 0.0002062116706239365, | |
| "loss": 0.2462, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 1.1205778847934802, | |
| "grad_norm": 0.19046785383617137, | |
| "learning_rate": 0.00020549141124317865, | |
| "loss": 0.2117, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 1.1224300796443787, | |
| "grad_norm": 0.24622926500228018, | |
| "learning_rate": 0.00020477153319244478, | |
| "loss": 0.227, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 1.124282274495277, | |
| "grad_norm": 0.2165508639382145, | |
| "learning_rate": 0.00020405204263933375, | |
| "loss": 0.2638, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 1.1261344693461752, | |
| "grad_norm": 0.23498687913366198, | |
| "learning_rate": 0.00020333294574812415, | |
| "loss": 0.2281, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 1.1279866641970735, | |
| "grad_norm": 0.19311160739289338, | |
| "learning_rate": 0.00020261424867972226, | |
| "loss": 0.2159, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 1.1298388590479718, | |
| "grad_norm": 0.20569897318234276, | |
| "learning_rate": 0.00020189595759160855, | |
| "loss": 0.2557, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.1316910538988703, | |
| "grad_norm": 0.1637570670386419, | |
| "learning_rate": 0.00020117807863778537, | |
| "loss": 0.2231, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 1.1335432487497685, | |
| "grad_norm": 0.26014467806402464, | |
| "learning_rate": 0.000200460617968724, | |
| "loss": 0.286, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 1.1353954436006668, | |
| "grad_norm": 0.2505673154655342, | |
| "learning_rate": 0.00019974358173131202, | |
| "loss": 0.2853, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 1.137247638451565, | |
| "grad_norm": 0.22347929448158552, | |
| "learning_rate": 0.00019902697606880089, | |
| "loss": 0.2677, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 1.1390998333024633, | |
| "grad_norm": 0.20920726669707854, | |
| "learning_rate": 0.00019831080712075268, | |
| "loss": 0.244, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 1.1409520281533618, | |
| "grad_norm": 0.20688915094296348, | |
| "learning_rate": 0.00019759508102298846, | |
| "loss": 0.2327, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 1.14280422300426, | |
| "grad_norm": 0.25157909739969075, | |
| "learning_rate": 0.00019687980390753465, | |
| "loss": 0.2485, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 1.1446564178551584, | |
| "grad_norm": 0.23866241222091628, | |
| "learning_rate": 0.00019616498190257121, | |
| "loss": 0.2492, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 1.1465086127060566, | |
| "grad_norm": 0.264337208089594, | |
| "learning_rate": 0.00019545062113237875, | |
| "loss": 0.2758, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 1.148360807556955, | |
| "grad_norm": 0.25587094035952673, | |
| "learning_rate": 0.00019473672771728648, | |
| "loss": 0.2129, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.1502130024078534, | |
| "grad_norm": 0.16128043145453166, | |
| "learning_rate": 0.00019402330777361934, | |
| "loss": 0.2231, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 1.1520651972587517, | |
| "grad_norm": 0.233999456400375, | |
| "learning_rate": 0.0001933103674136458, | |
| "loss": 0.2443, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 1.15391739210965, | |
| "grad_norm": 0.23923089697365066, | |
| "learning_rate": 0.00019259791274552548, | |
| "loss": 0.2532, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 1.1557695869605482, | |
| "grad_norm": 0.18310940478929233, | |
| "learning_rate": 0.00019188594987325675, | |
| "loss": 0.2084, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 1.1576217818114465, | |
| "grad_norm": 0.20715212646569164, | |
| "learning_rate": 0.00019117448489662468, | |
| "loss": 0.2315, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 1.159473976662345, | |
| "grad_norm": 0.16666508872746613, | |
| "learning_rate": 0.00019046352391114836, | |
| "loss": 0.2214, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 1.1613261715132432, | |
| "grad_norm": 0.19036221587749683, | |
| "learning_rate": 0.000189753073008029, | |
| "loss": 0.2011, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 1.1631783663641415, | |
| "grad_norm": 0.18630573209584733, | |
| "learning_rate": 0.00018904313827409764, | |
| "loss": 0.2081, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 1.1650305612150398, | |
| "grad_norm": 0.20378341723916718, | |
| "learning_rate": 0.0001883337257917631, | |
| "loss": 0.2573, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 1.166882756065938, | |
| "grad_norm": 0.24764507328618723, | |
| "learning_rate": 0.00018762484163895962, | |
| "loss": 0.2245, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.1687349509168365, | |
| "grad_norm": 0.2536985360849042, | |
| "learning_rate": 0.00018691649188909494, | |
| "loss": 0.2427, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 1.1705871457677348, | |
| "grad_norm": 0.22553827575055346, | |
| "learning_rate": 0.00018620868261099856, | |
| "loss": 0.2556, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 1.172439340618633, | |
| "grad_norm": 0.238267227934858, | |
| "learning_rate": 0.00018550141986886914, | |
| "loss": 0.2079, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 1.1742915354695314, | |
| "grad_norm": 0.24364164673526545, | |
| "learning_rate": 0.00018479470972222295, | |
| "loss": 0.2377, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 1.1761437303204296, | |
| "grad_norm": 0.23684110576656128, | |
| "learning_rate": 0.00018408855822584186, | |
| "loss": 0.2106, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 1.1779959251713281, | |
| "grad_norm": 0.24133180260347029, | |
| "learning_rate": 0.0001833829714297216, | |
| "loss": 0.2325, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 1.1798481200222264, | |
| "grad_norm": 0.27161152313481657, | |
| "learning_rate": 0.0001826779553790196, | |
| "loss": 0.2816, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 1.1817003148731247, | |
| "grad_norm": 0.2549979606684111, | |
| "learning_rate": 0.0001819735161140035, | |
| "loss": 0.2716, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 1.183552509724023, | |
| "grad_norm": 0.2171602609914945, | |
| "learning_rate": 0.0001812696596699992, | |
| "loss": 0.1919, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 1.1854047045749212, | |
| "grad_norm": 0.2426365201904578, | |
| "learning_rate": 0.00018056639207733943, | |
| "loss": 0.1937, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.1872568994258197, | |
| "grad_norm": 0.23103167647591963, | |
| "learning_rate": 0.0001798637193613118, | |
| "loss": 0.2212, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 1.189109094276718, | |
| "grad_norm": 0.18152043318271277, | |
| "learning_rate": 0.00017916164754210723, | |
| "loss": 0.2525, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 1.1909612891276162, | |
| "grad_norm": 0.2404169525253988, | |
| "learning_rate": 0.00017846018263476844, | |
| "loss": 0.2365, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 1.1928134839785145, | |
| "grad_norm": 0.2527427714001698, | |
| "learning_rate": 0.00017775933064913838, | |
| "loss": 0.2382, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 1.1946656788294128, | |
| "grad_norm": 0.2504119633783523, | |
| "learning_rate": 0.0001770590975898089, | |
| "loss": 0.2435, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 1.1965178736803113, | |
| "grad_norm": 0.21122876356534948, | |
| "learning_rate": 0.0001763594894560689, | |
| "loss": 0.2182, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 1.1983700685312095, | |
| "grad_norm": 0.17197814060082, | |
| "learning_rate": 0.00017566051224185357, | |
| "loss": 0.2316, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 1.2002222633821078, | |
| "grad_norm": 0.2261749683499797, | |
| "learning_rate": 0.0001749621719356923, | |
| "loss": 0.2834, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 1.202074458233006, | |
| "grad_norm": 0.18709901189179085, | |
| "learning_rate": 0.00017426447452065786, | |
| "loss": 0.2329, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 1.2039266530839043, | |
| "grad_norm": 0.22261464085835025, | |
| "learning_rate": 0.00017356742597431503, | |
| "loss": 0.2294, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.2057788479348028, | |
| "grad_norm": 0.1562966068716981, | |
| "learning_rate": 0.0001728710322686694, | |
| "loss": 0.2676, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 1.207631042785701, | |
| "grad_norm": 0.20080366502853164, | |
| "learning_rate": 0.00017217529937011612, | |
| "loss": 0.2034, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 1.2094832376365994, | |
| "grad_norm": 0.2488017093046758, | |
| "learning_rate": 0.00017148023323938877, | |
| "loss": 0.2576, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 1.2113354324874976, | |
| "grad_norm": 0.3018899089016778, | |
| "learning_rate": 0.00017078583983150852, | |
| "loss": 0.2521, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 1.213187627338396, | |
| "grad_norm": 0.21650035591018305, | |
| "learning_rate": 0.00017009212509573273, | |
| "loss": 0.1992, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 1.2150398221892944, | |
| "grad_norm": 0.18604059543117943, | |
| "learning_rate": 0.00016939909497550455, | |
| "loss": 0.2145, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 1.2168920170401927, | |
| "grad_norm": 0.13425561299908903, | |
| "learning_rate": 0.0001687067554084012, | |
| "loss": 0.2121, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 1.218744211891091, | |
| "grad_norm": 0.15061326471247105, | |
| "learning_rate": 0.00016801511232608388, | |
| "loss": 0.2093, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 1.2205964067419892, | |
| "grad_norm": 0.18586921295904735, | |
| "learning_rate": 0.00016732417165424645, | |
| "loss": 0.2442, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 1.2224486015928875, | |
| "grad_norm": 0.1947265751683096, | |
| "learning_rate": 0.00016663393931256484, | |
| "loss": 0.1964, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.224300796443786, | |
| "grad_norm": 0.3014541141949089, | |
| "learning_rate": 0.00016594442121464648, | |
| "loss": 0.2539, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 1.2261529912946842, | |
| "grad_norm": 0.2665331923593494, | |
| "learning_rate": 0.00016525562326797911, | |
| "loss": 0.2052, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 1.2280051861455825, | |
| "grad_norm": 0.23248425733346062, | |
| "learning_rate": 0.00016456755137388105, | |
| "loss": 0.2206, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 1.2298573809964808, | |
| "grad_norm": 0.21597100541187533, | |
| "learning_rate": 0.0001638802114274497, | |
| "loss": 0.2399, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 1.231709575847379, | |
| "grad_norm": 0.22311107620019674, | |
| "learning_rate": 0.0001631936093175116, | |
| "loss": 0.2344, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 1.2335617706982775, | |
| "grad_norm": 0.23595231727324342, | |
| "learning_rate": 0.0001625077509265717, | |
| "loss": 0.2302, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 1.2354139655491758, | |
| "grad_norm": 0.18416586445656416, | |
| "learning_rate": 0.0001618226421307635, | |
| "loss": 0.2438, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 1.237266160400074, | |
| "grad_norm": 0.2397024652142972, | |
| "learning_rate": 0.00016113828879979776, | |
| "loss": 0.2174, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 1.2391183552509724, | |
| "grad_norm": 0.2458273041744814, | |
| "learning_rate": 0.00016045469679691306, | |
| "loss": 0.2649, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 1.2409705501018706, | |
| "grad_norm": 0.24261819790944433, | |
| "learning_rate": 0.00015977187197882529, | |
| "loss": 0.2353, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.2428227449527691, | |
| "grad_norm": 0.21058758451619233, | |
| "learning_rate": 0.0001590898201956772, | |
| "loss": 0.2517, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 1.2446749398036674, | |
| "grad_norm": 0.2260538599044833, | |
| "learning_rate": 0.0001584085472909888, | |
| "loss": 0.2425, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 1.2465271346545657, | |
| "grad_norm": 0.2973826520271178, | |
| "learning_rate": 0.0001577280591016068, | |
| "loss": 0.2344, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 1.248379329505464, | |
| "grad_norm": 0.17773144739281946, | |
| "learning_rate": 0.0001570483614576549, | |
| "loss": 0.237, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 1.2502315243563622, | |
| "grad_norm": 0.24361822775457953, | |
| "learning_rate": 0.0001563694601824837, | |
| "loss": 0.2208, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 1.2520837192072607, | |
| "grad_norm": 0.19831921681917936, | |
| "learning_rate": 0.000155691361092621, | |
| "loss": 0.2447, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 1.253935914058159, | |
| "grad_norm": 0.2429000368973823, | |
| "learning_rate": 0.00015501406999772154, | |
| "loss": 0.2525, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 1.2557881089090572, | |
| "grad_norm": 0.2833773062005256, | |
| "learning_rate": 0.000154337592700518, | |
| "loss": 0.2699, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 1.2576403037599555, | |
| "grad_norm": 0.28456822568540374, | |
| "learning_rate": 0.00015366193499677036, | |
| "loss": 0.2871, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 1.2594924986108538, | |
| "grad_norm": 0.22620507444223148, | |
| "learning_rate": 0.00015298710267521682, | |
| "loss": 0.2287, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.2613446934617523, | |
| "grad_norm": 0.28690671723743605, | |
| "learning_rate": 0.00015231310151752407, | |
| "loss": 0.2882, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 1.2631968883126505, | |
| "grad_norm": 0.3475884413325309, | |
| "learning_rate": 0.0001516399372982377, | |
| "loss": 0.2293, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 1.2650490831635488, | |
| "grad_norm": 0.2072556191346626, | |
| "learning_rate": 0.000150967615784733, | |
| "loss": 0.2185, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 1.266901278014447, | |
| "grad_norm": 0.21644887901267165, | |
| "learning_rate": 0.00015029614273716506, | |
| "loss": 0.2664, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 1.2687534728653453, | |
| "grad_norm": 0.17990296855165974, | |
| "learning_rate": 0.0001496255239084199, | |
| "loss": 0.2087, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.2706056677162438, | |
| "grad_norm": 0.27058636297908395, | |
| "learning_rate": 0.00014895576504406465, | |
| "loss": 0.1908, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 1.272457862567142, | |
| "grad_norm": 0.18569390040885966, | |
| "learning_rate": 0.00014828687188229905, | |
| "loss": 0.2416, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 1.2743100574180404, | |
| "grad_norm": 0.29190142926898804, | |
| "learning_rate": 0.00014761885015390568, | |
| "loss": 0.2463, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 1.2761622522689386, | |
| "grad_norm": 0.17606951118976896, | |
| "learning_rate": 0.000146951705582201, | |
| "loss": 0.2208, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 1.278014447119837, | |
| "grad_norm": 0.17608746275541837, | |
| "learning_rate": 0.00014628544388298642, | |
| "loss": 0.219, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.2798666419707354, | |
| "grad_norm": 0.16242847709515437, | |
| "learning_rate": 0.00014562007076449944, | |
| "loss": 0.2331, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 1.2817188368216337, | |
| "grad_norm": 0.2755204876160437, | |
| "learning_rate": 0.00014495559192736435, | |
| "loss": 0.2291, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 1.283571031672532, | |
| "grad_norm": 0.20200318254837507, | |
| "learning_rate": 0.00014429201306454364, | |
| "loss": 0.235, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 1.2854232265234302, | |
| "grad_norm": 0.17156079642065042, | |
| "learning_rate": 0.00014362933986128963, | |
| "loss": 0.2182, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 1.2872754213743285, | |
| "grad_norm": 0.21604115340537886, | |
| "learning_rate": 0.0001429675779950947, | |
| "loss": 0.2471, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.289127616225227, | |
| "grad_norm": 0.187996583890282, | |
| "learning_rate": 0.00014230673313564397, | |
| "loss": 0.2151, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 1.2909798110761252, | |
| "grad_norm": 0.19730532837034964, | |
| "learning_rate": 0.00014164681094476551, | |
| "loss": 0.2106, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 1.2928320059270235, | |
| "grad_norm": 0.18610760518567895, | |
| "learning_rate": 0.0001409878170763826, | |
| "loss": 0.1997, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 1.2946842007779218, | |
| "grad_norm": 0.26588737789650624, | |
| "learning_rate": 0.00014032975717646505, | |
| "loss": 0.2779, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 1.29653639562882, | |
| "grad_norm": 0.2023558780876639, | |
| "learning_rate": 0.0001396726368829808, | |
| "loss": 0.1862, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.2983885904797186, | |
| "grad_norm": 0.1911627012671031, | |
| "learning_rate": 0.0001390164618258477, | |
| "loss": 0.2309, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 1.3002407853306168, | |
| "grad_norm": 0.11786773578619021, | |
| "learning_rate": 0.0001383612376268852, | |
| "loss": 0.2342, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 1.302092980181515, | |
| "grad_norm": 0.28174803457783004, | |
| "learning_rate": 0.00013770696989976616, | |
| "loss": 0.2286, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 1.3039451750324134, | |
| "grad_norm": 0.17826542771264642, | |
| "learning_rate": 0.0001370536642499689, | |
| "loss": 0.1801, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 1.3057973698833116, | |
| "grad_norm": 0.2244828460772529, | |
| "learning_rate": 0.00013640132627472918, | |
| "loss": 0.2266, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.3076495647342101, | |
| "grad_norm": 0.17076031236762176, | |
| "learning_rate": 0.0001357499615629919, | |
| "loss": 0.2064, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 1.3095017595851084, | |
| "grad_norm": 0.21153152349490145, | |
| "learning_rate": 0.00013509957569536368, | |
| "loss": 0.2259, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 1.3113539544360067, | |
| "grad_norm": 0.21657797572838655, | |
| "learning_rate": 0.00013445017424406459, | |
| "loss": 0.2174, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 1.313206149286905, | |
| "grad_norm": 0.19916951980627734, | |
| "learning_rate": 0.00013380176277288098, | |
| "loss": 0.2524, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 1.3150583441378032, | |
| "grad_norm": 0.15608777576271463, | |
| "learning_rate": 0.00013315434683711731, | |
| "loss": 0.2252, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.3169105389887017, | |
| "grad_norm": 0.21137373945091645, | |
| "learning_rate": 0.0001325079319835486, | |
| "loss": 0.2512, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 1.3187627338396, | |
| "grad_norm": 0.28789005617840957, | |
| "learning_rate": 0.00013186252375037332, | |
| "loss": 0.2269, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 1.3206149286904982, | |
| "grad_norm": 0.20697477426134353, | |
| "learning_rate": 0.0001312181276671654, | |
| "loss": 0.1923, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 1.3224671235413965, | |
| "grad_norm": 0.20780168330103488, | |
| "learning_rate": 0.00013057474925482732, | |
| "loss": 0.2, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 1.3243193183922948, | |
| "grad_norm": 0.2619781587243672, | |
| "learning_rate": 0.00012993239402554237, | |
| "loss": 0.2418, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.3261715132431933, | |
| "grad_norm": 0.21912577308112016, | |
| "learning_rate": 0.00012929106748272792, | |
| "loss": 0.2187, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 1.3280237080940915, | |
| "grad_norm": 0.2268912171128973, | |
| "learning_rate": 0.00012865077512098789, | |
| "loss": 0.2028, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 1.3298759029449898, | |
| "grad_norm": 0.21743955397611459, | |
| "learning_rate": 0.0001280115224260658, | |
| "loss": 0.2427, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 1.331728097795888, | |
| "grad_norm": 0.2738954036709458, | |
| "learning_rate": 0.00012737331487479764, | |
| "loss": 0.2614, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 1.3335802926467863, | |
| "grad_norm": 0.19258917852110208, | |
| "learning_rate": 0.00012673615793506524, | |
| "loss": 0.2099, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.3354324874976848, | |
| "grad_norm": 0.2502839601700166, | |
| "learning_rate": 0.00012610005706574918, | |
| "loss": 0.212, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 1.337284682348583, | |
| "grad_norm": 0.2599916951105217, | |
| "learning_rate": 0.0001254650177166821, | |
| "loss": 0.2124, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 1.3391368771994814, | |
| "grad_norm": 0.177484083446667, | |
| "learning_rate": 0.00012483104532860204, | |
| "loss": 0.1797, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 1.3409890720503796, | |
| "grad_norm": 0.2826696479487746, | |
| "learning_rate": 0.00012419814533310558, | |
| "loss": 0.2466, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 1.342841266901278, | |
| "grad_norm": 0.25661668196827314, | |
| "learning_rate": 0.0001235663231526019, | |
| "loss": 0.2332, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.3446934617521764, | |
| "grad_norm": 0.2568941368041713, | |
| "learning_rate": 0.00012293558420026557, | |
| "loss": 0.2523, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 1.3465456566030747, | |
| "grad_norm": 0.20215212528107282, | |
| "learning_rate": 0.00012230593387999082, | |
| "loss": 0.2352, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 1.348397851453973, | |
| "grad_norm": 0.24815860875352733, | |
| "learning_rate": 0.00012167737758634473, | |
| "loss": 0.2188, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 1.3502500463048712, | |
| "grad_norm": 0.22038982892081588, | |
| "learning_rate": 0.00012104992070452137, | |
| "loss": 0.2685, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 1.3521022411557695, | |
| "grad_norm": 0.2083445910203971, | |
| "learning_rate": 0.00012042356861029547, | |
| "loss": 0.2328, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.353954436006668, | |
| "grad_norm": 0.20267314146087212, | |
| "learning_rate": 0.00011979832666997642, | |
| "loss": 0.2264, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 1.3558066308575663, | |
| "grad_norm": 0.29234235079551857, | |
| "learning_rate": 0.00011917420024036241, | |
| "loss": 0.24, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 1.3576588257084645, | |
| "grad_norm": 0.19217333964822353, | |
| "learning_rate": 0.00011855119466869426, | |
| "loss": 0.2551, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 1.3595110205593628, | |
| "grad_norm": 0.18622316897174804, | |
| "learning_rate": 0.00011792931529260992, | |
| "loss": 0.2383, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 1.361363215410261, | |
| "grad_norm": 0.2639171890597442, | |
| "learning_rate": 0.00011730856744009846, | |
| "loss": 0.2447, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.3632154102611596, | |
| "grad_norm": 0.24703406547971726, | |
| "learning_rate": 0.0001166889564294546, | |
| "loss": 0.1885, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 1.3650676051120578, | |
| "grad_norm": 0.2395087018493502, | |
| "learning_rate": 0.00011607048756923327, | |
| "loss": 0.2408, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 1.366919799962956, | |
| "grad_norm": 0.1715869085136323, | |
| "learning_rate": 0.00011551484651328101, | |
| "loss": 0.2231, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 1.3687719948138544, | |
| "grad_norm": 0.24875690978651382, | |
| "learning_rate": 0.0001148985623288476, | |
| "loss": 0.2107, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 1.3706241896647526, | |
| "grad_norm": 0.21621060634153644, | |
| "learning_rate": 0.00011428343563414629, | |
| "loss": 0.2827, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.3724763845156511, | |
| "grad_norm": 0.17411298598721778, | |
| "learning_rate": 0.00011366947169931222, | |
| "loss": 0.1956, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 1.3743285793665494, | |
| "grad_norm": 0.21075418595890044, | |
| "learning_rate": 0.00011305667578451847, | |
| "loss": 0.2384, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 1.3761807742174477, | |
| "grad_norm": 0.1762011368192225, | |
| "learning_rate": 0.00011244505313993115, | |
| "loss": 0.2248, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 1.378032969068346, | |
| "grad_norm": 0.2713344050149392, | |
| "learning_rate": 0.00011183460900566405, | |
| "loss": 0.2253, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 1.3798851639192442, | |
| "grad_norm": 0.13308645120441578, | |
| "learning_rate": 0.00011122534861173444, | |
| "loss": 0.2188, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.3817373587701427, | |
| "grad_norm": 0.26214160905875167, | |
| "learning_rate": 0.00011061727717801745, | |
| "loss": 0.2509, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 1.383589553621041, | |
| "grad_norm": 0.16725861800168582, | |
| "learning_rate": 0.00011001039991420181, | |
| "loss": 0.2395, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 1.3854417484719392, | |
| "grad_norm": 0.17751505759886393, | |
| "learning_rate": 0.00010940472201974508, | |
| "loss": 0.1914, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 1.3872939433228375, | |
| "grad_norm": 0.21463454020196815, | |
| "learning_rate": 0.00010880024868382943, | |
| "loss": 0.2086, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 1.3891461381737358, | |
| "grad_norm": 0.2026092509755857, | |
| "learning_rate": 0.00010819698508531659, | |
| "loss": 0.2149, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.3909983330246343, | |
| "grad_norm": 0.16323623074986704, | |
| "learning_rate": 0.00010759493639270387, | |
| "loss": 0.27, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 1.3928505278755325, | |
| "grad_norm": 0.22139846358468115, | |
| "learning_rate": 0.00010705413557727304, | |
| "loss": 0.2054, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 1.3947027227264308, | |
| "grad_norm": 0.25885865603646047, | |
| "learning_rate": 0.0001064544094077661, | |
| "loss": 0.2037, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 1.396554917577329, | |
| "grad_norm": 0.18312190666440223, | |
| "learning_rate": 0.00010585591307378175, | |
| "loss": 0.2177, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 1.3984071124282274, | |
| "grad_norm": 0.2452824521308415, | |
| "learning_rate": 0.00010525865170297353, | |
| "loss": 0.2443, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.4002593072791258, | |
| "grad_norm": 0.22491815184492542, | |
| "learning_rate": 0.00010466263041241426, | |
| "loss": 0.2028, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 1.4021115021300241, | |
| "grad_norm": 0.21626081653727397, | |
| "learning_rate": 0.00010406785430855237, | |
| "loss": 0.1719, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 1.4039636969809224, | |
| "grad_norm": 0.24105946067666537, | |
| "learning_rate": 0.00010347432848716812, | |
| "loss": 0.225, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 1.4058158918318207, | |
| "grad_norm": 0.23078802018114886, | |
| "learning_rate": 0.00010288205803332975, | |
| "loss": 0.2278, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 1.407668086682719, | |
| "grad_norm": 0.2574880724739788, | |
| "learning_rate": 0.00010229104802135034, | |
| "loss": 0.244, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.4095202815336174, | |
| "grad_norm": 0.24593167284827877, | |
| "learning_rate": 0.00010170130351474377, | |
| "loss": 0.2159, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 1.4113724763845157, | |
| "grad_norm": 0.261530928817991, | |
| "learning_rate": 0.00010111282956618181, | |
| "loss": 0.1827, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 1.413224671235414, | |
| "grad_norm": 0.19005464332149496, | |
| "learning_rate": 0.0001005256312174505, | |
| "loss": 0.1942, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 1.4150768660863122, | |
| "grad_norm": 0.22377467210489174, | |
| "learning_rate": 9.993971349940717e-05, | |
| "loss": 0.2553, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 1.4169290609372105, | |
| "grad_norm": 0.21440875435999618, | |
| "learning_rate": 9.935508143193739e-05, | |
| "loss": 0.2169, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.418781255788109, | |
| "grad_norm": 0.22734623733013004, | |
| "learning_rate": 9.877174002391165e-05, | |
| "loss": 0.1859, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 1.4206334506390073, | |
| "grad_norm": 0.20257954902342695, | |
| "learning_rate": 9.818969427314275e-05, | |
| "loss": 0.208, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 1.4224856454899055, | |
| "grad_norm": 0.23157903079657188, | |
| "learning_rate": 9.760894916634283e-05, | |
| "loss": 0.2136, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 1.4243378403408038, | |
| "grad_norm": 0.23047953760740483, | |
| "learning_rate": 9.702950967908067e-05, | |
| "loss": 0.2244, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 1.426190035191702, | |
| "grad_norm": 0.1893981494941497, | |
| "learning_rate": 9.645138077573904e-05, | |
| "loss": 0.202, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.4280422300426006, | |
| "grad_norm": 0.1944059258719957, | |
| "learning_rate": 9.587456740947236e-05, | |
| "loss": 0.2395, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 1.4298944248934988, | |
| "grad_norm": 0.19154551462212566, | |
| "learning_rate": 9.529907452216402e-05, | |
| "loss": 0.1877, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 1.431746619744397, | |
| "grad_norm": 0.25705195721078017, | |
| "learning_rate": 9.472490704438403e-05, | |
| "loss": 0.2439, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 1.4335988145952954, | |
| "grad_norm": 0.27237298997689074, | |
| "learning_rate": 9.4152069895347e-05, | |
| "loss": 0.2269, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 1.4354510094461936, | |
| "grad_norm": 0.22572015857646327, | |
| "learning_rate": 9.358056798286982e-05, | |
| "loss": 0.1761, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.4373032042970921, | |
| "grad_norm": 0.1681521243481353, | |
| "learning_rate": 9.301040620332962e-05, | |
| "loss": 0.2453, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 1.4391553991479904, | |
| "grad_norm": 0.20322718308914284, | |
| "learning_rate": 9.244158944162198e-05, | |
| "loss": 0.1995, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 1.4410075939988887, | |
| "grad_norm": 0.17221136952935692, | |
| "learning_rate": 9.187412257111882e-05, | |
| "loss": 0.1991, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 1.442859788849787, | |
| "grad_norm": 0.23211721231411886, | |
| "learning_rate": 9.130801045362678e-05, | |
| "loss": 0.225, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 1.4447119837006852, | |
| "grad_norm": 0.2557003480049842, | |
| "learning_rate": 9.074325793934582e-05, | |
| "loss": 0.2396, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.4465641785515837, | |
| "grad_norm": 0.2743087049471899, | |
| "learning_rate": 9.017986986682705e-05, | |
| "loss": 0.2622, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 1.448416373402482, | |
| "grad_norm": 0.22044857915056804, | |
| "learning_rate": 8.961785106293202e-05, | |
| "loss": 0.208, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 1.4502685682533802, | |
| "grad_norm": 0.295975717325647, | |
| "learning_rate": 8.905720634279068e-05, | |
| "loss": 0.2406, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 1.4521207631042785, | |
| "grad_norm": 0.2119255826308734, | |
| "learning_rate": 8.849794050976062e-05, | |
| "loss": 0.1863, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 1.4539729579551768, | |
| "grad_norm": 0.19120118368025074, | |
| "learning_rate": 8.794005835538558e-05, | |
| "loss": 0.1899, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.4558251528060753, | |
| "grad_norm": 0.20269011463788664, | |
| "learning_rate": 8.738356465935467e-05, | |
| "loss": 0.1887, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 1.4576773476569735, | |
| "grad_norm": 0.2933956506003441, | |
| "learning_rate": 8.68284641894613e-05, | |
| "loss": 0.1969, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 1.4595295425078718, | |
| "grad_norm": 0.17871898787286603, | |
| "learning_rate": 8.627476170156224e-05, | |
| "loss": 0.2315, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 1.46138173735877, | |
| "grad_norm": 0.2552476396822797, | |
| "learning_rate": 8.572246193953703e-05, | |
| "loss": 0.2485, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 1.4632339322096684, | |
| "grad_norm": 0.31173163044095015, | |
| "learning_rate": 8.517156963524719e-05, | |
| "loss": 0.1816, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.4650861270605668, | |
| "grad_norm": 0.2158798667093176, | |
| "learning_rate": 8.462208950849598e-05, | |
| "loss": 0.2469, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 1.4669383219114651, | |
| "grad_norm": 0.24218457777393995, | |
| "learning_rate": 8.407402626698751e-05, | |
| "loss": 0.2161, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 1.4687905167623634, | |
| "grad_norm": 0.1979730263341676, | |
| "learning_rate": 8.352738460628675e-05, | |
| "loss": 0.2037, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 1.4706427116132617, | |
| "grad_norm": 0.2696373926575332, | |
| "learning_rate": 8.298216920977914e-05, | |
| "loss": 0.1691, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 1.47249490646416, | |
| "grad_norm": 0.25798986555999925, | |
| "learning_rate": 8.243838474863047e-05, | |
| "loss": 0.2285, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.4743471013150584, | |
| "grad_norm": 0.20862952822180633, | |
| "learning_rate": 8.189603588174712e-05, | |
| "loss": 0.2118, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 1.4761992961659567, | |
| "grad_norm": 0.1750842888641512, | |
| "learning_rate": 8.135512725573574e-05, | |
| "loss": 0.2116, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 1.478051491016855, | |
| "grad_norm": 0.23773871116567313, | |
| "learning_rate": 8.081566350486363e-05, | |
| "loss": 0.1949, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 1.4799036858677532, | |
| "grad_norm": 0.164420670542161, | |
| "learning_rate": 8.027764925101911e-05, | |
| "loss": 0.209, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 1.4817558807186515, | |
| "grad_norm": 0.21216576721258398, | |
| "learning_rate": 7.974108910367178e-05, | |
| "loss": 0.1966, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.48360807556955, | |
| "grad_norm": 0.2790248976449928, | |
| "learning_rate": 7.920598765983308e-05, | |
| "loss": 0.2063, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 1.4854602704204483, | |
| "grad_norm": 0.29784954052004964, | |
| "learning_rate": 7.867234950401714e-05, | |
| "loss": 0.1589, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 1.4873124652713465, | |
| "grad_norm": 0.15966925896267653, | |
| "learning_rate": 7.8140179208201e-05, | |
| "loss": 0.2203, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 1.4891646601222448, | |
| "grad_norm": 0.21411813554248801, | |
| "learning_rate": 7.76094813317858e-05, | |
| "loss": 0.191, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 1.491016854973143, | |
| "grad_norm": 0.16778546998214966, | |
| "learning_rate": 7.708026042155775e-05, | |
| "loss": 0.1972, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.4928690498240416, | |
| "grad_norm": 0.23986270787568656, | |
| "learning_rate": 7.655252101164894e-05, | |
| "loss": 0.2115, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 1.4947212446749398, | |
| "grad_norm": 0.250339172193944, | |
| "learning_rate": 7.602626762349865e-05, | |
| "loss": 0.2112, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 1.496573439525838, | |
| "grad_norm": 0.18288675343831115, | |
| "learning_rate": 7.55015047658146e-05, | |
| "loss": 0.2316, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 1.4984256343767364, | |
| "grad_norm": 0.23542544018483225, | |
| "learning_rate": 7.497823693453429e-05, | |
| "loss": 0.2278, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 1.5002778292276346, | |
| "grad_norm": 0.21853735172760996, | |
| "learning_rate": 7.44564686127865e-05, | |
| "loss": 0.2435, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.5021300240785331, | |
| "grad_norm": 0.230876996211439, | |
| "learning_rate": 7.39362042708527e-05, | |
| "loss": 0.2132, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 1.5039822189294314, | |
| "grad_norm": 0.23449285027681627, | |
| "learning_rate": 7.341744836612929e-05, | |
| "loss": 0.2205, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 1.5058344137803297, | |
| "grad_norm": 0.1770364349318145, | |
| "learning_rate": 7.290020534308883e-05, | |
| "loss": 0.1771, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 1.5076866086312282, | |
| "grad_norm": 0.24440773842340074, | |
| "learning_rate": 7.23844796332421e-05, | |
| "loss": 0.2009, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 1.5095388034821262, | |
| "grad_norm": 0.19125723562538224, | |
| "learning_rate": 7.187027565510032e-05, | |
| "loss": 0.2214, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.5113909983330247, | |
| "grad_norm": 0.24413160941991816, | |
| "learning_rate": 7.135759781413714e-05, | |
| "loss": 0.2483, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 1.513243193183923, | |
| "grad_norm": 0.18714126123807273, | |
| "learning_rate": 7.084645050275093e-05, | |
| "loss": 0.1754, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 1.5150953880348212, | |
| "grad_norm": 0.24068172003031482, | |
| "learning_rate": 7.033683810022717e-05, | |
| "loss": 0.2208, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 1.5169475828857197, | |
| "grad_norm": 0.21118944152545294, | |
| "learning_rate": 6.982876497270093e-05, | |
| "loss": 0.2354, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 1.5187997777366178, | |
| "grad_norm": 0.16304142225648927, | |
| "learning_rate": 6.932223547311948e-05, | |
| "loss": 0.191, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.5206519725875163, | |
| "grad_norm": 0.22402630540204685, | |
| "learning_rate": 6.881725394120483e-05, | |
| "loss": 0.2235, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 1.5225041674384145, | |
| "grad_norm": 0.14686671761669617, | |
| "learning_rate": 6.831382470341674e-05, | |
| "loss": 0.2374, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 1.5243563622893128, | |
| "grad_norm": 0.1910492658359761, | |
| "learning_rate": 6.781195207291579e-05, | |
| "loss": 0.1912, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 1.5262085571402113, | |
| "grad_norm": 0.285797167185037, | |
| "learning_rate": 6.7311640349526e-05, | |
| "loss": 0.1946, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 1.5280607519911094, | |
| "grad_norm": 0.24899927517169534, | |
| "learning_rate": 6.681289381969827e-05, | |
| "loss": 0.2437, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.5299129468420078, | |
| "grad_norm": 0.27104957130230045, | |
| "learning_rate": 6.631571675647358e-05, | |
| "loss": 0.2007, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 1.5317651416929061, | |
| "grad_norm": 0.1836787768149552, | |
| "learning_rate": 6.582011341944661e-05, | |
| "loss": 0.1992, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 1.5336173365438044, | |
| "grad_norm": 0.16592192801262687, | |
| "learning_rate": 6.532608805472884e-05, | |
| "loss": 0.2243, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 1.5354695313947029, | |
| "grad_norm": 0.19477759718427087, | |
| "learning_rate": 6.483364489491242e-05, | |
| "loss": 0.1866, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 1.537321726245601, | |
| "grad_norm": 0.2612938997397552, | |
| "learning_rate": 6.434278815903392e-05, | |
| "loss": 0.1884, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.5391739210964994, | |
| "grad_norm": 0.22106523393294486, | |
| "learning_rate": 6.3853522052538e-05, | |
| "loss": 0.2464, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 1.5410261159473977, | |
| "grad_norm": 0.11918922044507506, | |
| "learning_rate": 6.336585076724169e-05, | |
| "loss": 0.2205, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 1.542878310798296, | |
| "grad_norm": 0.27735599029951385, | |
| "learning_rate": 6.287977848129811e-05, | |
| "loss": 0.2125, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 1.5447305056491945, | |
| "grad_norm": 0.11824966641617995, | |
| "learning_rate": 6.239530935916105e-05, | |
| "loss": 0.1886, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 1.5465827005000925, | |
| "grad_norm": 0.14239263856247222, | |
| "learning_rate": 6.191244755154896e-05, | |
| "loss": 0.2283, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.548434895350991, | |
| "grad_norm": 0.2614832702732058, | |
| "learning_rate": 6.143119719540951e-05, | |
| "loss": 0.2419, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 1.5502870902018893, | |
| "grad_norm": 0.1719421648495295, | |
| "learning_rate": 6.0951562413884276e-05, | |
| "loss": 0.1813, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 1.5521392850527875, | |
| "grad_norm": 0.1339861662540805, | |
| "learning_rate": 6.047354731627319e-05, | |
| "loss": 0.1732, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 1.553991479903686, | |
| "grad_norm": 0.2649420028984007, | |
| "learning_rate": 5.9997155997999486e-05, | |
| "loss": 0.2312, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 1.555843674754584, | |
| "grad_norm": 0.2986635713988608, | |
| "learning_rate": 5.952239254057462e-05, | |
| "loss": 0.2537, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.5576958696054826, | |
| "grad_norm": 0.20847627410802858, | |
| "learning_rate": 5.904926101156316e-05, | |
| "loss": 0.2198, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 1.5595480644563808, | |
| "grad_norm": 0.20583750133284387, | |
| "learning_rate": 5.8577765464548014e-05, | |
| "loss": 0.2194, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 1.561400259307279, | |
| "grad_norm": 0.24884919423637333, | |
| "learning_rate": 5.810790993909595e-05, | |
| "loss": 0.2201, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 1.5632524541581776, | |
| "grad_norm": 0.2292784136541862, | |
| "learning_rate": 5.7639698460722366e-05, | |
| "loss": 0.2139, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 1.5651046490090756, | |
| "grad_norm": 0.20773042455822294, | |
| "learning_rate": 5.717313504085761e-05, | |
| "loss": 0.1876, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.5669568438599741, | |
| "grad_norm": 0.218184017555461, | |
| "learning_rate": 5.670822367681189e-05, | |
| "loss": 0.1821, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 1.5688090387108724, | |
| "grad_norm": 0.17843712174744172, | |
| "learning_rate": 5.6244968351741396e-05, | |
| "loss": 0.2006, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 1.5706612335617707, | |
| "grad_norm": 0.21436245431091455, | |
| "learning_rate": 5.578337303461414e-05, | |
| "loss": 0.1928, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 1.5725134284126692, | |
| "grad_norm": 0.2084740928506598, | |
| "learning_rate": 5.532344168017589e-05, | |
| "loss": 0.2444, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 1.5743656232635672, | |
| "grad_norm": 0.20902509315653023, | |
| "learning_rate": 5.4865178228916317e-05, | |
| "loss": 0.2288, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.5762178181144657, | |
| "grad_norm": 0.191128809958979, | |
| "learning_rate": 5.4408586607035236e-05, | |
| "loss": 0.2307, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 1.578070012965364, | |
| "grad_norm": 0.2804233173323839, | |
| "learning_rate": 5.3953670726408973e-05, | |
| "loss": 0.2049, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 1.5799222078162622, | |
| "grad_norm": 0.2523996334467096, | |
| "learning_rate": 5.3500434484556744e-05, | |
| "loss": 0.2309, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 1.5817744026671607, | |
| "grad_norm": 0.22808681153892332, | |
| "learning_rate": 5.304888176460759e-05, | |
| "loss": 0.2224, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 1.5836265975180588, | |
| "grad_norm": 0.17496689187022768, | |
| "learning_rate": 5.2599016435266656e-05, | |
| "loss": 0.212, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.5854787923689573, | |
| "grad_norm": 0.16684956568038284, | |
| "learning_rate": 5.215084235078232e-05, | |
| "loss": 0.1599, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 1.5873309872198555, | |
| "grad_norm": 0.2524704034190916, | |
| "learning_rate": 5.170436335091319e-05, | |
| "loss": 0.2239, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 1.5891831820707538, | |
| "grad_norm": 0.20276889978373874, | |
| "learning_rate": 5.130398471023492e-05, | |
| "loss": 0.1991, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 1.5910353769216523, | |
| "grad_norm": 0.19401086487052652, | |
| "learning_rate": 5.086073689762982e-05, | |
| "loss": 0.2054, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 1.5928875717725504, | |
| "grad_norm": 0.24314231015564167, | |
| "learning_rate": 5.0419195222696305e-05, | |
| "loss": 0.216, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.5947397666234489, | |
| "grad_norm": 0.1962559761069099, | |
| "learning_rate": 4.9979363468369426e-05, | |
| "loss": 0.2028, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 1.5965919614743471, | |
| "grad_norm": 0.21450451616005048, | |
| "learning_rate": 4.95412454029342e-05, | |
| "loss": 0.1485, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 1.5984441563252454, | |
| "grad_norm": 0.2262800799406614, | |
| "learning_rate": 4.9104844779993744e-05, | |
| "loss": 0.2205, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 1.6002963511761439, | |
| "grad_norm": 0.15673015952559616, | |
| "learning_rate": 4.867016533843677e-05, | |
| "loss": 0.1878, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 1.602148546027042, | |
| "grad_norm": 0.22772029995019283, | |
| "learning_rate": 4.823721080240562e-05, | |
| "loss": 0.2144, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.6040007408779404, | |
| "grad_norm": 0.16737363953611054, | |
| "learning_rate": 4.7805984881264366e-05, | |
| "loss": 0.219, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 1.6058529357288387, | |
| "grad_norm": 0.15059728369872777, | |
| "learning_rate": 4.7376491269567305e-05, | |
| "loss": 0.1827, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 1.607705130579737, | |
| "grad_norm": 0.2174362092107457, | |
| "learning_rate": 4.694873364702687e-05, | |
| "loss": 0.2427, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 1.6095573254306355, | |
| "grad_norm": 0.2536534486510469, | |
| "learning_rate": 4.652271567848229e-05, | |
| "loss": 0.2458, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 1.6114095202815335, | |
| "grad_norm": 0.20306793867476478, | |
| "learning_rate": 4.6098441013868285e-05, | |
| "loss": 0.221, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.613261715132432, | |
| "grad_norm": 0.29865060955062883, | |
| "learning_rate": 4.567591328818371e-05, | |
| "loss": 0.2621, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 1.6151139099833303, | |
| "grad_norm": 0.20862574024207642, | |
| "learning_rate": 4.529713496011825e-05, | |
| "loss": 0.207, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 1.6169661048342285, | |
| "grad_norm": 0.21837675462224324, | |
| "learning_rate": 4.487793637919196e-05, | |
| "loss": 0.1828, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 1.618818299685127, | |
| "grad_norm": 0.23283771674120501, | |
| "learning_rate": 4.446049519394233e-05, | |
| "loss": 0.2166, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 1.620670494536025, | |
| "grad_norm": 0.1948474369408113, | |
| "learning_rate": 4.4044814980821856e-05, | |
| "loss": 0.2154, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.6225226893869236, | |
| "grad_norm": 0.2821939610991762, | |
| "learning_rate": 4.3630899301195904e-05, | |
| "loss": 0.2428, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 1.6243748842378218, | |
| "grad_norm": 0.18991376076496028, | |
| "learning_rate": 4.321875170131218e-05, | |
| "loss": 0.1933, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 1.62622707908872, | |
| "grad_norm": 0.17477269695823847, | |
| "learning_rate": 4.280837571227006e-05, | |
| "loss": 0.1945, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 1.6280792739396186, | |
| "grad_norm": 0.22671892134617525, | |
| "learning_rate": 4.239977484999063e-05, | |
| "loss": 0.1973, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 1.6299314687905166, | |
| "grad_norm": 0.2061718775432731, | |
| "learning_rate": 4.1992952615186516e-05, | |
| "loss": 0.2122, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.6317836636414151, | |
| "grad_norm": 0.25086071759237627, | |
| "learning_rate": 4.158791249333177e-05, | |
| "loss": 0.226, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 1.6336358584923134, | |
| "grad_norm": 0.242794082456384, | |
| "learning_rate": 4.118465795463214e-05, | |
| "loss": 0.2267, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 1.6354880533432117, | |
| "grad_norm": 0.1935934917483956, | |
| "learning_rate": 4.078319245399514e-05, | |
| "loss": 0.2011, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 1.6373402481941102, | |
| "grad_norm": 0.2628523170855809, | |
| "learning_rate": 4.038351943100088e-05, | |
| "loss": 0.1934, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 1.6391924430450082, | |
| "grad_norm": 0.19568463922046236, | |
| "learning_rate": 3.998564230987209e-05, | |
| "loss": 0.1997, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.6410446378959067, | |
| "grad_norm": 0.2481046435287445, | |
| "learning_rate": 3.958956449944501e-05, | |
| "loss": 0.2151, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 1.642896832746805, | |
| "grad_norm": 0.22476767911377235, | |
| "learning_rate": 3.9195289393140155e-05, | |
| "loss": 0.1621, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 1.6447490275977033, | |
| "grad_norm": 0.1945122394139851, | |
| "learning_rate": 3.880282036893348e-05, | |
| "loss": 0.1753, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 1.6466012224486017, | |
| "grad_norm": 0.27437177077690705, | |
| "learning_rate": 3.841216078932702e-05, | |
| "loss": 0.226, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 1.6484534172994998, | |
| "grad_norm": 0.18562250131807664, | |
| "learning_rate": 3.802331400132028e-05, | |
| "loss": 0.1717, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.6503056121503983, | |
| "grad_norm": 0.21622010412383683, | |
| "learning_rate": 3.7636283336381636e-05, | |
| "loss": 0.155, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 1.6521578070012966, | |
| "grad_norm": 0.22634728029439885, | |
| "learning_rate": 3.7251072110419727e-05, | |
| "loss": 0.2022, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 1.6540100018521948, | |
| "grad_norm": 0.2671242474144964, | |
| "learning_rate": 3.686768362375498e-05, | |
| "loss": 0.2234, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 1.6558621967030933, | |
| "grad_norm": 0.16832839316697204, | |
| "learning_rate": 3.648612116109146e-05, | |
| "loss": 0.1805, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 1.6577143915539914, | |
| "grad_norm": 0.2688098808357188, | |
| "learning_rate": 3.610638799148858e-05, | |
| "loss": 0.1909, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 1.6595665864048899, | |
| "grad_norm": 0.172871399134501, | |
| "learning_rate": 3.572848736833326e-05, | |
| "loss": 0.2112, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 1.6614187812557881, | |
| "grad_norm": 0.23426972546449246, | |
| "learning_rate": 3.5352422529311814e-05, | |
| "loss": 0.2276, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 1.6632709761066864, | |
| "grad_norm": 0.2682786605548356, | |
| "learning_rate": 3.497819669638266e-05, | |
| "loss": 0.2521, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 1.6651231709575849, | |
| "grad_norm": 0.2122644465486904, | |
| "learning_rate": 3.4605813075748085e-05, | |
| "loss": 0.2003, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 1.666975365808483, | |
| "grad_norm": 0.24717950759123916, | |
| "learning_rate": 3.42352748578274e-05, | |
| "loss": 0.1813, | |
| "step": 9000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10798, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 3000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 196010447634432.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |