| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.007874009289690544, | |
| "eval_steps": 500, | |
| "global_step": 600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.3123348816150905e-05, | |
| "grad_norm": 7.072159767150879, | |
| "learning_rate": 5e-06, | |
| "loss": 2.0831, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 2.624669763230181e-05, | |
| "grad_norm": 6.047312259674072, | |
| "learning_rate": 1e-05, | |
| "loss": 1.888, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 3.9370046448452714e-05, | |
| "grad_norm": 4.877658843994141, | |
| "learning_rate": 1.5e-05, | |
| "loss": 1.8215, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 5.249339526460362e-05, | |
| "grad_norm": 5.105004787445068, | |
| "learning_rate": 2e-05, | |
| "loss": 1.7382, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 6.561674408075452e-05, | |
| "grad_norm": 4.398859024047852, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.519, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 7.874009289690543e-05, | |
| "grad_norm": 4.532390117645264, | |
| "learning_rate": 3e-05, | |
| "loss": 1.6656, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 9.186344171305633e-05, | |
| "grad_norm": 5.0148749351501465, | |
| "learning_rate": 3.5e-05, | |
| "loss": 1.6811, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00010498679052920724, | |
| "grad_norm": 4.4031877517700195, | |
| "learning_rate": 4e-05, | |
| "loss": 1.7468, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.00011811013934535815, | |
| "grad_norm": 5.005381107330322, | |
| "learning_rate": 4.5e-05, | |
| "loss": 1.3947, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.00013123348816150904, | |
| "grad_norm": 3.713514566421509, | |
| "learning_rate": 5e-05, | |
| "loss": 1.405, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00014435683697765995, | |
| "grad_norm": 9.202157974243164, | |
| "learning_rate": 4.995798319327731e-05, | |
| "loss": 1.5283, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.00015748018579381085, | |
| "grad_norm": 4.239948749542236, | |
| "learning_rate": 4.991596638655463e-05, | |
| "loss": 1.3864, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.00017060353460996176, | |
| "grad_norm": 2.7827541828155518, | |
| "learning_rate": 4.9873949579831936e-05, | |
| "loss": 1.4856, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.00018372688342611267, | |
| "grad_norm": 3.2062172889709473, | |
| "learning_rate": 4.9831932773109245e-05, | |
| "loss": 1.1977, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.00019685023224226357, | |
| "grad_norm": 3.271573066711426, | |
| "learning_rate": 4.978991596638656e-05, | |
| "loss": 1.2708, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.00020997358105841448, | |
| "grad_norm": 2.543915033340454, | |
| "learning_rate": 4.974789915966387e-05, | |
| "loss": 1.4229, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0002230969298745654, | |
| "grad_norm": 3.8253746032714844, | |
| "learning_rate": 4.970588235294118e-05, | |
| "loss": 1.1775, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0002362202786907163, | |
| "grad_norm": 3.0684823989868164, | |
| "learning_rate": 4.966386554621849e-05, | |
| "loss": 1.1546, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.00024934362750686723, | |
| "grad_norm": 3.0834896564483643, | |
| "learning_rate": 4.9621848739495804e-05, | |
| "loss": 1.3198, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0002624669763230181, | |
| "grad_norm": 3.402059555053711, | |
| "learning_rate": 4.957983193277311e-05, | |
| "loss": 1.2536, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.000275590325139169, | |
| "grad_norm": 2.9694066047668457, | |
| "learning_rate": 4.953781512605042e-05, | |
| "loss": 1.2723, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0002887136739553199, | |
| "grad_norm": 2.3450403213500977, | |
| "learning_rate": 4.949579831932774e-05, | |
| "loss": 1.4902, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0003018370227714708, | |
| "grad_norm": 3.2001914978027344, | |
| "learning_rate": 4.9453781512605046e-05, | |
| "loss": 1.3031, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0003149603715876217, | |
| "grad_norm": 2.4799821376800537, | |
| "learning_rate": 4.9411764705882355e-05, | |
| "loss": 1.3414, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0003280837204037726, | |
| "grad_norm": 2.330723285675049, | |
| "learning_rate": 4.936974789915967e-05, | |
| "loss": 1.133, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0003412070692199235, | |
| "grad_norm": 2.308879852294922, | |
| "learning_rate": 4.932773109243698e-05, | |
| "loss": 1.4592, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.00035433041803607443, | |
| "grad_norm": 3.835871934890747, | |
| "learning_rate": 4.928571428571429e-05, | |
| "loss": 0.8886, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.00036745376685222534, | |
| "grad_norm": 2.9454944133758545, | |
| "learning_rate": 4.9243697478991605e-05, | |
| "loss": 1.1211, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.00038057711566837624, | |
| "grad_norm": 2.6786818504333496, | |
| "learning_rate": 4.920168067226891e-05, | |
| "loss": 1.1148, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.00039370046448452715, | |
| "grad_norm": 2.5377731323242188, | |
| "learning_rate": 4.9159663865546216e-05, | |
| "loss": 1.1519, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.00040682381330067806, | |
| "grad_norm": 3.0859804153442383, | |
| "learning_rate": 4.911764705882353e-05, | |
| "loss": 1.2233, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.00041994716211682896, | |
| "grad_norm": 2.6658570766448975, | |
| "learning_rate": 4.907563025210084e-05, | |
| "loss": 1.2685, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.00043307051093297987, | |
| "grad_norm": 2.3701725006103516, | |
| "learning_rate": 4.903361344537815e-05, | |
| "loss": 1.274, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0004461938597491308, | |
| "grad_norm": 2.379979133605957, | |
| "learning_rate": 4.8991596638655466e-05, | |
| "loss": 1.4761, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0004593172085652817, | |
| "grad_norm": 2.8867926597595215, | |
| "learning_rate": 4.8949579831932775e-05, | |
| "loss": 1.0537, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0004724405573814326, | |
| "grad_norm": 2.3834433555603027, | |
| "learning_rate": 4.8907563025210084e-05, | |
| "loss": 0.9892, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0004855639061975835, | |
| "grad_norm": 2.4166579246520996, | |
| "learning_rate": 4.886554621848739e-05, | |
| "loss": 1.3343, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0004986872550137345, | |
| "grad_norm": 2.471297264099121, | |
| "learning_rate": 4.882352941176471e-05, | |
| "loss": 0.8938, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0005118106038298853, | |
| "grad_norm": 2.4426910877227783, | |
| "learning_rate": 4.878151260504202e-05, | |
| "loss": 0.8963, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0005249339526460362, | |
| "grad_norm": 2.60628342628479, | |
| "learning_rate": 4.8739495798319326e-05, | |
| "loss": 1.1995, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0005380573014621871, | |
| "grad_norm": 2.7314293384552, | |
| "learning_rate": 4.869747899159664e-05, | |
| "loss": 1.3207, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.000551180650278338, | |
| "grad_norm": 2.0626285076141357, | |
| "learning_rate": 4.865546218487395e-05, | |
| "loss": 1.0551, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0005643039990944889, | |
| "grad_norm": 2.429570436477661, | |
| "learning_rate": 4.861344537815126e-05, | |
| "loss": 1.163, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.0005774273479106398, | |
| "grad_norm": 2.1089115142822266, | |
| "learning_rate": 4.8571428571428576e-05, | |
| "loss": 1.1919, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0005905506967267908, | |
| "grad_norm": 2.2090256214141846, | |
| "learning_rate": 4.8529411764705885e-05, | |
| "loss": 1.0066, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0006036740455429416, | |
| "grad_norm": 2.6260828971862793, | |
| "learning_rate": 4.8487394957983194e-05, | |
| "loss": 1.1277, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0006167973943590926, | |
| "grad_norm": 2.6351325511932373, | |
| "learning_rate": 4.844537815126051e-05, | |
| "loss": 1.1907, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.0006299207431752434, | |
| "grad_norm": 2.4064207077026367, | |
| "learning_rate": 4.840336134453782e-05, | |
| "loss": 1.1826, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0006430440919913944, | |
| "grad_norm": 2.2323639392852783, | |
| "learning_rate": 4.836134453781513e-05, | |
| "loss": 1.2202, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0006561674408075452, | |
| "grad_norm": 2.712174654006958, | |
| "learning_rate": 4.831932773109244e-05, | |
| "loss": 1.0955, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0006692907896236962, | |
| "grad_norm": 1.9196995496749878, | |
| "learning_rate": 4.827731092436975e-05, | |
| "loss": 0.9956, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.000682414138439847, | |
| "grad_norm": 2.415881395339966, | |
| "learning_rate": 4.823529411764706e-05, | |
| "loss": 1.1644, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.000695537487255998, | |
| "grad_norm": 2.6141293048858643, | |
| "learning_rate": 4.819327731092437e-05, | |
| "loss": 1.2137, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0007086608360721489, | |
| "grad_norm": 2.353332757949829, | |
| "learning_rate": 4.8151260504201686e-05, | |
| "loss": 1.0817, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0007217841848882998, | |
| "grad_norm": 2.222496271133423, | |
| "learning_rate": 4.8109243697478995e-05, | |
| "loss": 0.9575, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.0007349075337044507, | |
| "grad_norm": 2.616074323654175, | |
| "learning_rate": 4.8067226890756304e-05, | |
| "loss": 1.1872, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0007480308825206016, | |
| "grad_norm": 2.496767520904541, | |
| "learning_rate": 4.802521008403362e-05, | |
| "loss": 1.1774, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0007611542313367525, | |
| "grad_norm": 2.3791749477386475, | |
| "learning_rate": 4.798319327731093e-05, | |
| "loss": 1.0514, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0007742775801529034, | |
| "grad_norm": 2.317368745803833, | |
| "learning_rate": 4.794117647058824e-05, | |
| "loss": 1.1349, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.0007874009289690543, | |
| "grad_norm": 2.3613386154174805, | |
| "learning_rate": 4.7899159663865554e-05, | |
| "loss": 0.9665, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0008005242777852053, | |
| "grad_norm": 2.117526054382324, | |
| "learning_rate": 4.785714285714286e-05, | |
| "loss": 1.1252, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.0008136476266013561, | |
| "grad_norm": 2.248126745223999, | |
| "learning_rate": 4.781512605042017e-05, | |
| "loss": 1.0003, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.0008267709754175071, | |
| "grad_norm": 2.05367374420166, | |
| "learning_rate": 4.777310924369748e-05, | |
| "loss": 1.4639, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.0008398943242336579, | |
| "grad_norm": 2.026202440261841, | |
| "learning_rate": 4.7731092436974796e-05, | |
| "loss": 1.1478, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.0008530176730498089, | |
| "grad_norm": 2.1997697353363037, | |
| "learning_rate": 4.7689075630252105e-05, | |
| "loss": 1.2204, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0008661410218659597, | |
| "grad_norm": 1.8945584297180176, | |
| "learning_rate": 4.7647058823529414e-05, | |
| "loss": 1.0535, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.0008792643706821107, | |
| "grad_norm": 2.010007619857788, | |
| "learning_rate": 4.760504201680672e-05, | |
| "loss": 1.0941, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.0008923877194982616, | |
| "grad_norm": 2.593773365020752, | |
| "learning_rate": 4.756302521008403e-05, | |
| "loss": 1.154, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0009055110683144125, | |
| "grad_norm": 2.3330702781677246, | |
| "learning_rate": 4.752100840336134e-05, | |
| "loss": 1.1325, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.0009186344171305634, | |
| "grad_norm": 2.130695343017578, | |
| "learning_rate": 4.747899159663866e-05, | |
| "loss": 0.916, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0009317577659467143, | |
| "grad_norm": 2.6290881633758545, | |
| "learning_rate": 4.7436974789915966e-05, | |
| "loss": 1.295, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.0009448811147628652, | |
| "grad_norm": 2.073453187942505, | |
| "learning_rate": 4.7394957983193275e-05, | |
| "loss": 1.2464, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0009580044635790161, | |
| "grad_norm": 2.0779201984405518, | |
| "learning_rate": 4.735294117647059e-05, | |
| "loss": 1.3151, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.000971127812395167, | |
| "grad_norm": 2.802860975265503, | |
| "learning_rate": 4.73109243697479e-05, | |
| "loss": 0.872, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.000984251161211318, | |
| "grad_norm": 2.034449815750122, | |
| "learning_rate": 4.726890756302521e-05, | |
| "loss": 1.1338, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.000997374510027469, | |
| "grad_norm": 1.8365809917449951, | |
| "learning_rate": 4.7226890756302525e-05, | |
| "loss": 1.268, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.0010104978588436197, | |
| "grad_norm": 2.7444915771484375, | |
| "learning_rate": 4.7184873949579834e-05, | |
| "loss": 1.1891, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.0010236212076597706, | |
| "grad_norm": 2.1176328659057617, | |
| "learning_rate": 4.714285714285714e-05, | |
| "loss": 1.3602, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.0010367445564759216, | |
| "grad_norm": 2.3768794536590576, | |
| "learning_rate": 4.710084033613446e-05, | |
| "loss": 1.2641, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0010498679052920723, | |
| "grad_norm": 2.1677494049072266, | |
| "learning_rate": 4.705882352941177e-05, | |
| "loss": 1.1084, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0010629912541082233, | |
| "grad_norm": 2.5021719932556152, | |
| "learning_rate": 4.7016806722689076e-05, | |
| "loss": 1.0985, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.0010761146029243742, | |
| "grad_norm": 2.0837371349334717, | |
| "learning_rate": 4.6974789915966385e-05, | |
| "loss": 1.3129, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.0010892379517405252, | |
| "grad_norm": 2.4068455696105957, | |
| "learning_rate": 4.69327731092437e-05, | |
| "loss": 1.0889, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.001102361300556676, | |
| "grad_norm": 2.3378102779388428, | |
| "learning_rate": 4.689075630252101e-05, | |
| "loss": 1.1516, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.001115484649372827, | |
| "grad_norm": 2.165783166885376, | |
| "learning_rate": 4.684873949579832e-05, | |
| "loss": 1.2695, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.0011286079981889779, | |
| "grad_norm": 2.403777837753296, | |
| "learning_rate": 4.6806722689075635e-05, | |
| "loss": 1.0025, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.0011417313470051288, | |
| "grad_norm": 2.1567893028259277, | |
| "learning_rate": 4.6764705882352944e-05, | |
| "loss": 1.0176, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.0011548546958212796, | |
| "grad_norm": 2.3139235973358154, | |
| "learning_rate": 4.672268907563025e-05, | |
| "loss": 0.9044, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.0011679780446374305, | |
| "grad_norm": 2.56440806388855, | |
| "learning_rate": 4.668067226890757e-05, | |
| "loss": 0.7672, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.0011811013934535815, | |
| "grad_norm": 2.718919515609741, | |
| "learning_rate": 4.663865546218488e-05, | |
| "loss": 1.1918, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0011942247422697325, | |
| "grad_norm": 1.8234260082244873, | |
| "learning_rate": 4.6596638655462187e-05, | |
| "loss": 0.9833, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.0012073480910858832, | |
| "grad_norm": 2.540635585784912, | |
| "learning_rate": 4.65546218487395e-05, | |
| "loss": 0.7035, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.0012204714399020342, | |
| "grad_norm": 2.1362297534942627, | |
| "learning_rate": 4.651260504201681e-05, | |
| "loss": 0.9999, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.0012335947887181851, | |
| "grad_norm": 2.085761547088623, | |
| "learning_rate": 4.647058823529412e-05, | |
| "loss": 1.1759, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.001246718137534336, | |
| "grad_norm": 2.096830129623413, | |
| "learning_rate": 4.642857142857143e-05, | |
| "loss": 1.0324, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.0012598414863504868, | |
| "grad_norm": 2.817042112350464, | |
| "learning_rate": 4.6386554621848745e-05, | |
| "loss": 1.1897, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.0012729648351666378, | |
| "grad_norm": 2.062160015106201, | |
| "learning_rate": 4.6344537815126054e-05, | |
| "loss": 0.8634, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.0012860881839827888, | |
| "grad_norm": 1.8099182844161987, | |
| "learning_rate": 4.630252100840336e-05, | |
| "loss": 1.1785, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.0012992115327989397, | |
| "grad_norm": 2.1783230304718018, | |
| "learning_rate": 4.626050420168068e-05, | |
| "loss": 1.2024, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.0013123348816150905, | |
| "grad_norm": 1.9956905841827393, | |
| "learning_rate": 4.621848739495799e-05, | |
| "loss": 0.9637, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0013254582304312414, | |
| "grad_norm": 2.4066596031188965, | |
| "learning_rate": 4.61764705882353e-05, | |
| "loss": 1.2583, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.0013385815792473924, | |
| "grad_norm": 2.0673747062683105, | |
| "learning_rate": 4.613445378151261e-05, | |
| "loss": 1.1186, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.0013517049280635433, | |
| "grad_norm": 1.8033102750778198, | |
| "learning_rate": 4.6092436974789915e-05, | |
| "loss": 1.1626, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.001364828276879694, | |
| "grad_norm": 2.032924175262451, | |
| "learning_rate": 4.6050420168067224e-05, | |
| "loss": 1.0937, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.001377951625695845, | |
| "grad_norm": 2.554765462875366, | |
| "learning_rate": 4.600840336134454e-05, | |
| "loss": 1.0015, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.001391074974511996, | |
| "grad_norm": 2.19063401222229, | |
| "learning_rate": 4.596638655462185e-05, | |
| "loss": 0.9031, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.001404198323328147, | |
| "grad_norm": 2.0013623237609863, | |
| "learning_rate": 4.592436974789916e-05, | |
| "loss": 1.1653, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.0014173216721442977, | |
| "grad_norm": 1.965734601020813, | |
| "learning_rate": 4.588235294117647e-05, | |
| "loss": 0.9685, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.0014304450209604487, | |
| "grad_norm": 2.040010690689087, | |
| "learning_rate": 4.584033613445378e-05, | |
| "loss": 1.1904, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.0014435683697765996, | |
| "grad_norm": 2.6654715538024902, | |
| "learning_rate": 4.579831932773109e-05, | |
| "loss": 1.2973, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0014566917185927506, | |
| "grad_norm": 2.138746500015259, | |
| "learning_rate": 4.575630252100841e-05, | |
| "loss": 1.0583, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.0014698150674089013, | |
| "grad_norm": 2.018465995788574, | |
| "learning_rate": 4.5714285714285716e-05, | |
| "loss": 1.2435, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.0014829384162250523, | |
| "grad_norm": 1.9513568878173828, | |
| "learning_rate": 4.5672268907563025e-05, | |
| "loss": 1.0105, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.0014960617650412033, | |
| "grad_norm": 2.152390718460083, | |
| "learning_rate": 4.5630252100840334e-05, | |
| "loss": 1.279, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.0015091851138573542, | |
| "grad_norm": 2.2886104583740234, | |
| "learning_rate": 4.558823529411765e-05, | |
| "loss": 1.106, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.001522308462673505, | |
| "grad_norm": 2.221177816390991, | |
| "learning_rate": 4.554621848739496e-05, | |
| "loss": 0.8511, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.001535431811489656, | |
| "grad_norm": 1.791222095489502, | |
| "learning_rate": 4.550420168067227e-05, | |
| "loss": 1.082, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.001548555160305807, | |
| "grad_norm": 2.0436720848083496, | |
| "learning_rate": 4.5462184873949584e-05, | |
| "loss": 1.4781, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.0015616785091219576, | |
| "grad_norm": 2.416624069213867, | |
| "learning_rate": 4.542016806722689e-05, | |
| "loss": 1.0889, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.0015748018579381086, | |
| "grad_norm": 2.185920476913452, | |
| "learning_rate": 4.53781512605042e-05, | |
| "loss": 1.0695, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0015879252067542596, | |
| "grad_norm": 2.1533713340759277, | |
| "learning_rate": 4.533613445378152e-05, | |
| "loss": 0.9034, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.0016010485555704105, | |
| "grad_norm": 2.1179723739624023, | |
| "learning_rate": 4.5294117647058826e-05, | |
| "loss": 1.094, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.0016141719043865613, | |
| "grad_norm": 2.0470693111419678, | |
| "learning_rate": 4.5252100840336135e-05, | |
| "loss": 1.0756, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.0016272952532027122, | |
| "grad_norm": 1.9948326349258423, | |
| "learning_rate": 4.521008403361345e-05, | |
| "loss": 1.1651, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.0016404186020188632, | |
| "grad_norm": 1.8133087158203125, | |
| "learning_rate": 4.516806722689076e-05, | |
| "loss": 1.356, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.0016535419508350141, | |
| "grad_norm": 2.027836322784424, | |
| "learning_rate": 4.512605042016807e-05, | |
| "loss": 1.0432, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.001666665299651165, | |
| "grad_norm": 2.365647792816162, | |
| "learning_rate": 4.508403361344538e-05, | |
| "loss": 1.0608, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.0016797886484673159, | |
| "grad_norm": 2.0502471923828125, | |
| "learning_rate": 4.5042016806722694e-05, | |
| "loss": 0.9935, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.0016929119972834668, | |
| "grad_norm": 2.469956398010254, | |
| "learning_rate": 4.5e-05, | |
| "loss": 1.0578, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.0017060353460996178, | |
| "grad_norm": 2.224716901779175, | |
| "learning_rate": 4.495798319327731e-05, | |
| "loss": 1.0054, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0017191586949157685, | |
| "grad_norm": 2.0795905590057373, | |
| "learning_rate": 4.491596638655463e-05, | |
| "loss": 0.9304, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.0017322820437319195, | |
| "grad_norm": 2.5419461727142334, | |
| "learning_rate": 4.4873949579831937e-05, | |
| "loss": 1.0532, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.0017454053925480704, | |
| "grad_norm": 1.9789624214172363, | |
| "learning_rate": 4.4831932773109246e-05, | |
| "loss": 0.7064, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.0017585287413642214, | |
| "grad_norm": 2.256998062133789, | |
| "learning_rate": 4.478991596638656e-05, | |
| "loss": 1.0151, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.0017716520901803721, | |
| "grad_norm": 1.9684431552886963, | |
| "learning_rate": 4.474789915966387e-05, | |
| "loss": 1.3969, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.001784775438996523, | |
| "grad_norm": 1.9599086046218872, | |
| "learning_rate": 4.470588235294118e-05, | |
| "loss": 0.9254, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.001797898787812674, | |
| "grad_norm": 2.0463593006134033, | |
| "learning_rate": 4.4663865546218495e-05, | |
| "loss": 1.1675, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.001811022136628825, | |
| "grad_norm": 2.3988492488861084, | |
| "learning_rate": 4.4621848739495804e-05, | |
| "loss": 1.1021, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.0018241454854449758, | |
| "grad_norm": 2.1077089309692383, | |
| "learning_rate": 4.457983193277311e-05, | |
| "loss": 1.0832, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.0018372688342611267, | |
| "grad_norm": 2.027130365371704, | |
| "learning_rate": 4.453781512605042e-05, | |
| "loss": 1.1428, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.0018503921830772777, | |
| "grad_norm": 1.8151514530181885, | |
| "learning_rate": 4.449579831932773e-05, | |
| "loss": 1.6232, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.0018635155318934287, | |
| "grad_norm": 2.0072662830352783, | |
| "learning_rate": 4.445378151260504e-05, | |
| "loss": 0.9918, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.0018766388807095794, | |
| "grad_norm": 2.0975875854492188, | |
| "learning_rate": 4.4411764705882356e-05, | |
| "loss": 1.1645, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.0018897622295257304, | |
| "grad_norm": 1.8917436599731445, | |
| "learning_rate": 4.4369747899159665e-05, | |
| "loss": 0.9891, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.0019028855783418813, | |
| "grad_norm": 2.3437271118164062, | |
| "learning_rate": 4.4327731092436974e-05, | |
| "loss": 0.9545, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.0019160089271580323, | |
| "grad_norm": 1.8604134321212769, | |
| "learning_rate": 4.428571428571428e-05, | |
| "loss": 1.0553, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.001929132275974183, | |
| "grad_norm": 2.1565375328063965, | |
| "learning_rate": 4.42436974789916e-05, | |
| "loss": 1.411, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.001942255624790334, | |
| "grad_norm": 2.3755760192871094, | |
| "learning_rate": 4.420168067226891e-05, | |
| "loss": 0.9843, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.0019553789736064847, | |
| "grad_norm": 2.2564103603363037, | |
| "learning_rate": 4.4159663865546217e-05, | |
| "loss": 0.9633, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.001968502322422636, | |
| "grad_norm": 2.1097161769866943, | |
| "learning_rate": 4.411764705882353e-05, | |
| "loss": 0.935, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0019816256712387867, | |
| "grad_norm": 1.8181250095367432, | |
| "learning_rate": 4.407563025210084e-05, | |
| "loss": 1.0492, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.001994749020054938, | |
| "grad_norm": 1.8607770204544067, | |
| "learning_rate": 4.403361344537815e-05, | |
| "loss": 0.9848, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.0020078723688710886, | |
| "grad_norm": 1.7969127893447876, | |
| "learning_rate": 4.3991596638655466e-05, | |
| "loss": 1.0657, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.0020209957176872393, | |
| "grad_norm": 2.0169637203216553, | |
| "learning_rate": 4.3949579831932775e-05, | |
| "loss": 1.0059, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.0020341190665033905, | |
| "grad_norm": 1.8811042308807373, | |
| "learning_rate": 4.3907563025210084e-05, | |
| "loss": 1.0386, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.0020472424153195412, | |
| "grad_norm": 1.9799407720565796, | |
| "learning_rate": 4.38655462184874e-05, | |
| "loss": 0.8287, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.002060365764135692, | |
| "grad_norm": 1.5626941919326782, | |
| "learning_rate": 4.382352941176471e-05, | |
| "loss": 0.9688, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.002073489112951843, | |
| "grad_norm": 2.183609962463379, | |
| "learning_rate": 4.378151260504202e-05, | |
| "loss": 1.3839, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.002086612461767994, | |
| "grad_norm": 1.854836106300354, | |
| "learning_rate": 4.373949579831933e-05, | |
| "loss": 1.2027, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.0020997358105841447, | |
| "grad_norm": 2.2002053260803223, | |
| "learning_rate": 4.369747899159664e-05, | |
| "loss": 1.078, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.002112859159400296, | |
| "grad_norm": 1.8938093185424805, | |
| "learning_rate": 4.365546218487395e-05, | |
| "loss": 1.2866, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.0021259825082164466, | |
| "grad_norm": 2.015660524368286, | |
| "learning_rate": 4.361344537815126e-05, | |
| "loss": 1.0272, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.0021391058570325978, | |
| "grad_norm": 1.8368442058563232, | |
| "learning_rate": 4.3571428571428576e-05, | |
| "loss": 1.2469, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.0021522292058487485, | |
| "grad_norm": 2.056487560272217, | |
| "learning_rate": 4.3529411764705885e-05, | |
| "loss": 1.1621, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.0021653525546648992, | |
| "grad_norm": 1.8423100709915161, | |
| "learning_rate": 4.3487394957983194e-05, | |
| "loss": 1.0864, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.0021784759034810504, | |
| "grad_norm": 1.7012152671813965, | |
| "learning_rate": 4.344537815126051e-05, | |
| "loss": 0.7503, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.002191599252297201, | |
| "grad_norm": 2.687711000442505, | |
| "learning_rate": 4.340336134453782e-05, | |
| "loss": 1.2613, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.002204722601113352, | |
| "grad_norm": 1.9029107093811035, | |
| "learning_rate": 4.336134453781513e-05, | |
| "loss": 1.0015, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.002217845949929503, | |
| "grad_norm": 1.7663654088974, | |
| "learning_rate": 4.3319327731092444e-05, | |
| "loss": 0.9883, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.002230969298745654, | |
| "grad_norm": 1.8921157121658325, | |
| "learning_rate": 4.327731092436975e-05, | |
| "loss": 1.1788, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.002244092647561805, | |
| "grad_norm": 1.870092511177063, | |
| "learning_rate": 4.323529411764706e-05, | |
| "loss": 0.8684, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.0022572159963779558, | |
| "grad_norm": 1.918101191520691, | |
| "learning_rate": 4.319327731092437e-05, | |
| "loss": 0.7238, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.0022703393451941065, | |
| "grad_norm": 2.038949966430664, | |
| "learning_rate": 4.3151260504201687e-05, | |
| "loss": 1.1109, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.0022834626940102577, | |
| "grad_norm": 2.1337692737579346, | |
| "learning_rate": 4.3109243697478996e-05, | |
| "loss": 1.0716, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.0022965860428264084, | |
| "grad_norm": 1.7539408206939697, | |
| "learning_rate": 4.3067226890756305e-05, | |
| "loss": 1.1325, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.002309709391642559, | |
| "grad_norm": 2.0798778533935547, | |
| "learning_rate": 4.302521008403362e-05, | |
| "loss": 0.9844, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.0023228327404587103, | |
| "grad_norm": 2.239736318588257, | |
| "learning_rate": 4.298319327731093e-05, | |
| "loss": 0.9153, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.002335956089274861, | |
| "grad_norm": 1.7551506757736206, | |
| "learning_rate": 4.294117647058823e-05, | |
| "loss": 0.7961, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.0023490794380910123, | |
| "grad_norm": 1.6866077184677124, | |
| "learning_rate": 4.289915966386555e-05, | |
| "loss": 0.8045, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.002362202786907163, | |
| "grad_norm": 2.037832260131836, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 1.0526, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.0023753261357233138, | |
| "grad_norm": 1.9151948690414429, | |
| "learning_rate": 4.2815126050420165e-05, | |
| "loss": 1.0393, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.002388449484539465, | |
| "grad_norm": 1.807278037071228, | |
| "learning_rate": 4.277310924369748e-05, | |
| "loss": 0.7957, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.0024015728333556157, | |
| "grad_norm": 1.9136124849319458, | |
| "learning_rate": 4.273109243697479e-05, | |
| "loss": 1.0114, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.0024146961821717664, | |
| "grad_norm": 2.3868467807769775, | |
| "learning_rate": 4.26890756302521e-05, | |
| "loss": 1.1214, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.0024278195309879176, | |
| "grad_norm": 2.0041465759277344, | |
| "learning_rate": 4.2647058823529415e-05, | |
| "loss": 1.2091, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.0024409428798040683, | |
| "grad_norm": 1.787702202796936, | |
| "learning_rate": 4.2605042016806724e-05, | |
| "loss": 1.2995, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.0024540662286202195, | |
| "grad_norm": 1.82904052734375, | |
| "learning_rate": 4.256302521008403e-05, | |
| "loss": 1.129, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.0024671895774363703, | |
| "grad_norm": 2.173250675201416, | |
| "learning_rate": 4.252100840336135e-05, | |
| "loss": 1.0799, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.002480312926252521, | |
| "grad_norm": 1.7813307046890259, | |
| "learning_rate": 4.247899159663866e-05, | |
| "loss": 1.0202, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.002493436275068672, | |
| "grad_norm": 2.2016477584838867, | |
| "learning_rate": 4.2436974789915967e-05, | |
| "loss": 0.718, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.002506559623884823, | |
| "grad_norm": 2.0901100635528564, | |
| "learning_rate": 4.2394957983193276e-05, | |
| "loss": 1.0118, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.0025196829727009737, | |
| "grad_norm": 2.0191895961761475, | |
| "learning_rate": 4.235294117647059e-05, | |
| "loss": 1.1978, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.002532806321517125, | |
| "grad_norm": 1.896297812461853, | |
| "learning_rate": 4.23109243697479e-05, | |
| "loss": 0.9719, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.0025459296703332756, | |
| "grad_norm": 1.894870400428772, | |
| "learning_rate": 4.226890756302521e-05, | |
| "loss": 1.229, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.0025590530191494263, | |
| "grad_norm": 1.902392029762268, | |
| "learning_rate": 4.2226890756302525e-05, | |
| "loss": 1.3133, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.0025721763679655775, | |
| "grad_norm": 2.120286464691162, | |
| "learning_rate": 4.2184873949579834e-05, | |
| "loss": 1.1485, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.0025852997167817283, | |
| "grad_norm": 2.0686750411987305, | |
| "learning_rate": 4.214285714285714e-05, | |
| "loss": 1.0732, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.0025984230655978794, | |
| "grad_norm": 1.6315714120864868, | |
| "learning_rate": 4.210084033613446e-05, | |
| "loss": 0.6762, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.00261154641441403, | |
| "grad_norm": 1.7602286338806152, | |
| "learning_rate": 4.205882352941177e-05, | |
| "loss": 0.8897, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.002624669763230181, | |
| "grad_norm": 2.136775493621826, | |
| "learning_rate": 4.201680672268908e-05, | |
| "loss": 1.1179, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.002637793112046332, | |
| "grad_norm": 1.9759247303009033, | |
| "learning_rate": 4.197478991596639e-05, | |
| "loss": 1.078, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.002650916460862483, | |
| "grad_norm": 2.1391897201538086, | |
| "learning_rate": 4.19327731092437e-05, | |
| "loss": 1.0673, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.0026640398096786336, | |
| "grad_norm": 2.3699793815612793, | |
| "learning_rate": 4.189075630252101e-05, | |
| "loss": 1.0816, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.0026771631584947848, | |
| "grad_norm": 1.7057411670684814, | |
| "learning_rate": 4.184873949579832e-05, | |
| "loss": 1.1088, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.0026902865073109355, | |
| "grad_norm": 1.6120874881744385, | |
| "learning_rate": 4.1806722689075635e-05, | |
| "loss": 1.2588, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.0027034098561270867, | |
| "grad_norm": 2.3143081665039062, | |
| "learning_rate": 4.1764705882352944e-05, | |
| "loss": 1.3962, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.0027165332049432374, | |
| "grad_norm": 2.304960250854492, | |
| "learning_rate": 4.172268907563025e-05, | |
| "loss": 1.0249, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.002729656553759388, | |
| "grad_norm": 1.8955740928649902, | |
| "learning_rate": 4.168067226890757e-05, | |
| "loss": 0.7611, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.0027427799025755394, | |
| "grad_norm": 2.069223403930664, | |
| "learning_rate": 4.163865546218488e-05, | |
| "loss": 0.9099, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.00275590325139169, | |
| "grad_norm": 1.9223281145095825, | |
| "learning_rate": 4.159663865546219e-05, | |
| "loss": 1.3042, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.002769026600207841, | |
| "grad_norm": 1.9752320051193237, | |
| "learning_rate": 4.15546218487395e-05, | |
| "loss": 1.0339, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.002782149949023992, | |
| "grad_norm": 1.8929498195648193, | |
| "learning_rate": 4.151260504201681e-05, | |
| "loss": 0.9886, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.0027952732978401428, | |
| "grad_norm": 2.2697014808654785, | |
| "learning_rate": 4.147058823529412e-05, | |
| "loss": 1.1485, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.002808396646656294, | |
| "grad_norm": 1.9803391695022583, | |
| "learning_rate": 4.1428571428571437e-05, | |
| "loss": 1.1344, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.0028215199954724447, | |
| "grad_norm": 2.1848607063293457, | |
| "learning_rate": 4.138655462184874e-05, | |
| "loss": 1.1566, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.0028346433442885954, | |
| "grad_norm": 1.7310750484466553, | |
| "learning_rate": 4.134453781512605e-05, | |
| "loss": 0.7865, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.0028477666931047466, | |
| "grad_norm": 1.832837462425232, | |
| "learning_rate": 4.1302521008403364e-05, | |
| "loss": 1.0452, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.0028608900419208974, | |
| "grad_norm": 2.0909769535064697, | |
| "learning_rate": 4.126050420168067e-05, | |
| "loss": 0.965, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.002874013390737048, | |
| "grad_norm": 2.217707872390747, | |
| "learning_rate": 4.121848739495798e-05, | |
| "loss": 1.0826, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.0028871367395531993, | |
| "grad_norm": 1.8040285110473633, | |
| "learning_rate": 4.11764705882353e-05, | |
| "loss": 0.8233, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.00290026008836935, | |
| "grad_norm": 1.7424750328063965, | |
| "learning_rate": 4.1134453781512606e-05, | |
| "loss": 0.9798, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.002913383437185501, | |
| "grad_norm": 2.0254833698272705, | |
| "learning_rate": 4.1092436974789915e-05, | |
| "loss": 0.9843, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.002926506786001652, | |
| "grad_norm": 2.2267329692840576, | |
| "learning_rate": 4.1050420168067224e-05, | |
| "loss": 0.8196, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.0029396301348178027, | |
| "grad_norm": 2.4124982357025146, | |
| "learning_rate": 4.100840336134454e-05, | |
| "loss": 1.3434, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.002952753483633954, | |
| "grad_norm": 1.988885760307312, | |
| "learning_rate": 4.096638655462185e-05, | |
| "loss": 1.1987, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.0029658768324501046, | |
| "grad_norm": 1.7969712018966675, | |
| "learning_rate": 4.092436974789916e-05, | |
| "loss": 1.2787, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.0029790001812662554, | |
| "grad_norm": 1.963279128074646, | |
| "learning_rate": 4.0882352941176474e-05, | |
| "loss": 1.0341, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.0029921235300824065, | |
| "grad_norm": 1.8143019676208496, | |
| "learning_rate": 4.084033613445378e-05, | |
| "loss": 1.3237, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.0030052468788985573, | |
| "grad_norm": 2.0594189167022705, | |
| "learning_rate": 4.079831932773109e-05, | |
| "loss": 0.8073, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.0030183702277147085, | |
| "grad_norm": 1.9188764095306396, | |
| "learning_rate": 4.075630252100841e-05, | |
| "loss": 1.1112, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.003031493576530859, | |
| "grad_norm": 1.802120327949524, | |
| "learning_rate": 4.0714285714285717e-05, | |
| "loss": 1.1549, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.00304461692534701, | |
| "grad_norm": 1.954909324645996, | |
| "learning_rate": 4.0672268907563026e-05, | |
| "loss": 1.1407, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.003057740274163161, | |
| "grad_norm": 1.897289752960205, | |
| "learning_rate": 4.063025210084034e-05, | |
| "loss": 0.9183, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.003070863622979312, | |
| "grad_norm": 2.0453414916992188, | |
| "learning_rate": 4.058823529411765e-05, | |
| "loss": 1.2498, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.0030839869717954626, | |
| "grad_norm": 1.9474778175354004, | |
| "learning_rate": 4.054621848739496e-05, | |
| "loss": 1.018, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.003097110320611614, | |
| "grad_norm": 1.6720625162124634, | |
| "learning_rate": 4.050420168067227e-05, | |
| "loss": 1.0404, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.0031102336694277645, | |
| "grad_norm": 1.9552992582321167, | |
| "learning_rate": 4.0462184873949584e-05, | |
| "loss": 0.9688, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.0031233570182439153, | |
| "grad_norm": 2.513448476791382, | |
| "learning_rate": 4.042016806722689e-05, | |
| "loss": 1.0062, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.0031364803670600665, | |
| "grad_norm": 2.00137996673584, | |
| "learning_rate": 4.03781512605042e-05, | |
| "loss": 0.9615, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.003149603715876217, | |
| "grad_norm": 2.3891799449920654, | |
| "learning_rate": 4.033613445378152e-05, | |
| "loss": 0.8978, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.0031627270646923684, | |
| "grad_norm": 2.0855042934417725, | |
| "learning_rate": 4.029411764705883e-05, | |
| "loss": 0.852, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.003175850413508519, | |
| "grad_norm": 2.079238176345825, | |
| "learning_rate": 4.0252100840336136e-05, | |
| "loss": 0.9779, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.00318897376232467, | |
| "grad_norm": 1.7385294437408447, | |
| "learning_rate": 4.021008403361345e-05, | |
| "loss": 0.9277, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.003202097111140821, | |
| "grad_norm": 1.709777593612671, | |
| "learning_rate": 4.016806722689076e-05, | |
| "loss": 1.1463, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.003215220459956972, | |
| "grad_norm": 1.9025888442993164, | |
| "learning_rate": 4.012605042016807e-05, | |
| "loss": 1.1001, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.0032283438087731225, | |
| "grad_norm": 1.8409806489944458, | |
| "learning_rate": 4.0084033613445385e-05, | |
| "loss": 1.0485, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.0032414671575892737, | |
| "grad_norm": 1.6577681303024292, | |
| "learning_rate": 4.0042016806722694e-05, | |
| "loss": 0.92, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.0032545905064054245, | |
| "grad_norm": 1.6596322059631348, | |
| "learning_rate": 4e-05, | |
| "loss": 1.1192, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.0032677138552215756, | |
| "grad_norm": 2.784494161605835, | |
| "learning_rate": 3.995798319327731e-05, | |
| "loss": 1.0173, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.0032808372040377264, | |
| "grad_norm": 2.500913381576538, | |
| "learning_rate": 3.991596638655463e-05, | |
| "loss": 1.1406, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.003293960552853877, | |
| "grad_norm": 1.7924182415008545, | |
| "learning_rate": 3.987394957983194e-05, | |
| "loss": 1.0221, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.0033070839016700283, | |
| "grad_norm": 2.1434240341186523, | |
| "learning_rate": 3.9831932773109246e-05, | |
| "loss": 1.1815, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.003320207250486179, | |
| "grad_norm": 1.7933728694915771, | |
| "learning_rate": 3.9789915966386555e-05, | |
| "loss": 1.2489, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.00333333059930233, | |
| "grad_norm": 1.8706622123718262, | |
| "learning_rate": 3.9747899159663864e-05, | |
| "loss": 1.1719, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.003346453948118481, | |
| "grad_norm": 1.8657987117767334, | |
| "learning_rate": 3.970588235294117e-05, | |
| "loss": 1.0179, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.0033595772969346317, | |
| "grad_norm": 1.7262569665908813, | |
| "learning_rate": 3.966386554621849e-05, | |
| "loss": 0.975, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.003372700645750783, | |
| "grad_norm": 1.865169882774353, | |
| "learning_rate": 3.96218487394958e-05, | |
| "loss": 0.8847, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.0033858239945669336, | |
| "grad_norm": 1.642320156097412, | |
| "learning_rate": 3.957983193277311e-05, | |
| "loss": 1.0513, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.0033989473433830844, | |
| "grad_norm": 2.1787827014923096, | |
| "learning_rate": 3.953781512605042e-05, | |
| "loss": 0.9024, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.0034120706921992356, | |
| "grad_norm": 1.8304857015609741, | |
| "learning_rate": 3.949579831932773e-05, | |
| "loss": 1.2173, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.0034251940410153863, | |
| "grad_norm": 1.6914318799972534, | |
| "learning_rate": 3.945378151260504e-05, | |
| "loss": 1.2612, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.003438317389831537, | |
| "grad_norm": 2.179232597351074, | |
| "learning_rate": 3.9411764705882356e-05, | |
| "loss": 0.9205, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.003451440738647688, | |
| "grad_norm": 1.780931830406189, | |
| "learning_rate": 3.9369747899159665e-05, | |
| "loss": 1.0604, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.003464564087463839, | |
| "grad_norm": 2.5096867084503174, | |
| "learning_rate": 3.9327731092436974e-05, | |
| "loss": 1.3598, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.00347768743627999, | |
| "grad_norm": 1.8979699611663818, | |
| "learning_rate": 3.928571428571429e-05, | |
| "loss": 1.1095, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.003490810785096141, | |
| "grad_norm": 1.8904502391815186, | |
| "learning_rate": 3.92436974789916e-05, | |
| "loss": 0.883, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.0035039341339122916, | |
| "grad_norm": 1.938879132270813, | |
| "learning_rate": 3.920168067226891e-05, | |
| "loss": 0.9752, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.003517057482728443, | |
| "grad_norm": 2.0486090183258057, | |
| "learning_rate": 3.915966386554622e-05, | |
| "loss": 1.2316, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.0035301808315445935, | |
| "grad_norm": 1.877327561378479, | |
| "learning_rate": 3.911764705882353e-05, | |
| "loss": 1.117, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.0035433041803607443, | |
| "grad_norm": 1.7931269407272339, | |
| "learning_rate": 3.907563025210084e-05, | |
| "loss": 1.2002, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.0035564275291768955, | |
| "grad_norm": 1.9284062385559082, | |
| "learning_rate": 3.903361344537815e-05, | |
| "loss": 1.3203, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.003569550877993046, | |
| "grad_norm": 2.175030469894409, | |
| "learning_rate": 3.8991596638655467e-05, | |
| "loss": 1.1273, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.003582674226809197, | |
| "grad_norm": 1.7806055545806885, | |
| "learning_rate": 3.8949579831932776e-05, | |
| "loss": 1.1313, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.003595797575625348, | |
| "grad_norm": 1.6851775646209717, | |
| "learning_rate": 3.8907563025210084e-05, | |
| "loss": 1.2696, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.003608920924441499, | |
| "grad_norm": 2.279461622238159, | |
| "learning_rate": 3.88655462184874e-05, | |
| "loss": 1.0396, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.00362204427325765, | |
| "grad_norm": 2.158630847930908, | |
| "learning_rate": 3.882352941176471e-05, | |
| "loss": 0.8833, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.003635167622073801, | |
| "grad_norm": 2.1691272258758545, | |
| "learning_rate": 3.878151260504202e-05, | |
| "loss": 1.0293, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.0036482909708899515, | |
| "grad_norm": 1.891581654548645, | |
| "learning_rate": 3.8739495798319334e-05, | |
| "loss": 0.8519, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.0036614143197061027, | |
| "grad_norm": 1.8272262811660767, | |
| "learning_rate": 3.869747899159664e-05, | |
| "loss": 0.8203, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.0036745376685222535, | |
| "grad_norm": 1.7315893173217773, | |
| "learning_rate": 3.865546218487395e-05, | |
| "loss": 1.2325, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.003687661017338404, | |
| "grad_norm": 1.6825525760650635, | |
| "learning_rate": 3.861344537815126e-05, | |
| "loss": 1.2273, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.0037007843661545554, | |
| "grad_norm": 2.0799367427825928, | |
| "learning_rate": 3.857142857142858e-05, | |
| "loss": 1.2272, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.003713907714970706, | |
| "grad_norm": 2.270346164703369, | |
| "learning_rate": 3.8529411764705886e-05, | |
| "loss": 0.998, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.0037270310637868573, | |
| "grad_norm": 1.8360576629638672, | |
| "learning_rate": 3.8487394957983195e-05, | |
| "loss": 1.044, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.003740154412603008, | |
| "grad_norm": 1.993119716644287, | |
| "learning_rate": 3.844537815126051e-05, | |
| "loss": 1.1743, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.003753277761419159, | |
| "grad_norm": 1.6042628288269043, | |
| "learning_rate": 3.840336134453782e-05, | |
| "loss": 1.2144, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.00376640111023531, | |
| "grad_norm": 1.707850694656372, | |
| "learning_rate": 3.836134453781513e-05, | |
| "loss": 1.1868, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.0037795244590514607, | |
| "grad_norm": 1.8242610692977905, | |
| "learning_rate": 3.8319327731092444e-05, | |
| "loss": 1.228, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.0037926478078676115, | |
| "grad_norm": 2.129991054534912, | |
| "learning_rate": 3.8277310924369746e-05, | |
| "loss": 0.9623, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.0038057711566837626, | |
| "grad_norm": 1.8809386491775513, | |
| "learning_rate": 3.8235294117647055e-05, | |
| "loss": 1.0932, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.0038188945054999134, | |
| "grad_norm": 1.7827450037002563, | |
| "learning_rate": 3.819327731092437e-05, | |
| "loss": 0.6651, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.0038320178543160646, | |
| "grad_norm": 1.965325951576233, | |
| "learning_rate": 3.815126050420168e-05, | |
| "loss": 1.0463, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.0038451412031322153, | |
| "grad_norm": 1.9733631610870361, | |
| "learning_rate": 3.810924369747899e-05, | |
| "loss": 1.1021, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.003858264551948366, | |
| "grad_norm": 1.8928642272949219, | |
| "learning_rate": 3.8067226890756305e-05, | |
| "loss": 1.0295, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.0038713879007645172, | |
| "grad_norm": 1.9470313787460327, | |
| "learning_rate": 3.8025210084033614e-05, | |
| "loss": 0.9477, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.003884511249580668, | |
| "grad_norm": 1.9431153535842896, | |
| "learning_rate": 3.798319327731092e-05, | |
| "loss": 1.2317, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.0038976345983968187, | |
| "grad_norm": 1.8935089111328125, | |
| "learning_rate": 3.794117647058824e-05, | |
| "loss": 0.7785, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.0039107579472129695, | |
| "grad_norm": 1.6975841522216797, | |
| "learning_rate": 3.789915966386555e-05, | |
| "loss": 0.7581, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.003923881296029121, | |
| "grad_norm": 1.9243444204330444, | |
| "learning_rate": 3.785714285714286e-05, | |
| "loss": 0.9032, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.003937004644845272, | |
| "grad_norm": 1.9851335287094116, | |
| "learning_rate": 3.7815126050420166e-05, | |
| "loss": 1.055, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.003950127993661423, | |
| "grad_norm": 1.655465841293335, | |
| "learning_rate": 3.777310924369748e-05, | |
| "loss": 0.9511, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.003963251342477573, | |
| "grad_norm": 1.923627495765686, | |
| "learning_rate": 3.773109243697479e-05, | |
| "loss": 1.3182, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.003976374691293724, | |
| "grad_norm": 1.884634017944336, | |
| "learning_rate": 3.76890756302521e-05, | |
| "loss": 1.2622, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.003989498040109876, | |
| "grad_norm": 2.0541749000549316, | |
| "learning_rate": 3.7647058823529415e-05, | |
| "loss": 1.2305, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.004002621388926026, | |
| "grad_norm": 2.058009147644043, | |
| "learning_rate": 3.7605042016806724e-05, | |
| "loss": 1.0203, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.004015744737742177, | |
| "grad_norm": 2.1403768062591553, | |
| "learning_rate": 3.756302521008403e-05, | |
| "loss": 1.1616, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.004028868086558328, | |
| "grad_norm": 2.3530690670013428, | |
| "learning_rate": 3.752100840336135e-05, | |
| "loss": 0.8852, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.004041991435374479, | |
| "grad_norm": 1.6284990310668945, | |
| "learning_rate": 3.747899159663866e-05, | |
| "loss": 1.0244, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.004055114784190629, | |
| "grad_norm": 2.03271746635437, | |
| "learning_rate": 3.743697478991597e-05, | |
| "loss": 1.0321, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.004068238133006781, | |
| "grad_norm": 2.220259666442871, | |
| "learning_rate": 3.739495798319328e-05, | |
| "loss": 0.9091, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.004081361481822932, | |
| "grad_norm": 1.762771487236023, | |
| "learning_rate": 3.735294117647059e-05, | |
| "loss": 1.0977, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.0040944848306390825, | |
| "grad_norm": 1.9179171323776245, | |
| "learning_rate": 3.73109243697479e-05, | |
| "loss": 1.238, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.004107608179455233, | |
| "grad_norm": 1.933432936668396, | |
| "learning_rate": 3.726890756302521e-05, | |
| "loss": 0.9684, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.004120731528271384, | |
| "grad_norm": 1.7434195280075073, | |
| "learning_rate": 3.7226890756302525e-05, | |
| "loss": 1.0966, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.004133854877087536, | |
| "grad_norm": 1.692446231842041, | |
| "learning_rate": 3.7184873949579834e-05, | |
| "loss": 0.8348, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.004146978225903686, | |
| "grad_norm": 2.00734281539917, | |
| "learning_rate": 3.7142857142857143e-05, | |
| "loss": 0.9317, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.004160101574719837, | |
| "grad_norm": 2.176311492919922, | |
| "learning_rate": 3.710084033613446e-05, | |
| "loss": 1.1143, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.004173224923535988, | |
| "grad_norm": 1.5961421728134155, | |
| "learning_rate": 3.705882352941177e-05, | |
| "loss": 1.1549, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.0041863482723521386, | |
| "grad_norm": 1.9222772121429443, | |
| "learning_rate": 3.701680672268908e-05, | |
| "loss": 1.0957, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.004199471621168289, | |
| "grad_norm": 1.6824790239334106, | |
| "learning_rate": 3.697478991596639e-05, | |
| "loss": 0.9843, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.004212594969984441, | |
| "grad_norm": 2.092710256576538, | |
| "learning_rate": 3.69327731092437e-05, | |
| "loss": 0.9426, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.004225718318800592, | |
| "grad_norm": 1.9568061828613281, | |
| "learning_rate": 3.689075630252101e-05, | |
| "loss": 1.1585, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.004238841667616742, | |
| "grad_norm": 1.711948275566101, | |
| "learning_rate": 3.684873949579833e-05, | |
| "loss": 1.0928, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.004251965016432893, | |
| "grad_norm": 2.0425591468811035, | |
| "learning_rate": 3.6806722689075636e-05, | |
| "loss": 1.0866, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.004265088365249044, | |
| "grad_norm": 1.9059627056121826, | |
| "learning_rate": 3.6764705882352945e-05, | |
| "loss": 1.1211, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.0042782117140651955, | |
| "grad_norm": 1.7678598165512085, | |
| "learning_rate": 3.6722689075630254e-05, | |
| "loss": 0.9953, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.004291335062881346, | |
| "grad_norm": 1.829349160194397, | |
| "learning_rate": 3.668067226890756e-05, | |
| "loss": 1.2049, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.004304458411697497, | |
| "grad_norm": 1.9673535823822021, | |
| "learning_rate": 3.663865546218487e-05, | |
| "loss": 1.1124, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.004317581760513648, | |
| "grad_norm": 1.9089158773422241, | |
| "learning_rate": 3.659663865546219e-05, | |
| "loss": 0.9055, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.0043307051093297985, | |
| "grad_norm": 1.805672287940979, | |
| "learning_rate": 3.6554621848739496e-05, | |
| "loss": 0.815, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.00434382845814595, | |
| "grad_norm": 2.055886745452881, | |
| "learning_rate": 3.6512605042016805e-05, | |
| "loss": 0.923, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.004356951806962101, | |
| "grad_norm": 2.1708016395568848, | |
| "learning_rate": 3.6470588235294114e-05, | |
| "loss": 1.1073, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.004370075155778252, | |
| "grad_norm": 1.728820562362671, | |
| "learning_rate": 3.642857142857143e-05, | |
| "loss": 0.9458, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.004383198504594402, | |
| "grad_norm": 1.920433521270752, | |
| "learning_rate": 3.638655462184874e-05, | |
| "loss": 1.3087, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.004396321853410553, | |
| "grad_norm": 2.3520448207855225, | |
| "learning_rate": 3.634453781512605e-05, | |
| "loss": 1.0046, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.004409445202226704, | |
| "grad_norm": 1.5997459888458252, | |
| "learning_rate": 3.6302521008403364e-05, | |
| "loss": 1.0329, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.004422568551042855, | |
| "grad_norm": 1.7262095212936401, | |
| "learning_rate": 3.626050420168067e-05, | |
| "loss": 0.7392, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.004435691899859006, | |
| "grad_norm": 1.6960225105285645, | |
| "learning_rate": 3.621848739495798e-05, | |
| "loss": 0.8531, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.004448815248675157, | |
| "grad_norm": 2.0684216022491455, | |
| "learning_rate": 3.61764705882353e-05, | |
| "loss": 1.1234, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.004461938597491308, | |
| "grad_norm": 2.0957415103912354, | |
| "learning_rate": 3.613445378151261e-05, | |
| "loss": 1.0791, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.004475061946307458, | |
| "grad_norm": 1.9028066396713257, | |
| "learning_rate": 3.6092436974789916e-05, | |
| "loss": 1.1277, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.00448818529512361, | |
| "grad_norm": 1.9382456541061401, | |
| "learning_rate": 3.605042016806723e-05, | |
| "loss": 1.0221, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.004501308643939761, | |
| "grad_norm": 1.6922097206115723, | |
| "learning_rate": 3.600840336134454e-05, | |
| "loss": 1.0441, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.0045144319927559115, | |
| "grad_norm": 1.9319812059402466, | |
| "learning_rate": 3.596638655462185e-05, | |
| "loss": 1.1206, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.004527555341572062, | |
| "grad_norm": 1.809410572052002, | |
| "learning_rate": 3.592436974789916e-05, | |
| "loss": 1.3128, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.004540678690388213, | |
| "grad_norm": 2.202211380004883, | |
| "learning_rate": 3.5882352941176474e-05, | |
| "loss": 1.2144, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.004553802039204364, | |
| "grad_norm": 1.9447896480560303, | |
| "learning_rate": 3.584033613445378e-05, | |
| "loss": 0.931, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.004566925388020515, | |
| "grad_norm": 1.7502014636993408, | |
| "learning_rate": 3.579831932773109e-05, | |
| "loss": 1.0937, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.004580048736836666, | |
| "grad_norm": 2.021968364715576, | |
| "learning_rate": 3.575630252100841e-05, | |
| "loss": 1.1214, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.004593172085652817, | |
| "grad_norm": 1.980770230293274, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 0.8333, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.004606295434468968, | |
| "grad_norm": 1.9700994491577148, | |
| "learning_rate": 3.5672268907563026e-05, | |
| "loss": 1.2036, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.004619418783285118, | |
| "grad_norm": 1.9649808406829834, | |
| "learning_rate": 3.563025210084034e-05, | |
| "loss": 0.8695, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.00463254213210127, | |
| "grad_norm": 1.7544773817062378, | |
| "learning_rate": 3.558823529411765e-05, | |
| "loss": 0.9898, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.004645665480917421, | |
| "grad_norm": 1.497639536857605, | |
| "learning_rate": 3.554621848739496e-05, | |
| "loss": 1.0418, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.004658788829733571, | |
| "grad_norm": 1.8401079177856445, | |
| "learning_rate": 3.5504201680672275e-05, | |
| "loss": 0.7553, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.004671912178549722, | |
| "grad_norm": 1.866067886352539, | |
| "learning_rate": 3.5462184873949584e-05, | |
| "loss": 1.23, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.004685035527365873, | |
| "grad_norm": 2.1467809677124023, | |
| "learning_rate": 3.5420168067226893e-05, | |
| "loss": 1.021, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.0046981588761820245, | |
| "grad_norm": 1.55268132686615, | |
| "learning_rate": 3.53781512605042e-05, | |
| "loss": 0.7216, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.004711282224998175, | |
| "grad_norm": 2.081575632095337, | |
| "learning_rate": 3.533613445378152e-05, | |
| "loss": 1.0118, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.004724405573814326, | |
| "grad_norm": 2.164594888687134, | |
| "learning_rate": 3.529411764705883e-05, | |
| "loss": 1.1738, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.004737528922630477, | |
| "grad_norm": 2.3375766277313232, | |
| "learning_rate": 3.5252100840336136e-05, | |
| "loss": 1.2937, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.0047506522714466275, | |
| "grad_norm": 1.8707530498504639, | |
| "learning_rate": 3.521008403361345e-05, | |
| "loss": 0.7568, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.004763775620262778, | |
| "grad_norm": 1.7898566722869873, | |
| "learning_rate": 3.516806722689076e-05, | |
| "loss": 1.0675, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.00477689896907893, | |
| "grad_norm": 2.018583059310913, | |
| "learning_rate": 3.512605042016806e-05, | |
| "loss": 1.2629, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.004790022317895081, | |
| "grad_norm": 1.7101985216140747, | |
| "learning_rate": 3.508403361344538e-05, | |
| "loss": 1.2771, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.004803145666711231, | |
| "grad_norm": 1.6018425226211548, | |
| "learning_rate": 3.504201680672269e-05, | |
| "loss": 1.3823, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.004816269015527382, | |
| "grad_norm": 1.9749130010604858, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.8286, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.004829392364343533, | |
| "grad_norm": 1.8984951972961426, | |
| "learning_rate": 3.495798319327731e-05, | |
| "loss": 0.8364, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.0048425157131596844, | |
| "grad_norm": 1.8086698055267334, | |
| "learning_rate": 3.491596638655462e-05, | |
| "loss": 0.9319, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.004855639061975835, | |
| "grad_norm": 1.8288997411727905, | |
| "learning_rate": 3.487394957983193e-05, | |
| "loss": 1.1326, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.004868762410791986, | |
| "grad_norm": 2.247119903564453, | |
| "learning_rate": 3.4831932773109246e-05, | |
| "loss": 0.9275, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.004881885759608137, | |
| "grad_norm": 1.9033137559890747, | |
| "learning_rate": 3.4789915966386555e-05, | |
| "loss": 1.0881, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.004895009108424287, | |
| "grad_norm": 2.0219953060150146, | |
| "learning_rate": 3.4747899159663864e-05, | |
| "loss": 0.787, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.004908132457240439, | |
| "grad_norm": 1.8668859004974365, | |
| "learning_rate": 3.470588235294118e-05, | |
| "loss": 0.7476, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.00492125580605659, | |
| "grad_norm": 1.9940170049667358, | |
| "learning_rate": 3.466386554621849e-05, | |
| "loss": 1.0816, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.0049343791548727405, | |
| "grad_norm": 1.749637246131897, | |
| "learning_rate": 3.46218487394958e-05, | |
| "loss": 1.0829, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.004947502503688891, | |
| "grad_norm": 1.9126695394515991, | |
| "learning_rate": 3.457983193277311e-05, | |
| "loss": 0.9706, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.004960625852505042, | |
| "grad_norm": 2.0018599033355713, | |
| "learning_rate": 3.453781512605042e-05, | |
| "loss": 1.0444, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.004973749201321193, | |
| "grad_norm": 1.6699880361557007, | |
| "learning_rate": 3.449579831932773e-05, | |
| "loss": 0.9605, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.004986872550137344, | |
| "grad_norm": 2.0638937950134277, | |
| "learning_rate": 3.445378151260504e-05, | |
| "loss": 0.8426, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.004999995898953495, | |
| "grad_norm": 1.8554656505584717, | |
| "learning_rate": 3.441176470588236e-05, | |
| "loss": 1.2654, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.005013119247769646, | |
| "grad_norm": 2.101221799850464, | |
| "learning_rate": 3.4369747899159666e-05, | |
| "loss": 0.9724, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.005026242596585797, | |
| "grad_norm": 2.00722336769104, | |
| "learning_rate": 3.4327731092436975e-05, | |
| "loss": 0.9005, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.005039365945401947, | |
| "grad_norm": 1.6129575967788696, | |
| "learning_rate": 3.428571428571429e-05, | |
| "loss": 1.0246, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.005052489294218099, | |
| "grad_norm": 1.8390120267868042, | |
| "learning_rate": 3.42436974789916e-05, | |
| "loss": 1.2598, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.00506561264303425, | |
| "grad_norm": 2.0762507915496826, | |
| "learning_rate": 3.420168067226891e-05, | |
| "loss": 1.3111, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.0050787359918504004, | |
| "grad_norm": 1.7343683242797852, | |
| "learning_rate": 3.4159663865546224e-05, | |
| "loss": 0.8649, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.005091859340666551, | |
| "grad_norm": 2.0712454319000244, | |
| "learning_rate": 3.411764705882353e-05, | |
| "loss": 1.2333, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.005104982689482702, | |
| "grad_norm": 1.7495871782302856, | |
| "learning_rate": 3.407563025210084e-05, | |
| "loss": 1.2728, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.005118106038298853, | |
| "grad_norm": 1.8208390474319458, | |
| "learning_rate": 3.403361344537815e-05, | |
| "loss": 0.873, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.005131229387115004, | |
| "grad_norm": 1.7520668506622314, | |
| "learning_rate": 3.399159663865547e-05, | |
| "loss": 0.8759, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.005144352735931155, | |
| "grad_norm": 1.6596717834472656, | |
| "learning_rate": 3.3949579831932776e-05, | |
| "loss": 1.3544, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.005157476084747306, | |
| "grad_norm": 1.497276782989502, | |
| "learning_rate": 3.3907563025210085e-05, | |
| "loss": 1.13, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.0051705994335634565, | |
| "grad_norm": 2.0411555767059326, | |
| "learning_rate": 3.38655462184874e-05, | |
| "loss": 0.9337, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.005183722782379607, | |
| "grad_norm": 2.373502016067505, | |
| "learning_rate": 3.382352941176471e-05, | |
| "loss": 1.022, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.005196846131195759, | |
| "grad_norm": 1.9800091981887817, | |
| "learning_rate": 3.378151260504202e-05, | |
| "loss": 1.0296, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.00520996948001191, | |
| "grad_norm": 2.000948667526245, | |
| "learning_rate": 3.3739495798319334e-05, | |
| "loss": 0.9769, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.00522309282882806, | |
| "grad_norm": 1.7864891290664673, | |
| "learning_rate": 3.3697478991596643e-05, | |
| "loss": 0.9527, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.005236216177644211, | |
| "grad_norm": 1.7589308023452759, | |
| "learning_rate": 3.365546218487395e-05, | |
| "loss": 0.8136, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.005249339526460362, | |
| "grad_norm": 1.9042621850967407, | |
| "learning_rate": 3.361344537815127e-05, | |
| "loss": 1.371, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0052624628752765135, | |
| "grad_norm": 2.0386345386505127, | |
| "learning_rate": 3.357142857142857e-05, | |
| "loss": 1.282, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.005275586224092664, | |
| "grad_norm": 1.938333511352539, | |
| "learning_rate": 3.352941176470588e-05, | |
| "loss": 0.9357, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.005288709572908815, | |
| "grad_norm": 2.111893892288208, | |
| "learning_rate": 3.3487394957983195e-05, | |
| "loss": 0.9913, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.005301832921724966, | |
| "grad_norm": 1.8991844654083252, | |
| "learning_rate": 3.3445378151260504e-05, | |
| "loss": 1.0779, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.0053149562705411164, | |
| "grad_norm": 2.0768351554870605, | |
| "learning_rate": 3.340336134453781e-05, | |
| "loss": 1.2548, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.005328079619357267, | |
| "grad_norm": 1.9904977083206177, | |
| "learning_rate": 3.336134453781513e-05, | |
| "loss": 0.9451, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.005341202968173419, | |
| "grad_norm": 1.7511869668960571, | |
| "learning_rate": 3.331932773109244e-05, | |
| "loss": 1.3958, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.0053543263169895695, | |
| "grad_norm": 1.9327552318572998, | |
| "learning_rate": 3.327731092436975e-05, | |
| "loss": 1.1969, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.00536744966580572, | |
| "grad_norm": 1.969369888305664, | |
| "learning_rate": 3.3235294117647056e-05, | |
| "loss": 0.9569, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.005380573014621871, | |
| "grad_norm": 1.5960437059402466, | |
| "learning_rate": 3.319327731092437e-05, | |
| "loss": 1.0643, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.005393696363438022, | |
| "grad_norm": 2.1960508823394775, | |
| "learning_rate": 3.315126050420168e-05, | |
| "loss": 0.9549, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.005406819712254173, | |
| "grad_norm": 2.2554352283477783, | |
| "learning_rate": 3.310924369747899e-05, | |
| "loss": 0.868, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.005419943061070324, | |
| "grad_norm": 1.931188941001892, | |
| "learning_rate": 3.3067226890756305e-05, | |
| "loss": 0.9063, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.005433066409886475, | |
| "grad_norm": 2.1585495471954346, | |
| "learning_rate": 3.3025210084033614e-05, | |
| "loss": 0.8968, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.005446189758702626, | |
| "grad_norm": 2.0901172161102295, | |
| "learning_rate": 3.2983193277310923e-05, | |
| "loss": 1.1077, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.005459313107518776, | |
| "grad_norm": 1.8528449535369873, | |
| "learning_rate": 3.294117647058824e-05, | |
| "loss": 1.0224, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.005472436456334928, | |
| "grad_norm": 2.231144428253174, | |
| "learning_rate": 3.289915966386555e-05, | |
| "loss": 1.0864, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.005485559805151079, | |
| "grad_norm": 1.7245928049087524, | |
| "learning_rate": 3.285714285714286e-05, | |
| "loss": 1.0887, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.0054986831539672295, | |
| "grad_norm": 1.8599853515625, | |
| "learning_rate": 3.281512605042017e-05, | |
| "loss": 0.7638, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.00551180650278338, | |
| "grad_norm": 1.6251364946365356, | |
| "learning_rate": 3.277310924369748e-05, | |
| "loss": 1.0903, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.005524929851599531, | |
| "grad_norm": 1.7949484586715698, | |
| "learning_rate": 3.273109243697479e-05, | |
| "loss": 1.454, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.005538053200415682, | |
| "grad_norm": 1.6007757186889648, | |
| "learning_rate": 3.26890756302521e-05, | |
| "loss": 1.0825, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.005551176549231833, | |
| "grad_norm": 1.8195713758468628, | |
| "learning_rate": 3.2647058823529416e-05, | |
| "loss": 0.7635, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.005564299898047984, | |
| "grad_norm": 2.4276785850524902, | |
| "learning_rate": 3.2605042016806725e-05, | |
| "loss": 1.28, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.005577423246864135, | |
| "grad_norm": 1.8293254375457764, | |
| "learning_rate": 3.2563025210084034e-05, | |
| "loss": 1.1156, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.0055905465956802855, | |
| "grad_norm": 1.8416686058044434, | |
| "learning_rate": 3.252100840336135e-05, | |
| "loss": 1.0777, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.005603669944496436, | |
| "grad_norm": 1.7739605903625488, | |
| "learning_rate": 3.247899159663866e-05, | |
| "loss": 0.7509, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.005616793293312588, | |
| "grad_norm": 1.3967030048370361, | |
| "learning_rate": 3.243697478991597e-05, | |
| "loss": 1.0822, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.005629916642128739, | |
| "grad_norm": 1.643563985824585, | |
| "learning_rate": 3.239495798319328e-05, | |
| "loss": 1.0556, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.005643039990944889, | |
| "grad_norm": 1.8893026113510132, | |
| "learning_rate": 3.235294117647059e-05, | |
| "loss": 0.9656, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.00565616333976104, | |
| "grad_norm": 2.050086736679077, | |
| "learning_rate": 3.23109243697479e-05, | |
| "loss": 1.2009, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.005669286688577191, | |
| "grad_norm": 1.813232660293579, | |
| "learning_rate": 3.226890756302522e-05, | |
| "loss": 0.9385, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.005682410037393342, | |
| "grad_norm": 2.043942928314209, | |
| "learning_rate": 3.2226890756302526e-05, | |
| "loss": 1.2035, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.005695533386209493, | |
| "grad_norm": 2.143899917602539, | |
| "learning_rate": 3.2184873949579835e-05, | |
| "loss": 0.9407, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.005708656735025644, | |
| "grad_norm": 2.0677599906921387, | |
| "learning_rate": 3.2142857142857144e-05, | |
| "loss": 0.9974, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.005721780083841795, | |
| "grad_norm": 1.8135740756988525, | |
| "learning_rate": 3.210084033613446e-05, | |
| "loss": 0.9685, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.0057349034326579455, | |
| "grad_norm": 1.9901634454727173, | |
| "learning_rate": 3.205882352941177e-05, | |
| "loss": 0.7587, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.005748026781474096, | |
| "grad_norm": 2.103733777999878, | |
| "learning_rate": 3.201680672268908e-05, | |
| "loss": 1.0126, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.005761150130290248, | |
| "grad_norm": 2.0034232139587402, | |
| "learning_rate": 3.197478991596639e-05, | |
| "loss": 1.0483, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.0057742734791063986, | |
| "grad_norm": 2.2869062423706055, | |
| "learning_rate": 3.1932773109243696e-05, | |
| "loss": 0.6886, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.005787396827922549, | |
| "grad_norm": 1.5798542499542236, | |
| "learning_rate": 3.1890756302521005e-05, | |
| "loss": 0.8474, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.0058005201767387, | |
| "grad_norm": 1.913794755935669, | |
| "learning_rate": 3.184873949579832e-05, | |
| "loss": 0.8935, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.005813643525554851, | |
| "grad_norm": 1.8879010677337646, | |
| "learning_rate": 3.180672268907563e-05, | |
| "loss": 1.1235, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.005826766874371002, | |
| "grad_norm": 2.1588127613067627, | |
| "learning_rate": 3.176470588235294e-05, | |
| "loss": 1.1129, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.005839890223187153, | |
| "grad_norm": 1.6797983646392822, | |
| "learning_rate": 3.1722689075630254e-05, | |
| "loss": 1.2736, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.005853013572003304, | |
| "grad_norm": 1.5610647201538086, | |
| "learning_rate": 3.168067226890756e-05, | |
| "loss": 1.0033, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.005866136920819455, | |
| "grad_norm": 1.567574381828308, | |
| "learning_rate": 3.163865546218487e-05, | |
| "loss": 1.0611, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.005879260269635605, | |
| "grad_norm": 1.9480379819869995, | |
| "learning_rate": 3.159663865546219e-05, | |
| "loss": 1.3461, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.005892383618451756, | |
| "grad_norm": 1.6626474857330322, | |
| "learning_rate": 3.15546218487395e-05, | |
| "loss": 0.934, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.005905506967267908, | |
| "grad_norm": 1.9532502889633179, | |
| "learning_rate": 3.1512605042016806e-05, | |
| "loss": 1.2752, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.0059186303160840585, | |
| "grad_norm": 1.858870267868042, | |
| "learning_rate": 3.147058823529412e-05, | |
| "loss": 0.8752, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.005931753664900209, | |
| "grad_norm": 1.7586513757705688, | |
| "learning_rate": 3.142857142857143e-05, | |
| "loss": 1.3883, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.00594487701371636, | |
| "grad_norm": 1.7400894165039062, | |
| "learning_rate": 3.138655462184874e-05, | |
| "loss": 1.1679, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.005958000362532511, | |
| "grad_norm": 1.8386495113372803, | |
| "learning_rate": 3.134453781512605e-05, | |
| "loss": 1.1425, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.005971123711348662, | |
| "grad_norm": 1.9906026124954224, | |
| "learning_rate": 3.1302521008403364e-05, | |
| "loss": 0.9552, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.005984247060164813, | |
| "grad_norm": 2.0481302738189697, | |
| "learning_rate": 3.1260504201680673e-05, | |
| "loss": 1.0198, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.005997370408980964, | |
| "grad_norm": 1.8666774034500122, | |
| "learning_rate": 3.121848739495798e-05, | |
| "loss": 0.9435, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.0060104937577971146, | |
| "grad_norm": 1.7503705024719238, | |
| "learning_rate": 3.11764705882353e-05, | |
| "loss": 1.238, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.006023617106613265, | |
| "grad_norm": 1.548405647277832, | |
| "learning_rate": 3.113445378151261e-05, | |
| "loss": 0.9299, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.006036740455429417, | |
| "grad_norm": 1.5533720254898071, | |
| "learning_rate": 3.1092436974789916e-05, | |
| "loss": 1.0623, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.006049863804245568, | |
| "grad_norm": 1.8287532329559326, | |
| "learning_rate": 3.105042016806723e-05, | |
| "loss": 1.0802, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.006062987153061718, | |
| "grad_norm": 1.733933448791504, | |
| "learning_rate": 3.100840336134454e-05, | |
| "loss": 1.527, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.006076110501877869, | |
| "grad_norm": 1.5526071786880493, | |
| "learning_rate": 3.096638655462185e-05, | |
| "loss": 1.0319, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.00608923385069402, | |
| "grad_norm": 1.6806490421295166, | |
| "learning_rate": 3.0924369747899166e-05, | |
| "loss": 1.5237, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.006102357199510171, | |
| "grad_norm": 3.8694965839385986, | |
| "learning_rate": 3.0882352941176475e-05, | |
| "loss": 1.1718, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.006115480548326322, | |
| "grad_norm": 1.8779933452606201, | |
| "learning_rate": 3.0840336134453784e-05, | |
| "loss": 0.6304, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.006128603897142473, | |
| "grad_norm": 1.7891600131988525, | |
| "learning_rate": 3.079831932773109e-05, | |
| "loss": 1.1527, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.006141727245958624, | |
| "grad_norm": 1.9199869632720947, | |
| "learning_rate": 3.075630252100841e-05, | |
| "loss": 1.1132, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.0061548505947747745, | |
| "grad_norm": 1.7727890014648438, | |
| "learning_rate": 3.071428571428572e-05, | |
| "loss": 0.976, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.006167973943590925, | |
| "grad_norm": 2.1416878700256348, | |
| "learning_rate": 3.0672268907563026e-05, | |
| "loss": 1.0768, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.006181097292407077, | |
| "grad_norm": 2.037363290786743, | |
| "learning_rate": 3.063025210084034e-05, | |
| "loss": 1.2424, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.006194220641223228, | |
| "grad_norm": 1.7760509252548218, | |
| "learning_rate": 3.058823529411765e-05, | |
| "loss": 0.881, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.006207343990039378, | |
| "grad_norm": 1.8409169912338257, | |
| "learning_rate": 3.054621848739496e-05, | |
| "loss": 0.9362, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.006220467338855529, | |
| "grad_norm": 1.7716394662857056, | |
| "learning_rate": 3.0504201680672273e-05, | |
| "loss": 0.9846, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.00623359068767168, | |
| "grad_norm": 1.9643959999084473, | |
| "learning_rate": 3.0462184873949578e-05, | |
| "loss": 1.2064, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.0062467140364878306, | |
| "grad_norm": 1.6986589431762695, | |
| "learning_rate": 3.042016806722689e-05, | |
| "loss": 0.7699, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.006259837385303982, | |
| "grad_norm": 1.9324336051940918, | |
| "learning_rate": 3.03781512605042e-05, | |
| "loss": 1.0145, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.006272960734120133, | |
| "grad_norm": 1.7184754610061646, | |
| "learning_rate": 3.0336134453781512e-05, | |
| "loss": 1.2643, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.006286084082936284, | |
| "grad_norm": 1.7461143732070923, | |
| "learning_rate": 3.0294117647058824e-05, | |
| "loss": 1.1703, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.006299207431752434, | |
| "grad_norm": 1.843173861503601, | |
| "learning_rate": 3.0252100840336133e-05, | |
| "loss": 0.9474, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.006312330780568585, | |
| "grad_norm": 2.223266839981079, | |
| "learning_rate": 3.0210084033613446e-05, | |
| "loss": 1.1058, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.006325454129384737, | |
| "grad_norm": 2.2394039630889893, | |
| "learning_rate": 3.0168067226890755e-05, | |
| "loss": 0.9657, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.0063385774782008875, | |
| "grad_norm": 1.9419907331466675, | |
| "learning_rate": 3.0126050420168067e-05, | |
| "loss": 1.1787, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.006351700827017038, | |
| "grad_norm": 1.90862238407135, | |
| "learning_rate": 3.008403361344538e-05, | |
| "loss": 1.5107, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.006364824175833189, | |
| "grad_norm": 1.8972816467285156, | |
| "learning_rate": 3.004201680672269e-05, | |
| "loss": 0.9348, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.00637794752464934, | |
| "grad_norm": 1.6643794775009155, | |
| "learning_rate": 3e-05, | |
| "loss": 0.5877, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.006391070873465491, | |
| "grad_norm": 2.072737216949463, | |
| "learning_rate": 2.995798319327731e-05, | |
| "loss": 1.0851, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.006404194222281642, | |
| "grad_norm": 2.223226308822632, | |
| "learning_rate": 2.9915966386554622e-05, | |
| "loss": 1.1913, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.006417317571097793, | |
| "grad_norm": 1.7678091526031494, | |
| "learning_rate": 2.9873949579831935e-05, | |
| "loss": 0.9093, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.006430440919913944, | |
| "grad_norm": 1.7829846143722534, | |
| "learning_rate": 2.9831932773109244e-05, | |
| "loss": 1.1833, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.006443564268730094, | |
| "grad_norm": 1.6032719612121582, | |
| "learning_rate": 2.9789915966386556e-05, | |
| "loss": 0.6613, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.006456687617546245, | |
| "grad_norm": 1.7531033754348755, | |
| "learning_rate": 2.9747899159663868e-05, | |
| "loss": 1.0188, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.006469810966362397, | |
| "grad_norm": 2.0264689922332764, | |
| "learning_rate": 2.9705882352941177e-05, | |
| "loss": 0.9985, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.006482934315178547, | |
| "grad_norm": 1.5329761505126953, | |
| "learning_rate": 2.966386554621849e-05, | |
| "loss": 1.1659, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.006496057663994698, | |
| "grad_norm": 2.2568962574005127, | |
| "learning_rate": 2.96218487394958e-05, | |
| "loss": 1.2176, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.006509181012810849, | |
| "grad_norm": 1.817195177078247, | |
| "learning_rate": 2.957983193277311e-05, | |
| "loss": 0.704, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.006522304361627, | |
| "grad_norm": 1.8540563583374023, | |
| "learning_rate": 2.9537815126050423e-05, | |
| "loss": 0.9465, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.006535427710443151, | |
| "grad_norm": 1.8276430368423462, | |
| "learning_rate": 2.9495798319327732e-05, | |
| "loss": 1.1567, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.006548551059259302, | |
| "grad_norm": 1.963805913925171, | |
| "learning_rate": 2.9453781512605045e-05, | |
| "loss": 0.9897, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.006561674408075453, | |
| "grad_norm": 1.851785659790039, | |
| "learning_rate": 2.9411764705882354e-05, | |
| "loss": 1.0783, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0065747977568916035, | |
| "grad_norm": 1.7229440212249756, | |
| "learning_rate": 2.9369747899159666e-05, | |
| "loss": 0.884, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.006587921105707754, | |
| "grad_norm": 1.7793407440185547, | |
| "learning_rate": 2.932773109243698e-05, | |
| "loss": 1.2513, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.006601044454523905, | |
| "grad_norm": 1.5506298542022705, | |
| "learning_rate": 2.9285714285714288e-05, | |
| "loss": 0.9357, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.006614167803340057, | |
| "grad_norm": 1.7655850648880005, | |
| "learning_rate": 2.92436974789916e-05, | |
| "loss": 0.9378, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.006627291152156207, | |
| "grad_norm": 1.7562974691390991, | |
| "learning_rate": 2.9201680672268912e-05, | |
| "loss": 1.1196, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.006640414500972358, | |
| "grad_norm": 1.629323959350586, | |
| "learning_rate": 2.915966386554622e-05, | |
| "loss": 1.1883, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.006653537849788509, | |
| "grad_norm": 1.8579301834106445, | |
| "learning_rate": 2.9117647058823534e-05, | |
| "loss": 1.2, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.00666666119860466, | |
| "grad_norm": 1.8027002811431885, | |
| "learning_rate": 2.9075630252100843e-05, | |
| "loss": 0.9524, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.006679784547420811, | |
| "grad_norm": 1.908895492553711, | |
| "learning_rate": 2.9033613445378155e-05, | |
| "loss": 0.993, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.006692907896236962, | |
| "grad_norm": 1.8436781167984009, | |
| "learning_rate": 2.8991596638655467e-05, | |
| "loss": 0.8254, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.006706031245053113, | |
| "grad_norm": 2.0006208419799805, | |
| "learning_rate": 2.8949579831932776e-05, | |
| "loss": 1.2799, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.006719154593869263, | |
| "grad_norm": 1.581337571144104, | |
| "learning_rate": 2.890756302521009e-05, | |
| "loss": 1.0694, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.006732277942685414, | |
| "grad_norm": 2.022268056869507, | |
| "learning_rate": 2.8865546218487394e-05, | |
| "loss": 0.7551, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.006745401291501566, | |
| "grad_norm": 1.7129675149917603, | |
| "learning_rate": 2.8823529411764703e-05, | |
| "loss": 1.1265, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.0067585246403177165, | |
| "grad_norm": 1.994723916053772, | |
| "learning_rate": 2.8781512605042016e-05, | |
| "loss": 1.0374, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.006771647989133867, | |
| "grad_norm": 1.7831419706344604, | |
| "learning_rate": 2.8739495798319328e-05, | |
| "loss": 0.8946, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.006784771337950018, | |
| "grad_norm": 1.705159306526184, | |
| "learning_rate": 2.8697478991596637e-05, | |
| "loss": 1.0248, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.006797894686766169, | |
| "grad_norm": 1.675284504890442, | |
| "learning_rate": 2.865546218487395e-05, | |
| "loss": 1.0446, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.0068110180355823195, | |
| "grad_norm": 1.8878024816513062, | |
| "learning_rate": 2.861344537815126e-05, | |
| "loss": 1.1455, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.006824141384398471, | |
| "grad_norm": 1.783176302909851, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 1.1697, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.006837264733214622, | |
| "grad_norm": 1.6017670631408691, | |
| "learning_rate": 2.8529411764705883e-05, | |
| "loss": 0.883, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.006850388082030773, | |
| "grad_norm": 2.264923572540283, | |
| "learning_rate": 2.8487394957983192e-05, | |
| "loss": 1.2535, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.006863511430846923, | |
| "grad_norm": 1.7666747570037842, | |
| "learning_rate": 2.8445378151260505e-05, | |
| "loss": 1.0606, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.006876634779663074, | |
| "grad_norm": 1.9199743270874023, | |
| "learning_rate": 2.8403361344537817e-05, | |
| "loss": 1.0026, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.006889758128479226, | |
| "grad_norm": 1.6176460981369019, | |
| "learning_rate": 2.8361344537815126e-05, | |
| "loss": 1.2288, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.006902881477295376, | |
| "grad_norm": 2.1176071166992188, | |
| "learning_rate": 2.831932773109244e-05, | |
| "loss": 0.8439, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.006916004826111527, | |
| "grad_norm": 1.7792637348175049, | |
| "learning_rate": 2.8277310924369747e-05, | |
| "loss": 0.8614, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.006929128174927678, | |
| "grad_norm": 2.24349045753479, | |
| "learning_rate": 2.823529411764706e-05, | |
| "loss": 1.1758, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.006942251523743829, | |
| "grad_norm": 1.985783576965332, | |
| "learning_rate": 2.8193277310924372e-05, | |
| "loss": 0.9556, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.00695537487255998, | |
| "grad_norm": 1.7994742393493652, | |
| "learning_rate": 2.815126050420168e-05, | |
| "loss": 0.8336, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.006968498221376131, | |
| "grad_norm": 1.6311463117599487, | |
| "learning_rate": 2.8109243697478993e-05, | |
| "loss": 0.9338, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.006981621570192282, | |
| "grad_norm": 1.8948392868041992, | |
| "learning_rate": 2.8067226890756302e-05, | |
| "loss": 1.2195, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.0069947449190084325, | |
| "grad_norm": 1.5576555728912354, | |
| "learning_rate": 2.8025210084033615e-05, | |
| "loss": 1.2998, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.007007868267824583, | |
| "grad_norm": 1.9670222997665405, | |
| "learning_rate": 2.7983193277310927e-05, | |
| "loss": 1.1826, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.007020991616640734, | |
| "grad_norm": 1.8046157360076904, | |
| "learning_rate": 2.7941176470588236e-05, | |
| "loss": 1.1026, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.007034114965456886, | |
| "grad_norm": 2.0909459590911865, | |
| "learning_rate": 2.789915966386555e-05, | |
| "loss": 0.9153, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.007047238314273036, | |
| "grad_norm": 1.9456409215927124, | |
| "learning_rate": 2.785714285714286e-05, | |
| "loss": 1.1347, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.007060361663089187, | |
| "grad_norm": 1.6101740598678589, | |
| "learning_rate": 2.781512605042017e-05, | |
| "loss": 0.8582, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.007073485011905338, | |
| "grad_norm": 1.9965813159942627, | |
| "learning_rate": 2.7773109243697482e-05, | |
| "loss": 1.0083, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.007086608360721489, | |
| "grad_norm": 1.5864198207855225, | |
| "learning_rate": 2.773109243697479e-05, | |
| "loss": 0.8058, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.00709973170953764, | |
| "grad_norm": 1.828796625137329, | |
| "learning_rate": 2.7689075630252104e-05, | |
| "loss": 0.9877, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.007112855058353791, | |
| "grad_norm": 2.0490660667419434, | |
| "learning_rate": 2.7647058823529416e-05, | |
| "loss": 0.8834, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.007125978407169942, | |
| "grad_norm": 1.8640308380126953, | |
| "learning_rate": 2.7605042016806725e-05, | |
| "loss": 1.1126, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.007139101755986092, | |
| "grad_norm": 1.790665864944458, | |
| "learning_rate": 2.7563025210084037e-05, | |
| "loss": 1.0966, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.007152225104802243, | |
| "grad_norm": 1.8603692054748535, | |
| "learning_rate": 2.7521008403361346e-05, | |
| "loss": 0.9278, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.007165348453618394, | |
| "grad_norm": 1.5675926208496094, | |
| "learning_rate": 2.747899159663866e-05, | |
| "loss": 0.9246, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.0071784718024345455, | |
| "grad_norm": 2.200451612472534, | |
| "learning_rate": 2.743697478991597e-05, | |
| "loss": 1.3844, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.007191595151250696, | |
| "grad_norm": 1.7244689464569092, | |
| "learning_rate": 2.739495798319328e-05, | |
| "loss": 1.0398, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.007204718500066847, | |
| "grad_norm": 1.7680357694625854, | |
| "learning_rate": 2.7352941176470593e-05, | |
| "loss": 0.9782, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.007217841848882998, | |
| "grad_norm": 1.7877306938171387, | |
| "learning_rate": 2.7310924369747898e-05, | |
| "loss": 0.9214, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.0072309651976991485, | |
| "grad_norm": 1.6443262100219727, | |
| "learning_rate": 2.7268907563025207e-05, | |
| "loss": 1.002, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.0072440885465153, | |
| "grad_norm": 1.9577383995056152, | |
| "learning_rate": 2.722689075630252e-05, | |
| "loss": 1.4069, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.007257211895331451, | |
| "grad_norm": 1.518309235572815, | |
| "learning_rate": 2.7184873949579832e-05, | |
| "loss": 0.7467, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.007270335244147602, | |
| "grad_norm": 1.8443019390106201, | |
| "learning_rate": 2.714285714285714e-05, | |
| "loss": 0.8807, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.007283458592963752, | |
| "grad_norm": 1.7123879194259644, | |
| "learning_rate": 2.7100840336134453e-05, | |
| "loss": 0.8683, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.007296581941779903, | |
| "grad_norm": 1.9878864288330078, | |
| "learning_rate": 2.7058823529411766e-05, | |
| "loss": 1.2636, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.007309705290596055, | |
| "grad_norm": 1.8165278434753418, | |
| "learning_rate": 2.7016806722689075e-05, | |
| "loss": 1.2438, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.0073228286394122055, | |
| "grad_norm": 2.156190872192383, | |
| "learning_rate": 2.6974789915966387e-05, | |
| "loss": 1.0709, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.007335951988228356, | |
| "grad_norm": 1.7182382345199585, | |
| "learning_rate": 2.6932773109243696e-05, | |
| "loss": 0.7785, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.007349075337044507, | |
| "grad_norm": 2.2051150798797607, | |
| "learning_rate": 2.689075630252101e-05, | |
| "loss": 1.0183, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.007362198685860658, | |
| "grad_norm": 1.5881297588348389, | |
| "learning_rate": 2.684873949579832e-05, | |
| "loss": 0.8281, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.007375322034676808, | |
| "grad_norm": 1.5579569339752197, | |
| "learning_rate": 2.680672268907563e-05, | |
| "loss": 1.1472, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.00738844538349296, | |
| "grad_norm": 1.930672287940979, | |
| "learning_rate": 2.6764705882352942e-05, | |
| "loss": 0.9618, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.007401568732309111, | |
| "grad_norm": 1.9797165393829346, | |
| "learning_rate": 2.672268907563025e-05, | |
| "loss": 0.7419, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.0074146920811252615, | |
| "grad_norm": 1.7777879238128662, | |
| "learning_rate": 2.6680672268907564e-05, | |
| "loss": 1.2476, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.007427815429941412, | |
| "grad_norm": 1.7834422588348389, | |
| "learning_rate": 2.6638655462184876e-05, | |
| "loss": 0.9808, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.007440938778757563, | |
| "grad_norm": 4.512395858764648, | |
| "learning_rate": 2.6596638655462185e-05, | |
| "loss": 1.2391, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.007454062127573715, | |
| "grad_norm": 1.4711298942565918, | |
| "learning_rate": 2.6554621848739497e-05, | |
| "loss": 0.9466, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.007467185476389865, | |
| "grad_norm": 2.1497201919555664, | |
| "learning_rate": 2.651260504201681e-05, | |
| "loss": 1.0423, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.007480308825206016, | |
| "grad_norm": 2.1284451484680176, | |
| "learning_rate": 2.647058823529412e-05, | |
| "loss": 1.4471, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.007493432174022167, | |
| "grad_norm": 2.2171754837036133, | |
| "learning_rate": 2.642857142857143e-05, | |
| "loss": 1.0436, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.007506555522838318, | |
| "grad_norm": 2.088338613510132, | |
| "learning_rate": 2.638655462184874e-05, | |
| "loss": 1.0471, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.007519678871654469, | |
| "grad_norm": 1.9278613328933716, | |
| "learning_rate": 2.6344537815126052e-05, | |
| "loss": 1.0237, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.00753280222047062, | |
| "grad_norm": 1.7411606311798096, | |
| "learning_rate": 2.6302521008403365e-05, | |
| "loss": 1.2358, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.007545925569286771, | |
| "grad_norm": 1.9148597717285156, | |
| "learning_rate": 2.6260504201680674e-05, | |
| "loss": 1.0746, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.0075590489181029214, | |
| "grad_norm": 1.8952248096466064, | |
| "learning_rate": 2.6218487394957986e-05, | |
| "loss": 0.9406, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.007572172266919072, | |
| "grad_norm": 1.5231568813323975, | |
| "learning_rate": 2.6176470588235295e-05, | |
| "loss": 1.0948, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.007585295615735223, | |
| "grad_norm": 1.7733741998672485, | |
| "learning_rate": 2.6134453781512608e-05, | |
| "loss": 0.7948, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.0075984189645513745, | |
| "grad_norm": 2.0340850353240967, | |
| "learning_rate": 2.609243697478992e-05, | |
| "loss": 0.8924, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.007611542313367525, | |
| "grad_norm": 2.275388240814209, | |
| "learning_rate": 2.605042016806723e-05, | |
| "loss": 1.245, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.007624665662183676, | |
| "grad_norm": 1.734357237815857, | |
| "learning_rate": 2.600840336134454e-05, | |
| "loss": 1.1312, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.007637789010999827, | |
| "grad_norm": 1.541772723197937, | |
| "learning_rate": 2.5966386554621854e-05, | |
| "loss": 0.7925, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.0076509123598159775, | |
| "grad_norm": 1.9468810558319092, | |
| "learning_rate": 2.5924369747899163e-05, | |
| "loss": 0.868, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.007664035708632129, | |
| "grad_norm": 1.7712815999984741, | |
| "learning_rate": 2.5882352941176475e-05, | |
| "loss": 0.8882, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.00767715905744828, | |
| "grad_norm": 2.1997227668762207, | |
| "learning_rate": 2.5840336134453784e-05, | |
| "loss": 0.8745, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.007690282406264431, | |
| "grad_norm": 1.7818772792816162, | |
| "learning_rate": 2.5798319327731096e-05, | |
| "loss": 1.1102, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.007703405755080581, | |
| "grad_norm": 1.9181782007217407, | |
| "learning_rate": 2.5756302521008402e-05, | |
| "loss": 0.9866, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.007716529103896732, | |
| "grad_norm": 1.757861614227295, | |
| "learning_rate": 2.5714285714285714e-05, | |
| "loss": 0.9548, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.007729652452712883, | |
| "grad_norm": 2.0078554153442383, | |
| "learning_rate": 2.5672268907563023e-05, | |
| "loss": 1.0659, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.0077427758015290345, | |
| "grad_norm": 2.041961669921875, | |
| "learning_rate": 2.5630252100840336e-05, | |
| "loss": 1.1867, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.007755899150345185, | |
| "grad_norm": 1.8703291416168213, | |
| "learning_rate": 2.5588235294117645e-05, | |
| "loss": 0.9826, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.007769022499161336, | |
| "grad_norm": 1.6957659721374512, | |
| "learning_rate": 2.5546218487394957e-05, | |
| "loss": 0.9584, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.007782145847977487, | |
| "grad_norm": 2.2199056148529053, | |
| "learning_rate": 2.550420168067227e-05, | |
| "loss": 1.2266, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.0077952691967936374, | |
| "grad_norm": 1.8995167016983032, | |
| "learning_rate": 2.546218487394958e-05, | |
| "loss": 1.0272, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.007808392545609789, | |
| "grad_norm": 1.8795480728149414, | |
| "learning_rate": 2.542016806722689e-05, | |
| "loss": 1.2015, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.007821515894425939, | |
| "grad_norm": 1.541920781135559, | |
| "learning_rate": 2.53781512605042e-05, | |
| "loss": 0.9476, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.00783463924324209, | |
| "grad_norm": 1.7051913738250732, | |
| "learning_rate": 2.5336134453781512e-05, | |
| "loss": 1.0941, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.007847762592058242, | |
| "grad_norm": 1.6097373962402344, | |
| "learning_rate": 2.5294117647058825e-05, | |
| "loss": 0.9476, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.007860885940874392, | |
| "grad_norm": 1.8319956064224243, | |
| "learning_rate": 2.5252100840336134e-05, | |
| "loss": 1.1252, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.007874009289690544, | |
| "grad_norm": 1.8047981262207031, | |
| "learning_rate": 2.5210084033613446e-05, | |
| "loss": 0.9398, | |
| "step": 600 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1200, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.644383561996206e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |