diff --git "a/finetune-8b-llava-llama3-evabase640-petrv3/trainer_state.json" "b/finetune-8b-llava-llama3-evabase640-petrv3/trainer_state.json" new file mode 100644--- /dev/null +++ "b/finetune-8b-llava-llama3-evabase640-petrv3/trainer_state.json" @@ -0,0 +1,50904 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 7266, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00013762730525736306, + "grad_norm": 125.19222855838699, + "learning_rate": 9.174311926605506e-08, + "loss": 9.8549, + "step": 1 + }, + { + "epoch": 0.0002752546105147261, + "grad_norm": 122.07131570681518, + "learning_rate": 1.8348623853211012e-07, + "loss": 9.7694, + "step": 2 + }, + { + "epoch": 0.00041288191577208916, + "grad_norm": 117.46169773537027, + "learning_rate": 2.752293577981652e-07, + "loss": 9.6216, + "step": 3 + }, + { + "epoch": 0.0005505092210294523, + "grad_norm": 110.06948251578511, + "learning_rate": 3.6697247706422023e-07, + "loss": 9.7808, + "step": 4 + }, + { + "epoch": 0.0006881365262868153, + "grad_norm": 114.80062737542694, + "learning_rate": 4.587155963302753e-07, + "loss": 9.7269, + "step": 5 + }, + { + "epoch": 0.0008257638315441783, + "grad_norm": 85.37135695899283, + "learning_rate": 5.504587155963304e-07, + "loss": 9.3665, + "step": 6 + }, + { + "epoch": 0.0009633911368015414, + "grad_norm": 91.56360850004926, + "learning_rate": 6.422018348623854e-07, + "loss": 9.1632, + "step": 7 + }, + { + "epoch": 0.0011010184420589045, + "grad_norm": 73.5806124581243, + "learning_rate": 7.339449541284405e-07, + "loss": 9.0741, + "step": 8 + }, + { + "epoch": 0.0012386457473162675, + "grad_norm": 75.53278095175813, + "learning_rate": 8.256880733944956e-07, + "loss": 8.8715, + "step": 9 + }, + { + "epoch": 0.0013762730525736307, + "grad_norm": 70.70440673003554, + "learning_rate": 9.174311926605506e-07, + "loss": 8.6507, + "step": 10 + }, + { + "epoch": 0.0015139003578309937, + "grad_norm": 86.36491257023486, + "learning_rate": 1.0091743119266057e-06, + "loss": 8.176, + "step": 11 + }, + { + "epoch": 0.0016515276630883566, + "grad_norm": 78.18823644960555, + "learning_rate": 1.1009174311926608e-06, + "loss": 7.7605, + "step": 12 + }, + { + "epoch": 0.0017891549683457198, + "grad_norm": 70.26249199232494, + "learning_rate": 1.1926605504587159e-06, + "loss": 7.7987, + "step": 13 + }, + { + "epoch": 0.0019267822736030828, + "grad_norm": 94.77756572320531, + "learning_rate": 1.2844036697247707e-06, + "loss": 6.7892, + "step": 14 + }, + { + "epoch": 0.002064409578860446, + "grad_norm": 109.03587968683534, + "learning_rate": 1.3761467889908258e-06, + "loss": 6.5532, + "step": 15 + }, + { + "epoch": 0.002202036884117809, + "grad_norm": 90.62930766424063, + "learning_rate": 1.467889908256881e-06, + "loss": 5.538, + "step": 16 + }, + { + "epoch": 0.002339664189375172, + "grad_norm": 86.71486170943959, + "learning_rate": 1.559633027522936e-06, + "loss": 5.3073, + "step": 17 + }, + { + "epoch": 0.002477291494632535, + "grad_norm": 65.50077658112815, + "learning_rate": 1.6513761467889911e-06, + "loss": 4.4805, + "step": 18 + }, + { + "epoch": 0.002614918799889898, + "grad_norm": 68.038748829454, + "learning_rate": 1.743119266055046e-06, + "loss": 4.0756, + "step": 19 + }, + { + "epoch": 0.0027525461051472614, + "grad_norm": 81.1490710597244, + "learning_rate": 1.8348623853211011e-06, + "loss": 3.8848, + "step": 20 + }, + { + "epoch": 0.002890173410404624, + "grad_norm": 81.22306455312244, + "learning_rate": 1.9266055045871564e-06, + "loss": 3.0377, + "step": 21 + }, + { + "epoch": 0.0030278007156619873, + "grad_norm": 63.97369995122981, + "learning_rate": 2.0183486238532113e-06, + "loss": 2.4759, + "step": 22 + }, + { + "epoch": 0.0031654280209193505, + "grad_norm": 25.937878811034818, + "learning_rate": 2.110091743119266e-06, + "loss": 2.0246, + "step": 23 + }, + { + "epoch": 0.0033030553261767133, + "grad_norm": 16.64372486179035, + "learning_rate": 2.2018348623853215e-06, + "loss": 1.852, + "step": 24 + }, + { + "epoch": 0.0034406826314340765, + "grad_norm": 12.110031225512586, + "learning_rate": 2.2935779816513764e-06, + "loss": 1.8649, + "step": 25 + }, + { + "epoch": 0.0035783099366914397, + "grad_norm": 12.749134295904573, + "learning_rate": 2.3853211009174317e-06, + "loss": 1.8357, + "step": 26 + }, + { + "epoch": 0.0037159372419488025, + "grad_norm": 9.592252738647364, + "learning_rate": 2.4770642201834866e-06, + "loss": 1.7906, + "step": 27 + }, + { + "epoch": 0.0038535645472061657, + "grad_norm": 11.609025623681848, + "learning_rate": 2.5688073394495415e-06, + "loss": 1.8072, + "step": 28 + }, + { + "epoch": 0.003991191852463528, + "grad_norm": 10.671616959973505, + "learning_rate": 2.6605504587155968e-06, + "loss": 1.7579, + "step": 29 + }, + { + "epoch": 0.004128819157720892, + "grad_norm": 8.047808965889185, + "learning_rate": 2.7522935779816517e-06, + "loss": 1.7765, + "step": 30 + }, + { + "epoch": 0.004266446462978255, + "grad_norm": 6.8580945727821, + "learning_rate": 2.844036697247707e-06, + "loss": 1.6962, + "step": 31 + }, + { + "epoch": 0.004404073768235618, + "grad_norm": 5.193753277794706, + "learning_rate": 2.935779816513762e-06, + "loss": 1.6448, + "step": 32 + }, + { + "epoch": 0.004541701073492981, + "grad_norm": 4.710724119058543, + "learning_rate": 3.0275229357798168e-06, + "loss": 1.6476, + "step": 33 + }, + { + "epoch": 0.004679328378750344, + "grad_norm": 5.2023546212877685, + "learning_rate": 3.119266055045872e-06, + "loss": 1.6875, + "step": 34 + }, + { + "epoch": 0.004816955684007707, + "grad_norm": 4.5107921678340395, + "learning_rate": 3.211009174311927e-06, + "loss": 1.6382, + "step": 35 + }, + { + "epoch": 0.00495458298926507, + "grad_norm": 6.178023341782637, + "learning_rate": 3.3027522935779823e-06, + "loss": 1.8462, + "step": 36 + }, + { + "epoch": 0.005092210294522433, + "grad_norm": 4.451977303621255, + "learning_rate": 3.394495412844037e-06, + "loss": 1.6649, + "step": 37 + }, + { + "epoch": 0.005229837599779796, + "grad_norm": 4.541120572530975, + "learning_rate": 3.486238532110092e-06, + "loss": 1.7209, + "step": 38 + }, + { + "epoch": 0.0053674649050371595, + "grad_norm": 4.49127092139171, + "learning_rate": 3.5779816513761473e-06, + "loss": 1.7581, + "step": 39 + }, + { + "epoch": 0.005505092210294523, + "grad_norm": 4.834528682979069, + "learning_rate": 3.6697247706422022e-06, + "loss": 1.6709, + "step": 40 + }, + { + "epoch": 0.005642719515551885, + "grad_norm": 3.732596557630452, + "learning_rate": 3.7614678899082575e-06, + "loss": 1.4738, + "step": 41 + }, + { + "epoch": 0.005780346820809248, + "grad_norm": 3.989251040742711, + "learning_rate": 3.853211009174313e-06, + "loss": 1.6091, + "step": 42 + }, + { + "epoch": 0.0059179741260666115, + "grad_norm": 3.6522788193779663, + "learning_rate": 3.944954128440367e-06, + "loss": 1.6347, + "step": 43 + }, + { + "epoch": 0.006055601431323975, + "grad_norm": 3.6892938122205763, + "learning_rate": 4.036697247706423e-06, + "loss": 1.6318, + "step": 44 + }, + { + "epoch": 0.006193228736581338, + "grad_norm": 3.299450971433467, + "learning_rate": 4.128440366972478e-06, + "loss": 1.5902, + "step": 45 + }, + { + "epoch": 0.006330856041838701, + "grad_norm": 3.270006995428869, + "learning_rate": 4.220183486238532e-06, + "loss": 1.5529, + "step": 46 + }, + { + "epoch": 0.006468483347096064, + "grad_norm": 3.284076033320523, + "learning_rate": 4.311926605504588e-06, + "loss": 1.5825, + "step": 47 + }, + { + "epoch": 0.006606110652353427, + "grad_norm": 2.8306632381741816, + "learning_rate": 4.403669724770643e-06, + "loss": 1.5133, + "step": 48 + }, + { + "epoch": 0.00674373795761079, + "grad_norm": 3.13109015041793, + "learning_rate": 4.4954128440366975e-06, + "loss": 1.6265, + "step": 49 + }, + { + "epoch": 0.006881365262868153, + "grad_norm": 2.7322102164643622, + "learning_rate": 4.587155963302753e-06, + "loss": 1.5087, + "step": 50 + }, + { + "epoch": 0.007018992568125516, + "grad_norm": 2.5008322367943703, + "learning_rate": 4.678899082568808e-06, + "loss": 1.3979, + "step": 51 + }, + { + "epoch": 0.007156619873382879, + "grad_norm": 2.675708712508044, + "learning_rate": 4.770642201834863e-06, + "loss": 1.4587, + "step": 52 + }, + { + "epoch": 0.007294247178640243, + "grad_norm": 2.6801025543581494, + "learning_rate": 4.862385321100918e-06, + "loss": 1.5417, + "step": 53 + }, + { + "epoch": 0.007431874483897605, + "grad_norm": 2.498539477746086, + "learning_rate": 4.954128440366973e-06, + "loss": 1.5171, + "step": 54 + }, + { + "epoch": 0.007569501789154968, + "grad_norm": 2.887378748005931, + "learning_rate": 5.045871559633028e-06, + "loss": 1.5681, + "step": 55 + }, + { + "epoch": 0.007707129094412331, + "grad_norm": 2.330983895941477, + "learning_rate": 5.137614678899083e-06, + "loss": 1.4458, + "step": 56 + }, + { + "epoch": 0.007844756399669695, + "grad_norm": 2.33669444576166, + "learning_rate": 5.229357798165137e-06, + "loss": 1.4945, + "step": 57 + }, + { + "epoch": 0.007982383704927057, + "grad_norm": 2.5229796535998497, + "learning_rate": 5.3211009174311936e-06, + "loss": 1.5188, + "step": 58 + }, + { + "epoch": 0.008120011010184421, + "grad_norm": 2.2457325781294823, + "learning_rate": 5.412844036697248e-06, + "loss": 1.4176, + "step": 59 + }, + { + "epoch": 0.008257638315441783, + "grad_norm": 2.449330473194634, + "learning_rate": 5.504587155963303e-06, + "loss": 1.574, + "step": 60 + }, + { + "epoch": 0.008395265620699147, + "grad_norm": 2.2789037092182287, + "learning_rate": 5.596330275229358e-06, + "loss": 1.4798, + "step": 61 + }, + { + "epoch": 0.00853289292595651, + "grad_norm": 2.372807367639628, + "learning_rate": 5.688073394495414e-06, + "loss": 1.5355, + "step": 62 + }, + { + "epoch": 0.008670520231213872, + "grad_norm": 2.085601426462889, + "learning_rate": 5.7798165137614684e-06, + "loss": 1.488, + "step": 63 + }, + { + "epoch": 0.008808147536471236, + "grad_norm": 2.3669332847860662, + "learning_rate": 5.871559633027524e-06, + "loss": 1.5558, + "step": 64 + }, + { + "epoch": 0.008945774841728598, + "grad_norm": 2.110429380696218, + "learning_rate": 5.963302752293578e-06, + "loss": 1.6206, + "step": 65 + }, + { + "epoch": 0.009083402146985962, + "grad_norm": 2.109577318064949, + "learning_rate": 6.0550458715596335e-06, + "loss": 1.47, + "step": 66 + }, + { + "epoch": 0.009221029452243325, + "grad_norm": 2.1660775790558167, + "learning_rate": 6.146788990825688e-06, + "loss": 1.3773, + "step": 67 + }, + { + "epoch": 0.009358656757500689, + "grad_norm": 2.425687644838786, + "learning_rate": 6.238532110091744e-06, + "loss": 1.5082, + "step": 68 + }, + { + "epoch": 0.009496284062758051, + "grad_norm": 1.9559149710031787, + "learning_rate": 6.330275229357799e-06, + "loss": 1.4111, + "step": 69 + }, + { + "epoch": 0.009633911368015413, + "grad_norm": 2.584577110600672, + "learning_rate": 6.422018348623854e-06, + "loss": 1.527, + "step": 70 + }, + { + "epoch": 0.009771538673272778, + "grad_norm": 2.063656956501242, + "learning_rate": 6.513761467889908e-06, + "loss": 1.4876, + "step": 71 + }, + { + "epoch": 0.00990916597853014, + "grad_norm": 2.3303539878221997, + "learning_rate": 6.6055045871559645e-06, + "loss": 1.5028, + "step": 72 + }, + { + "epoch": 0.010046793283787504, + "grad_norm": 2.434203889934766, + "learning_rate": 6.697247706422019e-06, + "loss": 1.4957, + "step": 73 + }, + { + "epoch": 0.010184420589044866, + "grad_norm": 2.3026254315714154, + "learning_rate": 6.788990825688074e-06, + "loss": 1.5925, + "step": 74 + }, + { + "epoch": 0.01032204789430223, + "grad_norm": 2.4231585392165838, + "learning_rate": 6.880733944954129e-06, + "loss": 1.5282, + "step": 75 + }, + { + "epoch": 0.010459675199559593, + "grad_norm": 2.4809621741937877, + "learning_rate": 6.972477064220184e-06, + "loss": 1.5086, + "step": 76 + }, + { + "epoch": 0.010597302504816955, + "grad_norm": 2.312319864296746, + "learning_rate": 7.0642201834862385e-06, + "loss": 1.499, + "step": 77 + }, + { + "epoch": 0.010734929810074319, + "grad_norm": 2.1296172861892453, + "learning_rate": 7.155963302752295e-06, + "loss": 1.4364, + "step": 78 + }, + { + "epoch": 0.010872557115331681, + "grad_norm": 2.2546051046812794, + "learning_rate": 7.247706422018349e-06, + "loss": 1.4041, + "step": 79 + }, + { + "epoch": 0.011010184420589045, + "grad_norm": 2.227349440145683, + "learning_rate": 7.3394495412844045e-06, + "loss": 1.4977, + "step": 80 + }, + { + "epoch": 0.011147811725846408, + "grad_norm": 2.2410190126806584, + "learning_rate": 7.431192660550459e-06, + "loss": 1.4761, + "step": 81 + }, + { + "epoch": 0.01128543903110377, + "grad_norm": 2.4373953332398237, + "learning_rate": 7.522935779816515e-06, + "loss": 1.489, + "step": 82 + }, + { + "epoch": 0.011423066336361134, + "grad_norm": 1.9719076533370823, + "learning_rate": 7.6146788990825695e-06, + "loss": 1.4855, + "step": 83 + }, + { + "epoch": 0.011560693641618497, + "grad_norm": 2.1217006625104244, + "learning_rate": 7.706422018348626e-06, + "loss": 1.4624, + "step": 84 + }, + { + "epoch": 0.01169832094687586, + "grad_norm": 2.656653010104999, + "learning_rate": 7.79816513761468e-06, + "loss": 1.4244, + "step": 85 + }, + { + "epoch": 0.011835948252133223, + "grad_norm": 2.2807750370745388, + "learning_rate": 7.889908256880735e-06, + "loss": 1.4666, + "step": 86 + }, + { + "epoch": 0.011973575557390587, + "grad_norm": 2.2170964313934363, + "learning_rate": 7.981651376146789e-06, + "loss": 1.4609, + "step": 87 + }, + { + "epoch": 0.01211120286264795, + "grad_norm": 2.5154479837111343, + "learning_rate": 8.073394495412845e-06, + "loss": 1.5168, + "step": 88 + }, + { + "epoch": 0.012248830167905312, + "grad_norm": 2.0289571918231686, + "learning_rate": 8.1651376146789e-06, + "loss": 1.3942, + "step": 89 + }, + { + "epoch": 0.012386457473162676, + "grad_norm": 2.18766044117283, + "learning_rate": 8.256880733944956e-06, + "loss": 1.4055, + "step": 90 + }, + { + "epoch": 0.012524084778420038, + "grad_norm": 2.0040699398020037, + "learning_rate": 8.34862385321101e-06, + "loss": 1.4941, + "step": 91 + }, + { + "epoch": 0.012661712083677402, + "grad_norm": 2.4115216921412443, + "learning_rate": 8.440366972477065e-06, + "loss": 1.4744, + "step": 92 + }, + { + "epoch": 0.012799339388934764, + "grad_norm": 2.254652633379957, + "learning_rate": 8.53211009174312e-06, + "loss": 1.4608, + "step": 93 + }, + { + "epoch": 0.012936966694192129, + "grad_norm": 2.0794926636239905, + "learning_rate": 8.623853211009175e-06, + "loss": 1.3999, + "step": 94 + }, + { + "epoch": 0.01307459399944949, + "grad_norm": 2.099354364500829, + "learning_rate": 8.71559633027523e-06, + "loss": 1.482, + "step": 95 + }, + { + "epoch": 0.013212221304706853, + "grad_norm": 2.332835373063193, + "learning_rate": 8.807339449541286e-06, + "loss": 1.4651, + "step": 96 + }, + { + "epoch": 0.013349848609964217, + "grad_norm": 2.0047574308950535, + "learning_rate": 8.89908256880734e-06, + "loss": 1.4404, + "step": 97 + }, + { + "epoch": 0.01348747591522158, + "grad_norm": 2.3500771707746577, + "learning_rate": 8.990825688073395e-06, + "loss": 1.3306, + "step": 98 + }, + { + "epoch": 0.013625103220478944, + "grad_norm": 2.343969177437022, + "learning_rate": 9.08256880733945e-06, + "loss": 1.5194, + "step": 99 + }, + { + "epoch": 0.013762730525736306, + "grad_norm": 2.4687844615955385, + "learning_rate": 9.174311926605506e-06, + "loss": 1.5663, + "step": 100 + }, + { + "epoch": 0.013900357830993668, + "grad_norm": 2.3881793248704524, + "learning_rate": 9.26605504587156e-06, + "loss": 1.4092, + "step": 101 + }, + { + "epoch": 0.014037985136251032, + "grad_norm": 2.175355721104585, + "learning_rate": 9.357798165137616e-06, + "loss": 1.379, + "step": 102 + }, + { + "epoch": 0.014175612441508395, + "grad_norm": 2.6903909205105063, + "learning_rate": 9.44954128440367e-06, + "loss": 1.5852, + "step": 103 + }, + { + "epoch": 0.014313239746765759, + "grad_norm": 2.4212397574098996, + "learning_rate": 9.541284403669727e-06, + "loss": 1.3808, + "step": 104 + }, + { + "epoch": 0.014450867052023121, + "grad_norm": 2.36349313479318, + "learning_rate": 9.633027522935781e-06, + "loss": 1.5673, + "step": 105 + }, + { + "epoch": 0.014588494357280485, + "grad_norm": 2.368594896321577, + "learning_rate": 9.724770642201836e-06, + "loss": 1.4087, + "step": 106 + }, + { + "epoch": 0.014726121662537848, + "grad_norm": 2.4752009701491726, + "learning_rate": 9.81651376146789e-06, + "loss": 1.3833, + "step": 107 + }, + { + "epoch": 0.01486374896779521, + "grad_norm": 1.96119871896431, + "learning_rate": 9.908256880733946e-06, + "loss": 1.3712, + "step": 108 + }, + { + "epoch": 0.015001376273052574, + "grad_norm": 2.0774974014301946, + "learning_rate": 1e-05, + "loss": 1.3891, + "step": 109 + }, + { + "epoch": 0.015139003578309936, + "grad_norm": 2.4022929776432758, + "learning_rate": 1.0091743119266055e-05, + "loss": 1.4178, + "step": 110 + }, + { + "epoch": 0.0152766308835673, + "grad_norm": 2.01224128917724, + "learning_rate": 1.018348623853211e-05, + "loss": 1.3901, + "step": 111 + }, + { + "epoch": 0.015414258188824663, + "grad_norm": 2.066404347243725, + "learning_rate": 1.0275229357798166e-05, + "loss": 1.3663, + "step": 112 + }, + { + "epoch": 0.015551885494082027, + "grad_norm": 2.346759178596331, + "learning_rate": 1.036697247706422e-05, + "loss": 1.4624, + "step": 113 + }, + { + "epoch": 0.01568951279933939, + "grad_norm": 1.9725048742955842, + "learning_rate": 1.0458715596330275e-05, + "loss": 1.4282, + "step": 114 + }, + { + "epoch": 0.01582714010459675, + "grad_norm": 2.4527652660858337, + "learning_rate": 1.055045871559633e-05, + "loss": 1.3758, + "step": 115 + }, + { + "epoch": 0.015964767409854114, + "grad_norm": 2.1494679889578974, + "learning_rate": 1.0642201834862387e-05, + "loss": 1.5246, + "step": 116 + }, + { + "epoch": 0.01610239471511148, + "grad_norm": 2.536611451682191, + "learning_rate": 1.0733944954128442e-05, + "loss": 1.5607, + "step": 117 + }, + { + "epoch": 0.016240022020368842, + "grad_norm": 2.6140930763106316, + "learning_rate": 1.0825688073394496e-05, + "loss": 1.5472, + "step": 118 + }, + { + "epoch": 0.016377649325626204, + "grad_norm": 2.5118776725053173, + "learning_rate": 1.091743119266055e-05, + "loss": 1.4704, + "step": 119 + }, + { + "epoch": 0.016515276630883566, + "grad_norm": 2.4013355693706813, + "learning_rate": 1.1009174311926607e-05, + "loss": 1.5163, + "step": 120 + }, + { + "epoch": 0.01665290393614093, + "grad_norm": 2.1687220048035645, + "learning_rate": 1.1100917431192661e-05, + "loss": 1.3566, + "step": 121 + }, + { + "epoch": 0.016790531241398295, + "grad_norm": 1.9128693750183452, + "learning_rate": 1.1192660550458716e-05, + "loss": 1.3737, + "step": 122 + }, + { + "epoch": 0.016928158546655657, + "grad_norm": 1.9866103213387218, + "learning_rate": 1.128440366972477e-05, + "loss": 1.3799, + "step": 123 + }, + { + "epoch": 0.01706578585191302, + "grad_norm": 2.3862837553683622, + "learning_rate": 1.1376146788990828e-05, + "loss": 1.381, + "step": 124 + }, + { + "epoch": 0.01720341315717038, + "grad_norm": 2.320570066796556, + "learning_rate": 1.1467889908256882e-05, + "loss": 1.4247, + "step": 125 + }, + { + "epoch": 0.017341040462427744, + "grad_norm": 2.413688433308709, + "learning_rate": 1.1559633027522937e-05, + "loss": 1.5039, + "step": 126 + }, + { + "epoch": 0.01747866776768511, + "grad_norm": 2.0237102701485177, + "learning_rate": 1.1651376146788991e-05, + "loss": 1.3587, + "step": 127 + }, + { + "epoch": 0.017616295072942472, + "grad_norm": 2.4690529880041194, + "learning_rate": 1.1743119266055047e-05, + "loss": 1.4008, + "step": 128 + }, + { + "epoch": 0.017753922378199834, + "grad_norm": 2.7638656089095885, + "learning_rate": 1.1834862385321102e-05, + "loss": 1.4985, + "step": 129 + }, + { + "epoch": 0.017891549683457197, + "grad_norm": 2.000801035334007, + "learning_rate": 1.1926605504587156e-05, + "loss": 1.4682, + "step": 130 + }, + { + "epoch": 0.018029176988714563, + "grad_norm": 2.238670637512758, + "learning_rate": 1.2018348623853211e-05, + "loss": 1.5091, + "step": 131 + }, + { + "epoch": 0.018166804293971925, + "grad_norm": 2.3898838705534104, + "learning_rate": 1.2110091743119267e-05, + "loss": 1.4673, + "step": 132 + }, + { + "epoch": 0.018304431599229287, + "grad_norm": 2.552674666139744, + "learning_rate": 1.2201834862385321e-05, + "loss": 1.4999, + "step": 133 + }, + { + "epoch": 0.01844205890448665, + "grad_norm": 2.1357459353491195, + "learning_rate": 1.2293577981651376e-05, + "loss": 1.2657, + "step": 134 + }, + { + "epoch": 0.018579686209744012, + "grad_norm": 2.731615906734047, + "learning_rate": 1.238532110091743e-05, + "loss": 1.425, + "step": 135 + }, + { + "epoch": 0.018717313515001378, + "grad_norm": 2.2870585534051444, + "learning_rate": 1.2477064220183488e-05, + "loss": 1.4874, + "step": 136 + }, + { + "epoch": 0.01885494082025874, + "grad_norm": 2.2554951254446305, + "learning_rate": 1.2568807339449543e-05, + "loss": 1.4177, + "step": 137 + }, + { + "epoch": 0.018992568125516102, + "grad_norm": 2.065981660370105, + "learning_rate": 1.2660550458715597e-05, + "loss": 1.3481, + "step": 138 + }, + { + "epoch": 0.019130195430773465, + "grad_norm": 2.665614182067863, + "learning_rate": 1.2752293577981652e-05, + "loss": 1.3853, + "step": 139 + }, + { + "epoch": 0.019267822736030827, + "grad_norm": 2.087240333129839, + "learning_rate": 1.2844036697247708e-05, + "loss": 1.3942, + "step": 140 + }, + { + "epoch": 0.019405450041288193, + "grad_norm": 2.2575592471031647, + "learning_rate": 1.2935779816513762e-05, + "loss": 1.3976, + "step": 141 + }, + { + "epoch": 0.019543077346545555, + "grad_norm": 1.9104369281232747, + "learning_rate": 1.3027522935779817e-05, + "loss": 1.3166, + "step": 142 + }, + { + "epoch": 0.019680704651802917, + "grad_norm": 1.9454143133859974, + "learning_rate": 1.3119266055045871e-05, + "loss": 1.3285, + "step": 143 + }, + { + "epoch": 0.01981833195706028, + "grad_norm": 2.2058330397753427, + "learning_rate": 1.3211009174311929e-05, + "loss": 1.4812, + "step": 144 + }, + { + "epoch": 0.019955959262317642, + "grad_norm": 1.9386659600837484, + "learning_rate": 1.3302752293577984e-05, + "loss": 1.2962, + "step": 145 + }, + { + "epoch": 0.020093586567575008, + "grad_norm": 1.7075069393905276, + "learning_rate": 1.3394495412844038e-05, + "loss": 1.3414, + "step": 146 + }, + { + "epoch": 0.02023121387283237, + "grad_norm": 1.7637975756050621, + "learning_rate": 1.3486238532110092e-05, + "loss": 1.384, + "step": 147 + }, + { + "epoch": 0.020368841178089733, + "grad_norm": 1.966622170968903, + "learning_rate": 1.3577981651376149e-05, + "loss": 1.3619, + "step": 148 + }, + { + "epoch": 0.020506468483347095, + "grad_norm": 1.9618384378770302, + "learning_rate": 1.3669724770642203e-05, + "loss": 1.3434, + "step": 149 + }, + { + "epoch": 0.02064409578860446, + "grad_norm": 1.8410401321885406, + "learning_rate": 1.3761467889908258e-05, + "loss": 1.3372, + "step": 150 + }, + { + "epoch": 0.020781723093861823, + "grad_norm": 2.4700527583326375, + "learning_rate": 1.3853211009174312e-05, + "loss": 1.3859, + "step": 151 + }, + { + "epoch": 0.020919350399119185, + "grad_norm": 2.142328709959859, + "learning_rate": 1.3944954128440368e-05, + "loss": 1.4458, + "step": 152 + }, + { + "epoch": 0.021056977704376548, + "grad_norm": 2.107167041847096, + "learning_rate": 1.4036697247706423e-05, + "loss": 1.2767, + "step": 153 + }, + { + "epoch": 0.02119460500963391, + "grad_norm": 2.001894517180967, + "learning_rate": 1.4128440366972477e-05, + "loss": 1.3167, + "step": 154 + }, + { + "epoch": 0.021332232314891276, + "grad_norm": 2.2896394821477757, + "learning_rate": 1.4220183486238533e-05, + "loss": 1.296, + "step": 155 + }, + { + "epoch": 0.021469859620148638, + "grad_norm": 2.496140751845408, + "learning_rate": 1.431192660550459e-05, + "loss": 1.3446, + "step": 156 + }, + { + "epoch": 0.021607486925406, + "grad_norm": 2.25066441013742, + "learning_rate": 1.4403669724770644e-05, + "loss": 1.3748, + "step": 157 + }, + { + "epoch": 0.021745114230663363, + "grad_norm": 1.9053056824711767, + "learning_rate": 1.4495412844036698e-05, + "loss": 1.3778, + "step": 158 + }, + { + "epoch": 0.021882741535920725, + "grad_norm": 2.0503396494032553, + "learning_rate": 1.4587155963302753e-05, + "loss": 1.3671, + "step": 159 + }, + { + "epoch": 0.02202036884117809, + "grad_norm": 2.3352100504416824, + "learning_rate": 1.4678899082568809e-05, + "loss": 1.4393, + "step": 160 + }, + { + "epoch": 0.022157996146435453, + "grad_norm": 2.3760017316559288, + "learning_rate": 1.4770642201834863e-05, + "loss": 1.3265, + "step": 161 + }, + { + "epoch": 0.022295623451692816, + "grad_norm": 2.1397049004810267, + "learning_rate": 1.4862385321100918e-05, + "loss": 1.3314, + "step": 162 + }, + { + "epoch": 0.022433250756950178, + "grad_norm": 1.84281148331446, + "learning_rate": 1.4954128440366972e-05, + "loss": 1.3391, + "step": 163 + }, + { + "epoch": 0.02257087806220754, + "grad_norm": 1.950454393470189, + "learning_rate": 1.504587155963303e-05, + "loss": 1.2306, + "step": 164 + }, + { + "epoch": 0.022708505367464906, + "grad_norm": 2.077414931470168, + "learning_rate": 1.5137614678899085e-05, + "loss": 1.3513, + "step": 165 + }, + { + "epoch": 0.02284613267272227, + "grad_norm": 2.181569171944448, + "learning_rate": 1.5229357798165139e-05, + "loss": 1.3961, + "step": 166 + }, + { + "epoch": 0.02298375997797963, + "grad_norm": 2.1069214967290115, + "learning_rate": 1.5321100917431192e-05, + "loss": 1.3022, + "step": 167 + }, + { + "epoch": 0.023121387283236993, + "grad_norm": 2.0099533869479465, + "learning_rate": 1.541284403669725e-05, + "loss": 1.4359, + "step": 168 + }, + { + "epoch": 0.02325901458849436, + "grad_norm": 2.4532334360250174, + "learning_rate": 1.5504587155963304e-05, + "loss": 1.4354, + "step": 169 + }, + { + "epoch": 0.02339664189375172, + "grad_norm": 2.1870076970363432, + "learning_rate": 1.559633027522936e-05, + "loss": 1.3618, + "step": 170 + }, + { + "epoch": 0.023534269199009084, + "grad_norm": 1.8708045491686274, + "learning_rate": 1.5688073394495413e-05, + "loss": 1.3433, + "step": 171 + }, + { + "epoch": 0.023671896504266446, + "grad_norm": 2.217691881395694, + "learning_rate": 1.577981651376147e-05, + "loss": 1.3721, + "step": 172 + }, + { + "epoch": 0.023809523809523808, + "grad_norm": 1.8564790560129703, + "learning_rate": 1.5871559633027525e-05, + "loss": 1.3276, + "step": 173 + }, + { + "epoch": 0.023947151114781174, + "grad_norm": 2.1363873909935305, + "learning_rate": 1.5963302752293578e-05, + "loss": 1.3731, + "step": 174 + }, + { + "epoch": 0.024084778420038536, + "grad_norm": 2.10383324716574, + "learning_rate": 1.6055045871559634e-05, + "loss": 1.4329, + "step": 175 + }, + { + "epoch": 0.0242224057252959, + "grad_norm": 2.5809675552920104, + "learning_rate": 1.614678899082569e-05, + "loss": 1.3884, + "step": 176 + }, + { + "epoch": 0.02436003303055326, + "grad_norm": 1.9437032925537276, + "learning_rate": 1.6238532110091743e-05, + "loss": 1.3329, + "step": 177 + }, + { + "epoch": 0.024497660335810623, + "grad_norm": 1.882230938035813, + "learning_rate": 1.63302752293578e-05, + "loss": 1.3051, + "step": 178 + }, + { + "epoch": 0.02463528764106799, + "grad_norm": 2.371391011825882, + "learning_rate": 1.6422018348623852e-05, + "loss": 1.4394, + "step": 179 + }, + { + "epoch": 0.02477291494632535, + "grad_norm": 2.049877687391247, + "learning_rate": 1.6513761467889912e-05, + "loss": 1.3822, + "step": 180 + }, + { + "epoch": 0.024910542251582714, + "grad_norm": 2.183395457780867, + "learning_rate": 1.6605504587155964e-05, + "loss": 1.4352, + "step": 181 + }, + { + "epoch": 0.025048169556840076, + "grad_norm": 1.767308300227155, + "learning_rate": 1.669724770642202e-05, + "loss": 1.2874, + "step": 182 + }, + { + "epoch": 0.02518579686209744, + "grad_norm": 2.3227210328219794, + "learning_rate": 1.6788990825688073e-05, + "loss": 1.3833, + "step": 183 + }, + { + "epoch": 0.025323424167354804, + "grad_norm": 2.4540266275507374, + "learning_rate": 1.688073394495413e-05, + "loss": 1.3362, + "step": 184 + }, + { + "epoch": 0.025461051472612167, + "grad_norm": 1.8258791576438573, + "learning_rate": 1.6972477064220186e-05, + "loss": 1.3091, + "step": 185 + }, + { + "epoch": 0.02559867877786953, + "grad_norm": 2.188837516109799, + "learning_rate": 1.706422018348624e-05, + "loss": 1.2772, + "step": 186 + }, + { + "epoch": 0.02573630608312689, + "grad_norm": 1.7869528566604627, + "learning_rate": 1.7155963302752295e-05, + "loss": 1.3434, + "step": 187 + }, + { + "epoch": 0.025873933388384257, + "grad_norm": 1.7758446530128247, + "learning_rate": 1.724770642201835e-05, + "loss": 1.3211, + "step": 188 + }, + { + "epoch": 0.02601156069364162, + "grad_norm": 2.2251478822308592, + "learning_rate": 1.7339449541284407e-05, + "loss": 1.3427, + "step": 189 + }, + { + "epoch": 0.02614918799889898, + "grad_norm": 2.0146354218164215, + "learning_rate": 1.743119266055046e-05, + "loss": 1.3032, + "step": 190 + }, + { + "epoch": 0.026286815304156344, + "grad_norm": 1.9128216697801952, + "learning_rate": 1.7522935779816516e-05, + "loss": 1.3094, + "step": 191 + }, + { + "epoch": 0.026424442609413706, + "grad_norm": 1.9885172430951887, + "learning_rate": 1.7614678899082572e-05, + "loss": 1.3655, + "step": 192 + }, + { + "epoch": 0.026562069914671072, + "grad_norm": 1.8997151526891676, + "learning_rate": 1.7706422018348625e-05, + "loss": 1.2968, + "step": 193 + }, + { + "epoch": 0.026699697219928435, + "grad_norm": 2.181255460650857, + "learning_rate": 1.779816513761468e-05, + "loss": 1.3828, + "step": 194 + }, + { + "epoch": 0.026837324525185797, + "grad_norm": 2.226908208967409, + "learning_rate": 1.7889908256880734e-05, + "loss": 1.4288, + "step": 195 + }, + { + "epoch": 0.02697495183044316, + "grad_norm": 2.1054157655207693, + "learning_rate": 1.798165137614679e-05, + "loss": 1.3236, + "step": 196 + }, + { + "epoch": 0.02711257913570052, + "grad_norm": 2.2534238227781955, + "learning_rate": 1.8073394495412846e-05, + "loss": 1.4025, + "step": 197 + }, + { + "epoch": 0.027250206440957887, + "grad_norm": 2.1221988365753126, + "learning_rate": 1.81651376146789e-05, + "loss": 1.3092, + "step": 198 + }, + { + "epoch": 0.02738783374621525, + "grad_norm": 2.4106778851301502, + "learning_rate": 1.8256880733944955e-05, + "loss": 1.4447, + "step": 199 + }, + { + "epoch": 0.027525461051472612, + "grad_norm": 2.0979348526912265, + "learning_rate": 1.834862385321101e-05, + "loss": 1.3787, + "step": 200 + }, + { + "epoch": 0.027663088356729974, + "grad_norm": 1.9861027287809714, + "learning_rate": 1.8440366972477067e-05, + "loss": 1.2361, + "step": 201 + }, + { + "epoch": 0.027800715661987337, + "grad_norm": 1.8297937824842454, + "learning_rate": 1.853211009174312e-05, + "loss": 1.346, + "step": 202 + }, + { + "epoch": 0.027938342967244702, + "grad_norm": 1.947669439033486, + "learning_rate": 1.8623853211009176e-05, + "loss": 1.3406, + "step": 203 + }, + { + "epoch": 0.028075970272502065, + "grad_norm": 1.9280340133595277, + "learning_rate": 1.8715596330275232e-05, + "loss": 1.4061, + "step": 204 + }, + { + "epoch": 0.028213597577759427, + "grad_norm": 1.937909924667875, + "learning_rate": 1.8807339449541285e-05, + "loss": 1.3368, + "step": 205 + }, + { + "epoch": 0.02835122488301679, + "grad_norm": 2.2541953327428614, + "learning_rate": 1.889908256880734e-05, + "loss": 1.3388, + "step": 206 + }, + { + "epoch": 0.028488852188274155, + "grad_norm": 2.445985780658393, + "learning_rate": 1.8990825688073394e-05, + "loss": 1.3751, + "step": 207 + }, + { + "epoch": 0.028626479493531518, + "grad_norm": 1.7604772338332695, + "learning_rate": 1.9082568807339454e-05, + "loss": 1.3424, + "step": 208 + }, + { + "epoch": 0.02876410679878888, + "grad_norm": 1.925554386045184, + "learning_rate": 1.9174311926605506e-05, + "loss": 1.3081, + "step": 209 + }, + { + "epoch": 0.028901734104046242, + "grad_norm": 2.183768319664285, + "learning_rate": 1.9266055045871563e-05, + "loss": 1.3768, + "step": 210 + }, + { + "epoch": 0.029039361409303605, + "grad_norm": 2.171509012076053, + "learning_rate": 1.9357798165137615e-05, + "loss": 1.3456, + "step": 211 + }, + { + "epoch": 0.02917698871456097, + "grad_norm": 2.5022434787892576, + "learning_rate": 1.944954128440367e-05, + "loss": 1.3972, + "step": 212 + }, + { + "epoch": 0.029314616019818333, + "grad_norm": 1.9724584333249437, + "learning_rate": 1.9541284403669728e-05, + "loss": 1.374, + "step": 213 + }, + { + "epoch": 0.029452243325075695, + "grad_norm": 2.152814168631552, + "learning_rate": 1.963302752293578e-05, + "loss": 1.4426, + "step": 214 + }, + { + "epoch": 0.029589870630333057, + "grad_norm": 2.0811862251369697, + "learning_rate": 1.9724770642201837e-05, + "loss": 1.3132, + "step": 215 + }, + { + "epoch": 0.02972749793559042, + "grad_norm": 2.0356073742296714, + "learning_rate": 1.9816513761467893e-05, + "loss": 1.3521, + "step": 216 + }, + { + "epoch": 0.029865125240847785, + "grad_norm": 1.9883424829619851, + "learning_rate": 1.9908256880733945e-05, + "loss": 1.374, + "step": 217 + }, + { + "epoch": 0.030002752546105148, + "grad_norm": 1.9952817976404755, + "learning_rate": 2e-05, + "loss": 1.3639, + "step": 218 + }, + { + "epoch": 0.03014037985136251, + "grad_norm": 1.7773234465207441, + "learning_rate": 1.9999999006568445e-05, + "loss": 1.3517, + "step": 219 + }, + { + "epoch": 0.030278007156619872, + "grad_norm": 1.8451374944980947, + "learning_rate": 1.999999602627397e-05, + "loss": 1.3455, + "step": 220 + }, + { + "epoch": 0.030415634461877235, + "grad_norm": 1.819509376579151, + "learning_rate": 1.9999991059117167e-05, + "loss": 1.2823, + "step": 221 + }, + { + "epoch": 0.0305532617671346, + "grad_norm": 2.00047934700781, + "learning_rate": 1.999998410509903e-05, + "loss": 1.2801, + "step": 222 + }, + { + "epoch": 0.030690889072391963, + "grad_norm": 1.868958420037144, + "learning_rate": 1.999997516422093e-05, + "loss": 1.3592, + "step": 223 + }, + { + "epoch": 0.030828516377649325, + "grad_norm": 2.03584170111653, + "learning_rate": 1.9999964236484656e-05, + "loss": 1.2985, + "step": 224 + }, + { + "epoch": 0.030966143682906688, + "grad_norm": 2.2056471947006844, + "learning_rate": 1.9999951321892372e-05, + "loss": 1.3313, + "step": 225 + }, + { + "epoch": 0.031103770988164053, + "grad_norm": 1.9744496781369447, + "learning_rate": 1.9999936420446643e-05, + "loss": 1.2483, + "step": 226 + }, + { + "epoch": 0.031241398293421416, + "grad_norm": 2.0386487516685072, + "learning_rate": 1.9999919532150435e-05, + "loss": 1.3658, + "step": 227 + }, + { + "epoch": 0.03137902559867878, + "grad_norm": 1.904948240544462, + "learning_rate": 1.9999900657007094e-05, + "loss": 1.3301, + "step": 228 + }, + { + "epoch": 0.03151665290393614, + "grad_norm": 2.0183589913565623, + "learning_rate": 1.999987979502038e-05, + "loss": 1.2772, + "step": 229 + }, + { + "epoch": 0.0316542802091935, + "grad_norm": 1.9411712197117525, + "learning_rate": 1.9999856946194435e-05, + "loss": 1.3322, + "step": 230 + }, + { + "epoch": 0.031791907514450865, + "grad_norm": 2.2023062813180476, + "learning_rate": 1.9999832110533794e-05, + "loss": 1.4659, + "step": 231 + }, + { + "epoch": 0.03192953481970823, + "grad_norm": 1.9270978000378425, + "learning_rate": 1.9999805288043398e-05, + "loss": 1.4075, + "step": 232 + }, + { + "epoch": 0.03206716212496559, + "grad_norm": 2.1099420048359137, + "learning_rate": 1.9999776478728574e-05, + "loss": 1.2874, + "step": 233 + }, + { + "epoch": 0.03220478943022296, + "grad_norm": 2.00452746801814, + "learning_rate": 1.9999745682595044e-05, + "loss": 1.2826, + "step": 234 + }, + { + "epoch": 0.03234241673548032, + "grad_norm": 1.7409968842264136, + "learning_rate": 1.999971289964893e-05, + "loss": 1.321, + "step": 235 + }, + { + "epoch": 0.032480044040737684, + "grad_norm": 1.96922776484795, + "learning_rate": 1.9999678129896742e-05, + "loss": 1.3211, + "step": 236 + }, + { + "epoch": 0.032617671345995046, + "grad_norm": 1.9370130220910162, + "learning_rate": 1.9999641373345394e-05, + "loss": 1.3405, + "step": 237 + }, + { + "epoch": 0.03275529865125241, + "grad_norm": 1.8375556156140171, + "learning_rate": 1.999960263000218e-05, + "loss": 1.257, + "step": 238 + }, + { + "epoch": 0.03289292595650977, + "grad_norm": 1.881772492599796, + "learning_rate": 1.9999561899874807e-05, + "loss": 1.3453, + "step": 239 + }, + { + "epoch": 0.03303055326176713, + "grad_norm": 1.7716913548382902, + "learning_rate": 1.9999519182971364e-05, + "loss": 1.328, + "step": 240 + }, + { + "epoch": 0.033168180567024495, + "grad_norm": 1.993877086781184, + "learning_rate": 1.9999474479300335e-05, + "loss": 1.2421, + "step": 241 + }, + { + "epoch": 0.03330580787228186, + "grad_norm": 1.7766145187247473, + "learning_rate": 1.9999427788870607e-05, + "loss": 1.243, + "step": 242 + }, + { + "epoch": 0.03344343517753923, + "grad_norm": 2.280546727546844, + "learning_rate": 1.9999379111691455e-05, + "loss": 1.3462, + "step": 243 + }, + { + "epoch": 0.03358106248279659, + "grad_norm": 2.068587107908133, + "learning_rate": 1.999932844777255e-05, + "loss": 1.3423, + "step": 244 + }, + { + "epoch": 0.03371868978805395, + "grad_norm": 2.1035609456749524, + "learning_rate": 1.9999275797123955e-05, + "loss": 1.3079, + "step": 245 + }, + { + "epoch": 0.033856317093311314, + "grad_norm": 1.817281288317805, + "learning_rate": 1.9999221159756137e-05, + "loss": 1.3442, + "step": 246 + }, + { + "epoch": 0.033993944398568676, + "grad_norm": 1.8642185321525346, + "learning_rate": 1.9999164535679948e-05, + "loss": 1.2888, + "step": 247 + }, + { + "epoch": 0.03413157170382604, + "grad_norm": 2.1239424755107126, + "learning_rate": 1.9999105924906642e-05, + "loss": 1.3083, + "step": 248 + }, + { + "epoch": 0.0342691990090834, + "grad_norm": 1.9895000749985978, + "learning_rate": 1.999904532744786e-05, + "loss": 1.3279, + "step": 249 + }, + { + "epoch": 0.03440682631434076, + "grad_norm": 2.7840841589985854, + "learning_rate": 1.9998982743315643e-05, + "loss": 1.3552, + "step": 250 + }, + { + "epoch": 0.034544453619598126, + "grad_norm": 2.371457923149714, + "learning_rate": 1.9998918172522422e-05, + "loss": 1.4885, + "step": 251 + }, + { + "epoch": 0.03468208092485549, + "grad_norm": 1.965499970004982, + "learning_rate": 1.9998851615081037e-05, + "loss": 1.3245, + "step": 252 + }, + { + "epoch": 0.03481970823011286, + "grad_norm": 2.182261649634598, + "learning_rate": 1.9998783071004704e-05, + "loss": 1.4123, + "step": 253 + }, + { + "epoch": 0.03495733553537022, + "grad_norm": 1.9810124772045117, + "learning_rate": 1.999871254030704e-05, + "loss": 1.376, + "step": 254 + }, + { + "epoch": 0.03509496284062758, + "grad_norm": 2.045660838778409, + "learning_rate": 1.9998640023002065e-05, + "loss": 1.331, + "step": 255 + }, + { + "epoch": 0.035232590145884944, + "grad_norm": 1.9834000264150056, + "learning_rate": 1.9998565519104182e-05, + "loss": 1.378, + "step": 256 + }, + { + "epoch": 0.035370217451142306, + "grad_norm": 1.8192767279607949, + "learning_rate": 1.9998489028628197e-05, + "loss": 1.3115, + "step": 257 + }, + { + "epoch": 0.03550784475639967, + "grad_norm": 2.075287091644889, + "learning_rate": 1.9998410551589308e-05, + "loss": 1.3706, + "step": 258 + }, + { + "epoch": 0.03564547206165703, + "grad_norm": 1.8396840534977195, + "learning_rate": 1.99983300880031e-05, + "loss": 1.3121, + "step": 259 + }, + { + "epoch": 0.03578309936691439, + "grad_norm": 2.2657065053413854, + "learning_rate": 1.9998247637885574e-05, + "loss": 1.3984, + "step": 260 + }, + { + "epoch": 0.035920726672171756, + "grad_norm": 1.792699771029499, + "learning_rate": 1.9998163201253097e-05, + "loss": 1.2776, + "step": 261 + }, + { + "epoch": 0.036058353977429125, + "grad_norm": 2.1319291696736515, + "learning_rate": 1.999807677812245e-05, + "loss": 1.3355, + "step": 262 + }, + { + "epoch": 0.03619598128268649, + "grad_norm": 1.9855752581057857, + "learning_rate": 1.9997988368510812e-05, + "loss": 1.2446, + "step": 263 + }, + { + "epoch": 0.03633360858794385, + "grad_norm": 1.8647529179938018, + "learning_rate": 1.9997897972435744e-05, + "loss": 1.3064, + "step": 264 + }, + { + "epoch": 0.03647123589320121, + "grad_norm": 2.4876291862687916, + "learning_rate": 1.99978055899152e-05, + "loss": 1.4076, + "step": 265 + }, + { + "epoch": 0.036608863198458574, + "grad_norm": 2.2640090278652467, + "learning_rate": 1.999771122096754e-05, + "loss": 1.3425, + "step": 266 + }, + { + "epoch": 0.03674649050371594, + "grad_norm": 2.22078031673546, + "learning_rate": 1.9997614865611515e-05, + "loss": 1.3278, + "step": 267 + }, + { + "epoch": 0.0368841178089733, + "grad_norm": 2.0123332463629957, + "learning_rate": 1.9997516523866273e-05, + "loss": 1.3758, + "step": 268 + }, + { + "epoch": 0.03702174511423066, + "grad_norm": 1.9004230243919171, + "learning_rate": 1.9997416195751343e-05, + "loss": 1.2723, + "step": 269 + }, + { + "epoch": 0.037159372419488024, + "grad_norm": 2.020198233567359, + "learning_rate": 1.999731388128667e-05, + "loss": 1.3294, + "step": 270 + }, + { + "epoch": 0.037296999724745386, + "grad_norm": 1.9266452426933491, + "learning_rate": 1.999720958049257e-05, + "loss": 1.284, + "step": 271 + }, + { + "epoch": 0.037434627030002755, + "grad_norm": 1.9450048960214175, + "learning_rate": 1.999710329338978e-05, + "loss": 1.1972, + "step": 272 + }, + { + "epoch": 0.03757225433526012, + "grad_norm": 1.7523335851730875, + "learning_rate": 1.9996995019999408e-05, + "loss": 1.2588, + "step": 273 + }, + { + "epoch": 0.03770988164051748, + "grad_norm": 1.9930770640662785, + "learning_rate": 1.999688476034297e-05, + "loss": 1.2772, + "step": 274 + }, + { + "epoch": 0.03784750894577484, + "grad_norm": 1.876604844899448, + "learning_rate": 1.9996772514442372e-05, + "loss": 1.3422, + "step": 275 + }, + { + "epoch": 0.037985136251032205, + "grad_norm": 1.9437420241429655, + "learning_rate": 1.999665828231992e-05, + "loss": 1.335, + "step": 276 + }, + { + "epoch": 0.03812276355628957, + "grad_norm": 2.0235675977492877, + "learning_rate": 1.9996542063998302e-05, + "loss": 1.3098, + "step": 277 + }, + { + "epoch": 0.03826039086154693, + "grad_norm": 2.167815932101806, + "learning_rate": 1.999642385950061e-05, + "loss": 1.2473, + "step": 278 + }, + { + "epoch": 0.03839801816680429, + "grad_norm": 1.9199617794681647, + "learning_rate": 1.9996303668850343e-05, + "loss": 1.2681, + "step": 279 + }, + { + "epoch": 0.038535645472061654, + "grad_norm": 1.807665000648629, + "learning_rate": 1.9996181492071365e-05, + "loss": 1.2637, + "step": 280 + }, + { + "epoch": 0.03867327277731902, + "grad_norm": 2.034866929123004, + "learning_rate": 1.999605732918796e-05, + "loss": 1.2355, + "step": 281 + }, + { + "epoch": 0.038810900082576386, + "grad_norm": 1.9117797548433337, + "learning_rate": 1.9995931180224794e-05, + "loss": 1.3302, + "step": 282 + }, + { + "epoch": 0.03894852738783375, + "grad_norm": 1.9825011626330722, + "learning_rate": 1.9995803045206932e-05, + "loss": 1.2964, + "step": 283 + }, + { + "epoch": 0.03908615469309111, + "grad_norm": 2.019532316661747, + "learning_rate": 1.9995672924159833e-05, + "loss": 1.3139, + "step": 284 + }, + { + "epoch": 0.03922378199834847, + "grad_norm": 1.8896218491695822, + "learning_rate": 1.9995540817109348e-05, + "loss": 1.3778, + "step": 285 + }, + { + "epoch": 0.039361409303605835, + "grad_norm": 2.072034011834162, + "learning_rate": 1.999540672408173e-05, + "loss": 1.2853, + "step": 286 + }, + { + "epoch": 0.0394990366088632, + "grad_norm": 1.836863812053127, + "learning_rate": 1.9995270645103612e-05, + "loss": 1.2706, + "step": 287 + }, + { + "epoch": 0.03963666391412056, + "grad_norm": 2.022368131417683, + "learning_rate": 1.9995132580202043e-05, + "loss": 1.324, + "step": 288 + }, + { + "epoch": 0.03977429121937792, + "grad_norm": 2.0140487694537863, + "learning_rate": 1.9994992529404448e-05, + "loss": 1.2432, + "step": 289 + }, + { + "epoch": 0.039911918524635284, + "grad_norm": 1.833042279821576, + "learning_rate": 1.9994850492738653e-05, + "loss": 1.2055, + "step": 290 + }, + { + "epoch": 0.040049545829892653, + "grad_norm": 1.9238993905607171, + "learning_rate": 1.9994706470232878e-05, + "loss": 1.3539, + "step": 291 + }, + { + "epoch": 0.040187173135150016, + "grad_norm": 2.0842193601639747, + "learning_rate": 1.999456046191574e-05, + "loss": 1.3034, + "step": 292 + }, + { + "epoch": 0.04032480044040738, + "grad_norm": 1.8767069747612992, + "learning_rate": 1.9994412467816252e-05, + "loss": 1.3337, + "step": 293 + }, + { + "epoch": 0.04046242774566474, + "grad_norm": 2.0317638162897462, + "learning_rate": 1.9994262487963814e-05, + "loss": 1.3766, + "step": 294 + }, + { + "epoch": 0.0406000550509221, + "grad_norm": 2.041972078280835, + "learning_rate": 1.9994110522388227e-05, + "loss": 1.3225, + "step": 295 + }, + { + "epoch": 0.040737682356179465, + "grad_norm": 1.9419766466728474, + "learning_rate": 1.999395657111968e-05, + "loss": 1.3318, + "step": 296 + }, + { + "epoch": 0.04087530966143683, + "grad_norm": 1.913362572668395, + "learning_rate": 1.999380063418877e-05, + "loss": 1.2615, + "step": 297 + }, + { + "epoch": 0.04101293696669419, + "grad_norm": 1.9212083194519871, + "learning_rate": 1.999364271162647e-05, + "loss": 1.2634, + "step": 298 + }, + { + "epoch": 0.04115056427195155, + "grad_norm": 2.232071738152464, + "learning_rate": 1.9993482803464163e-05, + "loss": 1.3221, + "step": 299 + }, + { + "epoch": 0.04128819157720892, + "grad_norm": 1.9737654669842704, + "learning_rate": 1.9993320909733618e-05, + "loss": 1.2196, + "step": 300 + }, + { + "epoch": 0.041425818882466284, + "grad_norm": 1.8643726711385082, + "learning_rate": 1.9993157030467002e-05, + "loss": 1.2921, + "step": 301 + }, + { + "epoch": 0.041563446187723646, + "grad_norm": 2.1082925237943857, + "learning_rate": 1.9992991165696875e-05, + "loss": 1.1873, + "step": 302 + }, + { + "epoch": 0.04170107349298101, + "grad_norm": 2.2023512473596423, + "learning_rate": 1.9992823315456197e-05, + "loss": 1.3393, + "step": 303 + }, + { + "epoch": 0.04183870079823837, + "grad_norm": 2.107732704737142, + "learning_rate": 1.9992653479778307e-05, + "loss": 1.2572, + "step": 304 + }, + { + "epoch": 0.04197632810349573, + "grad_norm": 1.8130503148620307, + "learning_rate": 1.9992481658696957e-05, + "loss": 1.295, + "step": 305 + }, + { + "epoch": 0.042113955408753095, + "grad_norm": 1.9417565207349792, + "learning_rate": 1.9992307852246283e-05, + "loss": 1.3884, + "step": 306 + }, + { + "epoch": 0.04225158271401046, + "grad_norm": 1.988799285087504, + "learning_rate": 1.9992132060460824e-05, + "loss": 1.2597, + "step": 307 + }, + { + "epoch": 0.04238921001926782, + "grad_norm": 1.9266845754089965, + "learning_rate": 1.9991954283375494e-05, + "loss": 1.2618, + "step": 308 + }, + { + "epoch": 0.04252683732452518, + "grad_norm": 1.98843435566846, + "learning_rate": 1.9991774521025625e-05, + "loss": 1.2924, + "step": 309 + }, + { + "epoch": 0.04266446462978255, + "grad_norm": 1.9224214094097174, + "learning_rate": 1.9991592773446934e-05, + "loss": 1.2981, + "step": 310 + }, + { + "epoch": 0.042802091935039914, + "grad_norm": 2.2236009576915987, + "learning_rate": 1.999140904067553e-05, + "loss": 1.3053, + "step": 311 + }, + { + "epoch": 0.042939719240297276, + "grad_norm": 1.9466231507817016, + "learning_rate": 1.9991223322747914e-05, + "loss": 1.3242, + "step": 312 + }, + { + "epoch": 0.04307734654555464, + "grad_norm": 2.008219920259741, + "learning_rate": 1.9991035619700988e-05, + "loss": 1.3439, + "step": 313 + }, + { + "epoch": 0.043214973850812, + "grad_norm": 2.0496335440531426, + "learning_rate": 1.9990845931572048e-05, + "loss": 1.3266, + "step": 314 + }, + { + "epoch": 0.04335260115606936, + "grad_norm": 2.0035009030287774, + "learning_rate": 1.999065425839878e-05, + "loss": 1.289, + "step": 315 + }, + { + "epoch": 0.043490228461326726, + "grad_norm": 1.981021621362302, + "learning_rate": 1.999046060021927e-05, + "loss": 1.2473, + "step": 316 + }, + { + "epoch": 0.04362785576658409, + "grad_norm": 2.0012548577329428, + "learning_rate": 1.9990264957071996e-05, + "loss": 1.3168, + "step": 317 + }, + { + "epoch": 0.04376548307184145, + "grad_norm": 1.7586035777088487, + "learning_rate": 1.999006732899582e-05, + "loss": 1.4177, + "step": 318 + }, + { + "epoch": 0.04390311037709882, + "grad_norm": 1.9843946101218148, + "learning_rate": 1.998986771603002e-05, + "loss": 1.2595, + "step": 319 + }, + { + "epoch": 0.04404073768235618, + "grad_norm": 2.0032686103646915, + "learning_rate": 1.998966611821425e-05, + "loss": 1.2616, + "step": 320 + }, + { + "epoch": 0.044178364987613544, + "grad_norm": 1.8957537103443391, + "learning_rate": 1.9989462535588563e-05, + "loss": 1.2496, + "step": 321 + }, + { + "epoch": 0.04431599229287091, + "grad_norm": 1.769521416593508, + "learning_rate": 1.9989256968193412e-05, + "loss": 1.3081, + "step": 322 + }, + { + "epoch": 0.04445361959812827, + "grad_norm": 1.8163453757321195, + "learning_rate": 1.9989049416069643e-05, + "loss": 1.3026, + "step": 323 + }, + { + "epoch": 0.04459124690338563, + "grad_norm": 1.6870146882921933, + "learning_rate": 1.998883987925849e-05, + "loss": 1.1926, + "step": 324 + }, + { + "epoch": 0.044728874208642994, + "grad_norm": 2.3062412643893673, + "learning_rate": 1.998862835780158e-05, + "loss": 1.3097, + "step": 325 + }, + { + "epoch": 0.044866501513900356, + "grad_norm": 2.1118984208579548, + "learning_rate": 1.9988414851740948e-05, + "loss": 1.3361, + "step": 326 + }, + { + "epoch": 0.04500412881915772, + "grad_norm": 2.071318298984024, + "learning_rate": 1.9988199361119012e-05, + "loss": 1.2432, + "step": 327 + }, + { + "epoch": 0.04514175612441508, + "grad_norm": 1.6775347527827575, + "learning_rate": 1.9987981885978587e-05, + "loss": 1.1985, + "step": 328 + }, + { + "epoch": 0.04527938342967245, + "grad_norm": 1.853713611254375, + "learning_rate": 1.998776242636288e-05, + "loss": 1.3456, + "step": 329 + }, + { + "epoch": 0.04541701073492981, + "grad_norm": 2.2074111136204935, + "learning_rate": 1.9987540982315497e-05, + "loss": 1.3279, + "step": 330 + }, + { + "epoch": 0.045554638040187174, + "grad_norm": 1.923242497104588, + "learning_rate": 1.9987317553880435e-05, + "loss": 1.2786, + "step": 331 + }, + { + "epoch": 0.04569226534544454, + "grad_norm": 2.026206449871765, + "learning_rate": 1.9987092141102088e-05, + "loss": 1.307, + "step": 332 + }, + { + "epoch": 0.0458298926507019, + "grad_norm": 1.854699860521197, + "learning_rate": 1.998686474402524e-05, + "loss": 1.289, + "step": 333 + }, + { + "epoch": 0.04596751995595926, + "grad_norm": 1.908290257004568, + "learning_rate": 1.998663536269507e-05, + "loss": 1.3262, + "step": 334 + }, + { + "epoch": 0.046105147261216624, + "grad_norm": 2.0258981422738134, + "learning_rate": 1.998640399715716e-05, + "loss": 1.3366, + "step": 335 + }, + { + "epoch": 0.046242774566473986, + "grad_norm": 1.944047287941539, + "learning_rate": 1.9986170647457473e-05, + "loss": 1.3331, + "step": 336 + }, + { + "epoch": 0.04638040187173135, + "grad_norm": 2.082573886348347, + "learning_rate": 1.998593531364238e-05, + "loss": 1.2466, + "step": 337 + }, + { + "epoch": 0.04651802917698872, + "grad_norm": 1.898665961602332, + "learning_rate": 1.9985697995758623e-05, + "loss": 1.2301, + "step": 338 + }, + { + "epoch": 0.04665565648224608, + "grad_norm": 1.8634999810231299, + "learning_rate": 1.9985458693853367e-05, + "loss": 1.2699, + "step": 339 + }, + { + "epoch": 0.04679328378750344, + "grad_norm": 1.8977229202080608, + "learning_rate": 1.9985217407974157e-05, + "loss": 1.2192, + "step": 340 + }, + { + "epoch": 0.046930911092760805, + "grad_norm": 2.072621608148045, + "learning_rate": 1.9984974138168927e-05, + "loss": 1.2933, + "step": 341 + }, + { + "epoch": 0.04706853839801817, + "grad_norm": 1.9788215515981367, + "learning_rate": 1.998472888448602e-05, + "loss": 1.312, + "step": 342 + }, + { + "epoch": 0.04720616570327553, + "grad_norm": 1.619902115225631, + "learning_rate": 1.9984481646974156e-05, + "loss": 1.1771, + "step": 343 + }, + { + "epoch": 0.04734379300853289, + "grad_norm": 1.9655416588187615, + "learning_rate": 1.998423242568246e-05, + "loss": 1.3569, + "step": 344 + }, + { + "epoch": 0.047481420313790254, + "grad_norm": 1.9696831329443059, + "learning_rate": 1.9983981220660453e-05, + "loss": 1.2937, + "step": 345 + }, + { + "epoch": 0.047619047619047616, + "grad_norm": 1.7434030022791565, + "learning_rate": 1.9983728031958045e-05, + "loss": 1.3741, + "step": 346 + }, + { + "epoch": 0.04775667492430498, + "grad_norm": 2.291283571177287, + "learning_rate": 1.9983472859625538e-05, + "loss": 1.2837, + "step": 347 + }, + { + "epoch": 0.04789430222956235, + "grad_norm": 1.9475093559644452, + "learning_rate": 1.998321570371363e-05, + "loss": 1.3691, + "step": 348 + }, + { + "epoch": 0.04803192953481971, + "grad_norm": 2.480130884366514, + "learning_rate": 1.998295656427342e-05, + "loss": 1.2457, + "step": 349 + }, + { + "epoch": 0.04816955684007707, + "grad_norm": 2.212099545303573, + "learning_rate": 1.998269544135639e-05, + "loss": 1.1974, + "step": 350 + }, + { + "epoch": 0.048307184145334435, + "grad_norm": 2.065780820957356, + "learning_rate": 1.9982432335014424e-05, + "loss": 1.2563, + "step": 351 + }, + { + "epoch": 0.0484448114505918, + "grad_norm": 1.885492531021616, + "learning_rate": 1.99821672452998e-05, + "loss": 1.3699, + "step": 352 + }, + { + "epoch": 0.04858243875584916, + "grad_norm": 1.7602538501350369, + "learning_rate": 1.9981900172265183e-05, + "loss": 1.295, + "step": 353 + }, + { + "epoch": 0.04872006606110652, + "grad_norm": 1.865167625911863, + "learning_rate": 1.998163111596364e-05, + "loss": 1.2506, + "step": 354 + }, + { + "epoch": 0.048857693366363884, + "grad_norm": 1.847224196147791, + "learning_rate": 1.998136007644863e-05, + "loss": 1.2026, + "step": 355 + }, + { + "epoch": 0.04899532067162125, + "grad_norm": 1.9100515924897017, + "learning_rate": 1.9981087053774e-05, + "loss": 1.2722, + "step": 356 + }, + { + "epoch": 0.049132947976878616, + "grad_norm": 1.895088131640955, + "learning_rate": 1.9980812047993998e-05, + "loss": 1.2733, + "step": 357 + }, + { + "epoch": 0.04927057528213598, + "grad_norm": 1.8435606071436663, + "learning_rate": 1.9980535059163268e-05, + "loss": 1.303, + "step": 358 + }, + { + "epoch": 0.04940820258739334, + "grad_norm": 2.5404693559597584, + "learning_rate": 1.9980256087336837e-05, + "loss": 1.3795, + "step": 359 + }, + { + "epoch": 0.0495458298926507, + "grad_norm": 2.2294310692591783, + "learning_rate": 1.9979975132570136e-05, + "loss": 1.3053, + "step": 360 + }, + { + "epoch": 0.049683457197908065, + "grad_norm": 2.1538497755301225, + "learning_rate": 1.997969219491899e-05, + "loss": 1.2672, + "step": 361 + }, + { + "epoch": 0.04982108450316543, + "grad_norm": 1.991038262032904, + "learning_rate": 1.997940727443961e-05, + "loss": 1.2868, + "step": 362 + }, + { + "epoch": 0.04995871180842279, + "grad_norm": 1.9256164520980534, + "learning_rate": 1.997912037118861e-05, + "loss": 1.315, + "step": 363 + }, + { + "epoch": 0.05009633911368015, + "grad_norm": 2.023742395775842, + "learning_rate": 1.997883148522299e-05, + "loss": 1.3054, + "step": 364 + }, + { + "epoch": 0.050233966418937515, + "grad_norm": 2.0302229585922333, + "learning_rate": 1.997854061660015e-05, + "loss": 1.3149, + "step": 365 + }, + { + "epoch": 0.05037159372419488, + "grad_norm": 2.036128704770115, + "learning_rate": 1.997824776537788e-05, + "loss": 1.3169, + "step": 366 + }, + { + "epoch": 0.050509221029452246, + "grad_norm": 1.9924522208774331, + "learning_rate": 1.9977952931614367e-05, + "loss": 1.358, + "step": 367 + }, + { + "epoch": 0.05064684833470961, + "grad_norm": 1.8755238125548077, + "learning_rate": 1.9977656115368188e-05, + "loss": 1.3002, + "step": 368 + }, + { + "epoch": 0.05078447563996697, + "grad_norm": 1.887571437098343, + "learning_rate": 1.997735731669832e-05, + "loss": 1.3591, + "step": 369 + }, + { + "epoch": 0.05092210294522433, + "grad_norm": 1.9533409887390523, + "learning_rate": 1.9977056535664126e-05, + "loss": 1.2841, + "step": 370 + }, + { + "epoch": 0.051059730250481696, + "grad_norm": 2.0734713776429103, + "learning_rate": 1.997675377232537e-05, + "loss": 1.3365, + "step": 371 + }, + { + "epoch": 0.05119735755573906, + "grad_norm": 1.7970657233687415, + "learning_rate": 1.9976449026742207e-05, + "loss": 1.2009, + "step": 372 + }, + { + "epoch": 0.05133498486099642, + "grad_norm": 2.1093469971484367, + "learning_rate": 1.9976142298975185e-05, + "loss": 1.305, + "step": 373 + }, + { + "epoch": 0.05147261216625378, + "grad_norm": 1.9410309926693152, + "learning_rate": 1.9975833589085248e-05, + "loss": 1.2522, + "step": 374 + }, + { + "epoch": 0.051610239471511145, + "grad_norm": 2.0712260501477524, + "learning_rate": 1.997552289713373e-05, + "loss": 1.3271, + "step": 375 + }, + { + "epoch": 0.051747866776768514, + "grad_norm": 1.9996830417631568, + "learning_rate": 1.9975210223182362e-05, + "loss": 1.2738, + "step": 376 + }, + { + "epoch": 0.051885494082025876, + "grad_norm": 2.286612866579139, + "learning_rate": 1.997489556729327e-05, + "loss": 1.2704, + "step": 377 + }, + { + "epoch": 0.05202312138728324, + "grad_norm": 1.9817545722314844, + "learning_rate": 1.997457892952897e-05, + "loss": 1.2683, + "step": 378 + }, + { + "epoch": 0.0521607486925406, + "grad_norm": 2.2904879614244438, + "learning_rate": 1.997426030995237e-05, + "loss": 1.1885, + "step": 379 + }, + { + "epoch": 0.05229837599779796, + "grad_norm": 2.3747836914864995, + "learning_rate": 1.9973939708626783e-05, + "loss": 1.2233, + "step": 380 + }, + { + "epoch": 0.052436003303055326, + "grad_norm": 1.7952277522730469, + "learning_rate": 1.9973617125615905e-05, + "loss": 1.2694, + "step": 381 + }, + { + "epoch": 0.05257363060831269, + "grad_norm": 2.093507463238063, + "learning_rate": 1.9973292560983824e-05, + "loss": 1.3305, + "step": 382 + }, + { + "epoch": 0.05271125791357005, + "grad_norm": 1.9583570970904898, + "learning_rate": 1.9972966014795037e-05, + "loss": 1.2866, + "step": 383 + }, + { + "epoch": 0.05284888521882741, + "grad_norm": 2.526089669274658, + "learning_rate": 1.997263748711441e-05, + "loss": 1.3858, + "step": 384 + }, + { + "epoch": 0.052986512524084775, + "grad_norm": 1.9493300514508547, + "learning_rate": 1.997230697800723e-05, + "loss": 1.2072, + "step": 385 + }, + { + "epoch": 0.053124139829342144, + "grad_norm": 1.7403992204205307, + "learning_rate": 1.9971974487539157e-05, + "loss": 1.276, + "step": 386 + }, + { + "epoch": 0.05326176713459951, + "grad_norm": 2.2008336326427997, + "learning_rate": 1.997164001577626e-05, + "loss": 1.346, + "step": 387 + }, + { + "epoch": 0.05339939443985687, + "grad_norm": 1.8388260706611188, + "learning_rate": 1.997130356278498e-05, + "loss": 1.2144, + "step": 388 + }, + { + "epoch": 0.05353702174511423, + "grad_norm": 1.9179417045915383, + "learning_rate": 1.9970965128632182e-05, + "loss": 1.3038, + "step": 389 + }, + { + "epoch": 0.053674649050371594, + "grad_norm": 1.9085874046292923, + "learning_rate": 1.9970624713385098e-05, + "loss": 1.1766, + "step": 390 + }, + { + "epoch": 0.053812276355628956, + "grad_norm": 1.9412164891360453, + "learning_rate": 1.9970282317111366e-05, + "loss": 1.3356, + "step": 391 + }, + { + "epoch": 0.05394990366088632, + "grad_norm": 2.1347857840286726, + "learning_rate": 1.9969937939879015e-05, + "loss": 1.2936, + "step": 392 + }, + { + "epoch": 0.05408753096614368, + "grad_norm": 2.140126933424393, + "learning_rate": 1.996959158175647e-05, + "loss": 1.296, + "step": 393 + }, + { + "epoch": 0.05422515827140104, + "grad_norm": 1.8974971911496747, + "learning_rate": 1.9969243242812548e-05, + "loss": 1.3733, + "step": 394 + }, + { + "epoch": 0.05436278557665841, + "grad_norm": 2.03858346219951, + "learning_rate": 1.9968892923116458e-05, + "loss": 1.2192, + "step": 395 + }, + { + "epoch": 0.054500412881915775, + "grad_norm": 1.9606605260937806, + "learning_rate": 1.99685406227378e-05, + "loss": 1.2891, + "step": 396 + }, + { + "epoch": 0.05463804018717314, + "grad_norm": 1.7815038951900228, + "learning_rate": 1.9968186341746577e-05, + "loss": 1.2733, + "step": 397 + }, + { + "epoch": 0.0547756674924305, + "grad_norm": 2.221806969414037, + "learning_rate": 1.9967830080213177e-05, + "loss": 1.3671, + "step": 398 + }, + { + "epoch": 0.05491329479768786, + "grad_norm": 2.0726708404020937, + "learning_rate": 1.9967471838208384e-05, + "loss": 1.2983, + "step": 399 + }, + { + "epoch": 0.055050922102945224, + "grad_norm": 1.839832027185923, + "learning_rate": 1.9967111615803375e-05, + "loss": 1.1639, + "step": 400 + }, + { + "epoch": 0.055188549408202586, + "grad_norm": 1.7740885621320672, + "learning_rate": 1.9966749413069725e-05, + "loss": 1.2971, + "step": 401 + }, + { + "epoch": 0.05532617671345995, + "grad_norm": 2.147679679424087, + "learning_rate": 1.9966385230079398e-05, + "loss": 1.2831, + "step": 402 + }, + { + "epoch": 0.05546380401871731, + "grad_norm": 2.180207000511034, + "learning_rate": 1.996601906690475e-05, + "loss": 1.4126, + "step": 403 + }, + { + "epoch": 0.05560143132397467, + "grad_norm": 1.9094327096327237, + "learning_rate": 1.9965650923618533e-05, + "loss": 1.3011, + "step": 404 + }, + { + "epoch": 0.05573905862923204, + "grad_norm": 1.8313777980294155, + "learning_rate": 1.996528080029389e-05, + "loss": 1.1063, + "step": 405 + }, + { + "epoch": 0.055876685934489405, + "grad_norm": 1.8295861896093955, + "learning_rate": 1.9964908697004365e-05, + "loss": 1.2767, + "step": 406 + }, + { + "epoch": 0.05601431323974677, + "grad_norm": 1.975014663100573, + "learning_rate": 1.9964534613823887e-05, + "loss": 1.2607, + "step": 407 + }, + { + "epoch": 0.05615194054500413, + "grad_norm": 2.194104285552894, + "learning_rate": 1.996415855082678e-05, + "loss": 1.295, + "step": 408 + }, + { + "epoch": 0.05628956785026149, + "grad_norm": 2.046495620805769, + "learning_rate": 1.9963780508087762e-05, + "loss": 1.2459, + "step": 409 + }, + { + "epoch": 0.056427195155518854, + "grad_norm": 1.9502643307151568, + "learning_rate": 1.996340048568195e-05, + "loss": 1.296, + "step": 410 + }, + { + "epoch": 0.056564822460776217, + "grad_norm": 2.2283754165300955, + "learning_rate": 1.996301848368484e-05, + "loss": 1.2106, + "step": 411 + }, + { + "epoch": 0.05670244976603358, + "grad_norm": 1.7024859456294998, + "learning_rate": 1.9962634502172337e-05, + "loss": 1.2391, + "step": 412 + }, + { + "epoch": 0.05684007707129094, + "grad_norm": 2.1075246129501215, + "learning_rate": 1.9962248541220736e-05, + "loss": 1.2515, + "step": 413 + }, + { + "epoch": 0.05697770437654831, + "grad_norm": 1.6663845852163919, + "learning_rate": 1.9961860600906715e-05, + "loss": 1.2081, + "step": 414 + }, + { + "epoch": 0.05711533168180567, + "grad_norm": 1.816877703604298, + "learning_rate": 1.9961470681307356e-05, + "loss": 1.1956, + "step": 415 + }, + { + "epoch": 0.057252958987063035, + "grad_norm": 1.9523186742971343, + "learning_rate": 1.996107878250013e-05, + "loss": 1.2939, + "step": 416 + }, + { + "epoch": 0.0573905862923204, + "grad_norm": 2.26477019035582, + "learning_rate": 1.9960684904562906e-05, + "loss": 1.3614, + "step": 417 + }, + { + "epoch": 0.05752821359757776, + "grad_norm": 1.886243247183418, + "learning_rate": 1.9960289047573937e-05, + "loss": 1.3695, + "step": 418 + }, + { + "epoch": 0.05766584090283512, + "grad_norm": 1.9246741836769485, + "learning_rate": 1.9959891211611873e-05, + "loss": 1.2613, + "step": 419 + }, + { + "epoch": 0.057803468208092484, + "grad_norm": 1.757816092715963, + "learning_rate": 1.995949139675576e-05, + "loss": 1.2108, + "step": 420 + }, + { + "epoch": 0.05794109551334985, + "grad_norm": 1.9589886196554223, + "learning_rate": 1.9959089603085043e-05, + "loss": 1.2784, + "step": 421 + }, + { + "epoch": 0.05807872281860721, + "grad_norm": 1.9635731134410688, + "learning_rate": 1.995868583067954e-05, + "loss": 1.2443, + "step": 422 + }, + { + "epoch": 0.05821635012386457, + "grad_norm": 1.9000004237863424, + "learning_rate": 1.995828007961949e-05, + "loss": 1.3124, + "step": 423 + }, + { + "epoch": 0.05835397742912194, + "grad_norm": 2.0091244654855513, + "learning_rate": 1.9957872349985497e-05, + "loss": 1.1883, + "step": 424 + }, + { + "epoch": 0.0584916047343793, + "grad_norm": 1.8326389466586124, + "learning_rate": 1.9957462641858578e-05, + "loss": 1.308, + "step": 425 + }, + { + "epoch": 0.058629232039636665, + "grad_norm": 2.0531424777481933, + "learning_rate": 1.9957050955320132e-05, + "loss": 1.3437, + "step": 426 + }, + { + "epoch": 0.05876685934489403, + "grad_norm": 1.9520103341804151, + "learning_rate": 1.995663729045196e-05, + "loss": 1.2698, + "step": 427 + }, + { + "epoch": 0.05890448665015139, + "grad_norm": 1.7275115039913882, + "learning_rate": 1.995622164733625e-05, + "loss": 1.3028, + "step": 428 + }, + { + "epoch": 0.05904211395540875, + "grad_norm": 2.2043926466862085, + "learning_rate": 1.9955804026055588e-05, + "loss": 1.3596, + "step": 429 + }, + { + "epoch": 0.059179741260666115, + "grad_norm": 2.960596576717187, + "learning_rate": 1.995538442669294e-05, + "loss": 1.2575, + "step": 430 + }, + { + "epoch": 0.05931736856592348, + "grad_norm": 1.8404968961068147, + "learning_rate": 1.9954962849331683e-05, + "loss": 1.3424, + "step": 431 + }, + { + "epoch": 0.05945499587118084, + "grad_norm": 1.997114077969597, + "learning_rate": 1.995453929405558e-05, + "loss": 1.2673, + "step": 432 + }, + { + "epoch": 0.05959262317643821, + "grad_norm": 2.0706986265550733, + "learning_rate": 1.995411376094878e-05, + "loss": 1.3362, + "step": 433 + }, + { + "epoch": 0.05973025048169557, + "grad_norm": 1.8803238718609119, + "learning_rate": 1.9953686250095832e-05, + "loss": 1.2866, + "step": 434 + }, + { + "epoch": 0.05986787778695293, + "grad_norm": 2.0312942677404413, + "learning_rate": 1.9953256761581676e-05, + "loss": 1.2822, + "step": 435 + }, + { + "epoch": 0.060005505092210296, + "grad_norm": 2.0715003057115875, + "learning_rate": 1.9952825295491646e-05, + "loss": 1.3014, + "step": 436 + }, + { + "epoch": 0.06014313239746766, + "grad_norm": 1.9214047669422047, + "learning_rate": 1.9952391851911472e-05, + "loss": 1.2854, + "step": 437 + }, + { + "epoch": 0.06028075970272502, + "grad_norm": 1.7756415133918928, + "learning_rate": 1.995195643092727e-05, + "loss": 1.1848, + "step": 438 + }, + { + "epoch": 0.06041838700798238, + "grad_norm": 1.9653732720928956, + "learning_rate": 1.9951519032625553e-05, + "loss": 1.2381, + "step": 439 + }, + { + "epoch": 0.060556014313239745, + "grad_norm": 1.7282783703691085, + "learning_rate": 1.9951079657093224e-05, + "loss": 1.2529, + "step": 440 + }, + { + "epoch": 0.06069364161849711, + "grad_norm": 2.129062717714167, + "learning_rate": 1.9950638304417586e-05, + "loss": 1.2697, + "step": 441 + }, + { + "epoch": 0.06083126892375447, + "grad_norm": 1.8492514000297586, + "learning_rate": 1.9950194974686323e-05, + "loss": 1.2752, + "step": 442 + }, + { + "epoch": 0.06096889622901184, + "grad_norm": 1.8453149063306944, + "learning_rate": 1.994974966798752e-05, + "loss": 1.284, + "step": 443 + }, + { + "epoch": 0.0611065235342692, + "grad_norm": 1.8763410837840768, + "learning_rate": 1.9949302384409658e-05, + "loss": 1.209, + "step": 444 + }, + { + "epoch": 0.061244150839526564, + "grad_norm": 1.9445143163141134, + "learning_rate": 1.9948853124041605e-05, + "loss": 1.266, + "step": 445 + }, + { + "epoch": 0.061381778144783926, + "grad_norm": 2.157749358825563, + "learning_rate": 1.994840188697262e-05, + "loss": 1.3316, + "step": 446 + }, + { + "epoch": 0.06151940545004129, + "grad_norm": 2.0478287643941133, + "learning_rate": 1.9947948673292355e-05, + "loss": 1.2285, + "step": 447 + }, + { + "epoch": 0.06165703275529865, + "grad_norm": 1.8431696346946702, + "learning_rate": 1.9947493483090868e-05, + "loss": 1.2754, + "step": 448 + }, + { + "epoch": 0.06179466006055601, + "grad_norm": 1.8510207068493272, + "learning_rate": 1.9947036316458586e-05, + "loss": 1.2421, + "step": 449 + }, + { + "epoch": 0.061932287365813375, + "grad_norm": 2.0004942697947667, + "learning_rate": 1.994657717348635e-05, + "loss": 1.2114, + "step": 450 + }, + { + "epoch": 0.06206991467107074, + "grad_norm": 1.8451833826767257, + "learning_rate": 1.994611605426538e-05, + "loss": 1.2519, + "step": 451 + }, + { + "epoch": 0.06220754197632811, + "grad_norm": 1.8582119933625163, + "learning_rate": 1.9945652958887307e-05, + "loss": 1.2742, + "step": 452 + }, + { + "epoch": 0.06234516928158547, + "grad_norm": 2.294234746537331, + "learning_rate": 1.9945187887444125e-05, + "loss": 1.276, + "step": 453 + }, + { + "epoch": 0.06248279658684283, + "grad_norm": 2.0953446083187317, + "learning_rate": 1.994472084002825e-05, + "loss": 1.2809, + "step": 454 + }, + { + "epoch": 0.0626204238921002, + "grad_norm": 1.8293549235348188, + "learning_rate": 1.9944251816732465e-05, + "loss": 1.2639, + "step": 455 + }, + { + "epoch": 0.06275805119735756, + "grad_norm": 1.763579481802699, + "learning_rate": 1.994378081764997e-05, + "loss": 1.2527, + "step": 456 + }, + { + "epoch": 0.06289567850261492, + "grad_norm": 1.680972430226953, + "learning_rate": 1.9943307842874343e-05, + "loss": 1.2677, + "step": 457 + }, + { + "epoch": 0.06303330580787228, + "grad_norm": 1.9676339393763098, + "learning_rate": 1.9942832892499554e-05, + "loss": 1.3471, + "step": 458 + }, + { + "epoch": 0.06317093311312964, + "grad_norm": 1.7617564663195786, + "learning_rate": 1.9942355966619973e-05, + "loss": 1.1866, + "step": 459 + }, + { + "epoch": 0.063308560418387, + "grad_norm": 1.7242932321655349, + "learning_rate": 1.994187706533036e-05, + "loss": 1.2048, + "step": 460 + }, + { + "epoch": 0.06344618772364437, + "grad_norm": 1.992760137856312, + "learning_rate": 1.994139618872586e-05, + "loss": 1.2755, + "step": 461 + }, + { + "epoch": 0.06358381502890173, + "grad_norm": 1.6613602577954403, + "learning_rate": 1.994091333690202e-05, + "loss": 1.2164, + "step": 462 + }, + { + "epoch": 0.06372144233415909, + "grad_norm": 1.9269790546258212, + "learning_rate": 1.994042850995478e-05, + "loss": 1.2067, + "step": 463 + }, + { + "epoch": 0.06385906963941645, + "grad_norm": 1.8956732326475456, + "learning_rate": 1.9939941707980462e-05, + "loss": 1.288, + "step": 464 + }, + { + "epoch": 0.06399669694467382, + "grad_norm": 1.9756257019901673, + "learning_rate": 1.993945293107579e-05, + "loss": 1.3333, + "step": 465 + }, + { + "epoch": 0.06413432424993118, + "grad_norm": 2.0657072801138985, + "learning_rate": 1.9938962179337877e-05, + "loss": 1.2734, + "step": 466 + }, + { + "epoch": 0.06427195155518856, + "grad_norm": 2.0977028760164314, + "learning_rate": 1.9938469452864228e-05, + "loss": 1.2001, + "step": 467 + }, + { + "epoch": 0.06440957886044592, + "grad_norm": 1.8097639589604808, + "learning_rate": 1.9937974751752742e-05, + "loss": 1.2629, + "step": 468 + }, + { + "epoch": 0.06454720616570328, + "grad_norm": 2.194196926188826, + "learning_rate": 1.993747807610171e-05, + "loss": 1.2519, + "step": 469 + }, + { + "epoch": 0.06468483347096064, + "grad_norm": 1.9521005406854626, + "learning_rate": 1.993697942600981e-05, + "loss": 1.231, + "step": 470 + }, + { + "epoch": 0.064822460776218, + "grad_norm": 2.0873442051972626, + "learning_rate": 1.9936478801576126e-05, + "loss": 1.2067, + "step": 471 + }, + { + "epoch": 0.06496008808147537, + "grad_norm": 2.1055827722222022, + "learning_rate": 1.9935976202900113e-05, + "loss": 1.3314, + "step": 472 + }, + { + "epoch": 0.06509771538673273, + "grad_norm": 1.908153802340709, + "learning_rate": 1.9935471630081643e-05, + "loss": 1.1115, + "step": 473 + }, + { + "epoch": 0.06523534269199009, + "grad_norm": 2.0733188000853837, + "learning_rate": 1.9934965083220962e-05, + "loss": 1.2931, + "step": 474 + }, + { + "epoch": 0.06537296999724745, + "grad_norm": 1.930650710988908, + "learning_rate": 1.993445656241871e-05, + "loss": 1.2699, + "step": 475 + }, + { + "epoch": 0.06551059730250482, + "grad_norm": 2.0895605864193443, + "learning_rate": 1.9933946067775926e-05, + "loss": 1.3089, + "step": 476 + }, + { + "epoch": 0.06564822460776218, + "grad_norm": 1.9768489734633947, + "learning_rate": 1.9933433599394044e-05, + "loss": 1.2281, + "step": 477 + }, + { + "epoch": 0.06578585191301954, + "grad_norm": 1.8650424008844106, + "learning_rate": 1.9932919157374875e-05, + "loss": 1.2664, + "step": 478 + }, + { + "epoch": 0.0659234792182769, + "grad_norm": 1.741862180859924, + "learning_rate": 1.993240274182064e-05, + "loss": 1.2537, + "step": 479 + }, + { + "epoch": 0.06606110652353427, + "grad_norm": 1.9241910891359395, + "learning_rate": 1.993188435283394e-05, + "loss": 1.2552, + "step": 480 + }, + { + "epoch": 0.06619873382879163, + "grad_norm": 1.9525915734834804, + "learning_rate": 1.993136399051777e-05, + "loss": 1.3352, + "step": 481 + }, + { + "epoch": 0.06633636113404899, + "grad_norm": 2.091753805708498, + "learning_rate": 1.993084165497552e-05, + "loss": 1.2709, + "step": 482 + }, + { + "epoch": 0.06647398843930635, + "grad_norm": 1.8693031549749846, + "learning_rate": 1.9930317346310973e-05, + "loss": 1.2555, + "step": 483 + }, + { + "epoch": 0.06661161574456372, + "grad_norm": 1.8689919149041436, + "learning_rate": 1.9929791064628298e-05, + "loss": 1.2631, + "step": 484 + }, + { + "epoch": 0.06674924304982108, + "grad_norm": 1.9976729036792915, + "learning_rate": 1.9929262810032066e-05, + "loss": 1.1658, + "step": 485 + }, + { + "epoch": 0.06688687035507845, + "grad_norm": 1.7755119019947856, + "learning_rate": 1.9928732582627227e-05, + "loss": 1.2154, + "step": 486 + }, + { + "epoch": 0.06702449766033582, + "grad_norm": 1.9319398171797064, + "learning_rate": 1.9928200382519137e-05, + "loss": 1.316, + "step": 487 + }, + { + "epoch": 0.06716212496559318, + "grad_norm": 1.7935035241162038, + "learning_rate": 1.9927666209813533e-05, + "loss": 1.2447, + "step": 488 + }, + { + "epoch": 0.06729975227085054, + "grad_norm": 1.9026683272322567, + "learning_rate": 1.9927130064616545e-05, + "loss": 1.1954, + "step": 489 + }, + { + "epoch": 0.0674373795761079, + "grad_norm": 2.01315619020156, + "learning_rate": 1.9926591947034703e-05, + "loss": 1.301, + "step": 490 + }, + { + "epoch": 0.06757500688136527, + "grad_norm": 1.9726566745060048, + "learning_rate": 1.9926051857174918e-05, + "loss": 1.1835, + "step": 491 + }, + { + "epoch": 0.06771263418662263, + "grad_norm": 1.8280852271014831, + "learning_rate": 1.9925509795144507e-05, + "loss": 1.2756, + "step": 492 + }, + { + "epoch": 0.06785026149187999, + "grad_norm": 1.865117247510908, + "learning_rate": 1.9924965761051162e-05, + "loss": 1.3567, + "step": 493 + }, + { + "epoch": 0.06798788879713735, + "grad_norm": 1.97610277614962, + "learning_rate": 1.992441975500298e-05, + "loss": 1.1795, + "step": 494 + }, + { + "epoch": 0.06812551610239471, + "grad_norm": 1.7509643798628605, + "learning_rate": 1.9923871777108444e-05, + "loss": 1.3147, + "step": 495 + }, + { + "epoch": 0.06826314340765208, + "grad_norm": 1.8852849488809362, + "learning_rate": 1.9923321827476424e-05, + "loss": 1.26, + "step": 496 + }, + { + "epoch": 0.06840077071290944, + "grad_norm": 1.9284816700356255, + "learning_rate": 1.9922769906216197e-05, + "loss": 1.2631, + "step": 497 + }, + { + "epoch": 0.0685383980181668, + "grad_norm": 1.9789859088743607, + "learning_rate": 1.9922216013437416e-05, + "loss": 1.2152, + "step": 498 + }, + { + "epoch": 0.06867602532342416, + "grad_norm": 1.868918882079822, + "learning_rate": 1.9921660149250136e-05, + "loss": 1.2781, + "step": 499 + }, + { + "epoch": 0.06881365262868153, + "grad_norm": 1.861180511427821, + "learning_rate": 1.9921102313764792e-05, + "loss": 1.2313, + "step": 500 + }, + { + "epoch": 0.06895127993393889, + "grad_norm": 1.9073977803631186, + "learning_rate": 1.9920542507092224e-05, + "loss": 1.182, + "step": 501 + }, + { + "epoch": 0.06908890723919625, + "grad_norm": 2.080137407282964, + "learning_rate": 1.991998072934366e-05, + "loss": 1.3183, + "step": 502 + }, + { + "epoch": 0.06922653454445361, + "grad_norm": 1.9373305606651468, + "learning_rate": 1.9919416980630716e-05, + "loss": 1.2063, + "step": 503 + }, + { + "epoch": 0.06936416184971098, + "grad_norm": 1.6502766163933156, + "learning_rate": 1.9918851261065396e-05, + "loss": 1.1679, + "step": 504 + }, + { + "epoch": 0.06950178915496835, + "grad_norm": 1.8057377969588764, + "learning_rate": 1.9918283570760106e-05, + "loss": 1.2284, + "step": 505 + }, + { + "epoch": 0.06963941646022571, + "grad_norm": 2.0510527950839283, + "learning_rate": 1.991771390982764e-05, + "loss": 1.1899, + "step": 506 + }, + { + "epoch": 0.06977704376548308, + "grad_norm": 2.1191465231134505, + "learning_rate": 1.9917142278381174e-05, + "loss": 1.32, + "step": 507 + }, + { + "epoch": 0.06991467107074044, + "grad_norm": 1.8754971769098363, + "learning_rate": 1.9916568676534293e-05, + "loss": 1.3128, + "step": 508 + }, + { + "epoch": 0.0700522983759978, + "grad_norm": 1.802764500981227, + "learning_rate": 1.9915993104400956e-05, + "loss": 1.2665, + "step": 509 + }, + { + "epoch": 0.07018992568125516, + "grad_norm": 1.7060482391083969, + "learning_rate": 1.9915415562095526e-05, + "loss": 1.0646, + "step": 510 + }, + { + "epoch": 0.07032755298651253, + "grad_norm": 1.6624810358540312, + "learning_rate": 1.991483604973275e-05, + "loss": 1.2143, + "step": 511 + }, + { + "epoch": 0.07046518029176989, + "grad_norm": 2.035451740801462, + "learning_rate": 1.991425456742777e-05, + "loss": 1.2738, + "step": 512 + }, + { + "epoch": 0.07060280759702725, + "grad_norm": 1.89530383180649, + "learning_rate": 1.991367111529612e-05, + "loss": 1.2836, + "step": 513 + }, + { + "epoch": 0.07074043490228461, + "grad_norm": 1.9074879080429372, + "learning_rate": 1.991308569345372e-05, + "loss": 1.1591, + "step": 514 + }, + { + "epoch": 0.07087806220754198, + "grad_norm": 2.068578965405604, + "learning_rate": 1.991249830201689e-05, + "loss": 1.2588, + "step": 515 + }, + { + "epoch": 0.07101568951279934, + "grad_norm": 1.7972292712045346, + "learning_rate": 1.9911908941102336e-05, + "loss": 1.2623, + "step": 516 + }, + { + "epoch": 0.0711533168180567, + "grad_norm": 1.9410858392601127, + "learning_rate": 1.991131761082715e-05, + "loss": 1.1888, + "step": 517 + }, + { + "epoch": 0.07129094412331406, + "grad_norm": 2.0878508766140045, + "learning_rate": 1.991072431130883e-05, + "loss": 1.2543, + "step": 518 + }, + { + "epoch": 0.07142857142857142, + "grad_norm": 1.96597345812111, + "learning_rate": 1.9910129042665253e-05, + "loss": 1.2999, + "step": 519 + }, + { + "epoch": 0.07156619873382879, + "grad_norm": 2.0918136996581342, + "learning_rate": 1.9909531805014686e-05, + "loss": 1.2677, + "step": 520 + }, + { + "epoch": 0.07170382603908615, + "grad_norm": 2.110457685725879, + "learning_rate": 1.99089325984758e-05, + "loss": 1.3164, + "step": 521 + }, + { + "epoch": 0.07184145334434351, + "grad_norm": 2.020143319741561, + "learning_rate": 1.9908331423167644e-05, + "loss": 1.3491, + "step": 522 + }, + { + "epoch": 0.07197908064960087, + "grad_norm": 1.9454697752116714, + "learning_rate": 1.9907728279209665e-05, + "loss": 1.3033, + "step": 523 + }, + { + "epoch": 0.07211670795485825, + "grad_norm": 1.9870736385812586, + "learning_rate": 1.99071231667217e-05, + "loss": 1.1639, + "step": 524 + }, + { + "epoch": 0.07225433526011561, + "grad_norm": 1.9926321704487502, + "learning_rate": 1.9906516085823974e-05, + "loss": 1.1866, + "step": 525 + }, + { + "epoch": 0.07239196256537297, + "grad_norm": 1.8715729786074584, + "learning_rate": 1.9905907036637103e-05, + "loss": 1.2103, + "step": 526 + }, + { + "epoch": 0.07252958987063034, + "grad_norm": 1.9144651251335378, + "learning_rate": 1.9905296019282105e-05, + "loss": 1.2098, + "step": 527 + }, + { + "epoch": 0.0726672171758877, + "grad_norm": 2.168034649964404, + "learning_rate": 1.990468303388038e-05, + "loss": 1.2241, + "step": 528 + }, + { + "epoch": 0.07280484448114506, + "grad_norm": 2.0145976934195557, + "learning_rate": 1.990406808055371e-05, + "loss": 1.2724, + "step": 529 + }, + { + "epoch": 0.07294247178640242, + "grad_norm": 1.9518927611708095, + "learning_rate": 1.990345115942429e-05, + "loss": 1.2748, + "step": 530 + }, + { + "epoch": 0.07308009909165979, + "grad_norm": 1.7658022704217091, + "learning_rate": 1.9902832270614683e-05, + "loss": 1.2588, + "step": 531 + }, + { + "epoch": 0.07321772639691715, + "grad_norm": 1.9830501758339012, + "learning_rate": 1.9902211414247864e-05, + "loss": 1.2772, + "step": 532 + }, + { + "epoch": 0.07335535370217451, + "grad_norm": 1.9858829710984627, + "learning_rate": 1.990158859044718e-05, + "loss": 1.3841, + "step": 533 + }, + { + "epoch": 0.07349298100743187, + "grad_norm": 1.8888382864719848, + "learning_rate": 1.990096379933638e-05, + "loss": 1.2951, + "step": 534 + }, + { + "epoch": 0.07363060831268924, + "grad_norm": 1.9569885003564993, + "learning_rate": 1.9900337041039605e-05, + "loss": 1.2589, + "step": 535 + }, + { + "epoch": 0.0737682356179466, + "grad_norm": 1.7658531940051971, + "learning_rate": 1.989970831568138e-05, + "loss": 1.2452, + "step": 536 + }, + { + "epoch": 0.07390586292320396, + "grad_norm": 1.7378235403360347, + "learning_rate": 1.9899077623386628e-05, + "loss": 1.1983, + "step": 537 + }, + { + "epoch": 0.07404349022846132, + "grad_norm": 1.8405579727393162, + "learning_rate": 1.989844496428065e-05, + "loss": 1.254, + "step": 538 + }, + { + "epoch": 0.07418111753371869, + "grad_norm": 1.9143170884085454, + "learning_rate": 1.9897810338489157e-05, + "loss": 1.2044, + "step": 539 + }, + { + "epoch": 0.07431874483897605, + "grad_norm": 1.8248533878056235, + "learning_rate": 1.9897173746138234e-05, + "loss": 1.3158, + "step": 540 + }, + { + "epoch": 0.07445637214423341, + "grad_norm": 1.80869596754448, + "learning_rate": 1.9896535187354365e-05, + "loss": 1.2579, + "step": 541 + }, + { + "epoch": 0.07459399944949077, + "grad_norm": 1.778401566953884, + "learning_rate": 1.9895894662264423e-05, + "loss": 1.2289, + "step": 542 + }, + { + "epoch": 0.07473162675474815, + "grad_norm": 1.8822728220009806, + "learning_rate": 1.9895252170995675e-05, + "loss": 1.2563, + "step": 543 + }, + { + "epoch": 0.07486925406000551, + "grad_norm": 1.8622365213613616, + "learning_rate": 1.9894607713675765e-05, + "loss": 1.2511, + "step": 544 + }, + { + "epoch": 0.07500688136526287, + "grad_norm": 1.7633400428199426, + "learning_rate": 1.989396129043275e-05, + "loss": 1.249, + "step": 545 + }, + { + "epoch": 0.07514450867052024, + "grad_norm": 1.8761329736121024, + "learning_rate": 1.989331290139506e-05, + "loss": 1.2411, + "step": 546 + }, + { + "epoch": 0.0752821359757776, + "grad_norm": 1.9524596346938325, + "learning_rate": 1.989266254669152e-05, + "loss": 1.2203, + "step": 547 + }, + { + "epoch": 0.07541976328103496, + "grad_norm": 2.1816853321143173, + "learning_rate": 1.9892010226451347e-05, + "loss": 1.2768, + "step": 548 + }, + { + "epoch": 0.07555739058629232, + "grad_norm": 1.8968435614217867, + "learning_rate": 1.989135594080415e-05, + "loss": 1.2727, + "step": 549 + }, + { + "epoch": 0.07569501789154968, + "grad_norm": 2.0110383700492402, + "learning_rate": 1.9890699689879926e-05, + "loss": 1.2544, + "step": 550 + }, + { + "epoch": 0.07583264519680705, + "grad_norm": 1.8304584802538677, + "learning_rate": 1.989004147380906e-05, + "loss": 1.2009, + "step": 551 + }, + { + "epoch": 0.07597027250206441, + "grad_norm": 1.7465353178782361, + "learning_rate": 1.9889381292722336e-05, + "loss": 1.1486, + "step": 552 + }, + { + "epoch": 0.07610789980732177, + "grad_norm": 1.9059663868934935, + "learning_rate": 1.9888719146750918e-05, + "loss": 1.2449, + "step": 553 + }, + { + "epoch": 0.07624552711257913, + "grad_norm": 1.9755987099452026, + "learning_rate": 1.988805503602637e-05, + "loss": 1.2507, + "step": 554 + }, + { + "epoch": 0.0763831544178365, + "grad_norm": 1.7539525249394075, + "learning_rate": 1.9887388960680638e-05, + "loss": 1.2739, + "step": 555 + }, + { + "epoch": 0.07652078172309386, + "grad_norm": 2.178977212040477, + "learning_rate": 1.9886720920846063e-05, + "loss": 1.3702, + "step": 556 + }, + { + "epoch": 0.07665840902835122, + "grad_norm": 1.8557883603939502, + "learning_rate": 1.9886050916655375e-05, + "loss": 1.2247, + "step": 557 + }, + { + "epoch": 0.07679603633360858, + "grad_norm": 1.9814763331442373, + "learning_rate": 1.9885378948241696e-05, + "loss": 1.2829, + "step": 558 + }, + { + "epoch": 0.07693366363886595, + "grad_norm": 1.7483228918335065, + "learning_rate": 1.9884705015738536e-05, + "loss": 1.2777, + "step": 559 + }, + { + "epoch": 0.07707129094412331, + "grad_norm": 1.8419917277880598, + "learning_rate": 1.9884029119279794e-05, + "loss": 1.2145, + "step": 560 + }, + { + "epoch": 0.07720891824938067, + "grad_norm": 1.9813117706893795, + "learning_rate": 1.9883351258999764e-05, + "loss": 1.2317, + "step": 561 + }, + { + "epoch": 0.07734654555463805, + "grad_norm": 1.9033886093478498, + "learning_rate": 1.988267143503313e-05, + "loss": 1.2408, + "step": 562 + }, + { + "epoch": 0.07748417285989541, + "grad_norm": 1.989470148594121, + "learning_rate": 1.988198964751496e-05, + "loss": 1.2388, + "step": 563 + }, + { + "epoch": 0.07762180016515277, + "grad_norm": 1.7326976101281366, + "learning_rate": 1.9881305896580715e-05, + "loss": 1.2796, + "step": 564 + }, + { + "epoch": 0.07775942747041013, + "grad_norm": 1.8376076428317436, + "learning_rate": 1.988062018236625e-05, + "loss": 1.2199, + "step": 565 + }, + { + "epoch": 0.0778970547756675, + "grad_norm": 2.2120795260944917, + "learning_rate": 1.9879932505007803e-05, + "loss": 1.3612, + "step": 566 + }, + { + "epoch": 0.07803468208092486, + "grad_norm": 1.790148412548804, + "learning_rate": 1.9879242864642013e-05, + "loss": 1.2541, + "step": 567 + }, + { + "epoch": 0.07817230938618222, + "grad_norm": 2.1640594717336055, + "learning_rate": 1.9878551261405893e-05, + "loss": 1.4201, + "step": 568 + }, + { + "epoch": 0.07830993669143958, + "grad_norm": 2.0261767265458253, + "learning_rate": 1.9877857695436863e-05, + "loss": 1.3815, + "step": 569 + }, + { + "epoch": 0.07844756399669695, + "grad_norm": 1.8648735216723562, + "learning_rate": 1.9877162166872727e-05, + "loss": 1.2458, + "step": 570 + }, + { + "epoch": 0.07858519130195431, + "grad_norm": 1.892162829454627, + "learning_rate": 1.9876464675851665e-05, + "loss": 1.2491, + "step": 571 + }, + { + "epoch": 0.07872281860721167, + "grad_norm": 2.2136372641575646, + "learning_rate": 1.9875765222512267e-05, + "loss": 1.2356, + "step": 572 + }, + { + "epoch": 0.07886044591246903, + "grad_norm": 1.9706563519650324, + "learning_rate": 1.9875063806993508e-05, + "loss": 1.2374, + "step": 573 + }, + { + "epoch": 0.0789980732177264, + "grad_norm": 1.8385099474215558, + "learning_rate": 1.987436042943474e-05, + "loss": 1.2553, + "step": 574 + }, + { + "epoch": 0.07913570052298376, + "grad_norm": 1.872629859557777, + "learning_rate": 1.9873655089975722e-05, + "loss": 1.2455, + "step": 575 + }, + { + "epoch": 0.07927332782824112, + "grad_norm": 1.6299182394460405, + "learning_rate": 1.9872947788756592e-05, + "loss": 1.2773, + "step": 576 + }, + { + "epoch": 0.07941095513349848, + "grad_norm": 1.8868844017367283, + "learning_rate": 1.9872238525917885e-05, + "loss": 1.3242, + "step": 577 + }, + { + "epoch": 0.07954858243875584, + "grad_norm": 1.8217231173497834, + "learning_rate": 1.9871527301600516e-05, + "loss": 1.3312, + "step": 578 + }, + { + "epoch": 0.0796862097440132, + "grad_norm": 1.785977005366973, + "learning_rate": 1.98708141159458e-05, + "loss": 1.2169, + "step": 579 + }, + { + "epoch": 0.07982383704927057, + "grad_norm": 1.8176030835297001, + "learning_rate": 1.987009896909544e-05, + "loss": 1.1873, + "step": 580 + }, + { + "epoch": 0.07996146435452794, + "grad_norm": 1.926208051849378, + "learning_rate": 1.9869381861191518e-05, + "loss": 1.3755, + "step": 581 + }, + { + "epoch": 0.08009909165978531, + "grad_norm": 2.0474888020086204, + "learning_rate": 1.9868662792376518e-05, + "loss": 1.1955, + "step": 582 + }, + { + "epoch": 0.08023671896504267, + "grad_norm": 1.7215332173547488, + "learning_rate": 1.9867941762793307e-05, + "loss": 1.2038, + "step": 583 + }, + { + "epoch": 0.08037434627030003, + "grad_norm": 1.8286747845655518, + "learning_rate": 1.9867218772585146e-05, + "loss": 1.1546, + "step": 584 + }, + { + "epoch": 0.0805119735755574, + "grad_norm": 1.908430332028131, + "learning_rate": 1.9866493821895684e-05, + "loss": 1.3071, + "step": 585 + }, + { + "epoch": 0.08064960088081476, + "grad_norm": 1.8829156203181958, + "learning_rate": 1.9865766910868954e-05, + "loss": 1.3169, + "step": 586 + }, + { + "epoch": 0.08078722818607212, + "grad_norm": 1.8975947620229332, + "learning_rate": 1.9865038039649386e-05, + "loss": 1.1765, + "step": 587 + }, + { + "epoch": 0.08092485549132948, + "grad_norm": 1.8689365960465236, + "learning_rate": 1.9864307208381802e-05, + "loss": 1.3247, + "step": 588 + }, + { + "epoch": 0.08106248279658684, + "grad_norm": 1.8719150816144035, + "learning_rate": 1.98635744172114e-05, + "loss": 1.3038, + "step": 589 + }, + { + "epoch": 0.0812001101018442, + "grad_norm": 1.7227388626690983, + "learning_rate": 1.986283966628378e-05, + "loss": 1.1755, + "step": 590 + }, + { + "epoch": 0.08133773740710157, + "grad_norm": 1.757257972180368, + "learning_rate": 1.9862102955744923e-05, + "loss": 1.229, + "step": 591 + }, + { + "epoch": 0.08147536471235893, + "grad_norm": 1.5993204709480908, + "learning_rate": 1.986136428574121e-05, + "loss": 1.095, + "step": 592 + }, + { + "epoch": 0.08161299201761629, + "grad_norm": 1.773217325364239, + "learning_rate": 1.98606236564194e-05, + "loss": 1.1672, + "step": 593 + }, + { + "epoch": 0.08175061932287365, + "grad_norm": 1.8826716687489946, + "learning_rate": 1.9859881067926646e-05, + "loss": 1.2834, + "step": 594 + }, + { + "epoch": 0.08188824662813102, + "grad_norm": 1.8190932330445893, + "learning_rate": 1.985913652041049e-05, + "loss": 1.1925, + "step": 595 + }, + { + "epoch": 0.08202587393338838, + "grad_norm": 2.001922168227029, + "learning_rate": 1.985839001401887e-05, + "loss": 1.2911, + "step": 596 + }, + { + "epoch": 0.08216350123864574, + "grad_norm": 1.7599653387807435, + "learning_rate": 1.985764154890009e-05, + "loss": 1.2443, + "step": 597 + }, + { + "epoch": 0.0823011285439031, + "grad_norm": 1.884540092117344, + "learning_rate": 1.9856891125202876e-05, + "loss": 1.3001, + "step": 598 + }, + { + "epoch": 0.08243875584916047, + "grad_norm": 1.8159154073411574, + "learning_rate": 1.9856138743076324e-05, + "loss": 1.1963, + "step": 599 + }, + { + "epoch": 0.08257638315441784, + "grad_norm": 2.00248837215359, + "learning_rate": 1.9855384402669918e-05, + "loss": 1.2706, + "step": 600 + }, + { + "epoch": 0.0827140104596752, + "grad_norm": 1.786523299692518, + "learning_rate": 1.9854628104133537e-05, + "loss": 1.2119, + "step": 601 + }, + { + "epoch": 0.08285163776493257, + "grad_norm": 1.8528544782983325, + "learning_rate": 1.9853869847617446e-05, + "loss": 1.1837, + "step": 602 + }, + { + "epoch": 0.08298926507018993, + "grad_norm": 1.8079907328303029, + "learning_rate": 1.9853109633272304e-05, + "loss": 1.2276, + "step": 603 + }, + { + "epoch": 0.08312689237544729, + "grad_norm": 1.8696382449466793, + "learning_rate": 1.9852347461249147e-05, + "loss": 1.244, + "step": 604 + }, + { + "epoch": 0.08326451968070465, + "grad_norm": 1.8921548826110477, + "learning_rate": 1.985158333169942e-05, + "loss": 1.2781, + "step": 605 + }, + { + "epoch": 0.08340214698596202, + "grad_norm": 1.8389208585983297, + "learning_rate": 1.985081724477493e-05, + "loss": 1.3048, + "step": 606 + }, + { + "epoch": 0.08353977429121938, + "grad_norm": 1.7868491390206085, + "learning_rate": 1.98500492006279e-05, + "loss": 1.1731, + "step": 607 + }, + { + "epoch": 0.08367740159647674, + "grad_norm": 1.8898711994730861, + "learning_rate": 1.984927919941093e-05, + "loss": 1.2742, + "step": 608 + }, + { + "epoch": 0.0838150289017341, + "grad_norm": 1.9952248420807925, + "learning_rate": 1.9848507241277e-05, + "loss": 1.2478, + "step": 609 + }, + { + "epoch": 0.08395265620699147, + "grad_norm": 1.8782975639308421, + "learning_rate": 1.9847733326379498e-05, + "loss": 1.2255, + "step": 610 + }, + { + "epoch": 0.08409028351224883, + "grad_norm": 1.7330602790849785, + "learning_rate": 1.9846957454872184e-05, + "loss": 1.1614, + "step": 611 + }, + { + "epoch": 0.08422791081750619, + "grad_norm": 1.8909314167602824, + "learning_rate": 1.984617962690921e-05, + "loss": 1.1889, + "step": 612 + }, + { + "epoch": 0.08436553812276355, + "grad_norm": 1.670289048613439, + "learning_rate": 1.9845399842645122e-05, + "loss": 1.2658, + "step": 613 + }, + { + "epoch": 0.08450316542802092, + "grad_norm": 1.9045373509634869, + "learning_rate": 1.984461810223486e-05, + "loss": 1.209, + "step": 614 + }, + { + "epoch": 0.08464079273327828, + "grad_norm": 1.8464725893163998, + "learning_rate": 1.9843834405833737e-05, + "loss": 1.259, + "step": 615 + }, + { + "epoch": 0.08477842003853564, + "grad_norm": 1.950957228083253, + "learning_rate": 1.9843048753597465e-05, + "loss": 1.3303, + "step": 616 + }, + { + "epoch": 0.084916047343793, + "grad_norm": 1.7129016821186585, + "learning_rate": 1.984226114568214e-05, + "loss": 1.2274, + "step": 617 + }, + { + "epoch": 0.08505367464905036, + "grad_norm": 1.9269424319971196, + "learning_rate": 1.9841471582244255e-05, + "loss": 1.2746, + "step": 618 + }, + { + "epoch": 0.08519130195430774, + "grad_norm": 1.8371485622503938, + "learning_rate": 1.9840680063440677e-05, + "loss": 1.195, + "step": 619 + }, + { + "epoch": 0.0853289292595651, + "grad_norm": 1.8911844879591382, + "learning_rate": 1.9839886589428677e-05, + "loss": 1.2179, + "step": 620 + }, + { + "epoch": 0.08546655656482247, + "grad_norm": 1.857500619472968, + "learning_rate": 1.9839091160365905e-05, + "loss": 1.275, + "step": 621 + }, + { + "epoch": 0.08560418387007983, + "grad_norm": 1.7888565289033072, + "learning_rate": 1.9838293776410403e-05, + "loss": 1.1477, + "step": 622 + }, + { + "epoch": 0.08574181117533719, + "grad_norm": 1.709956011399637, + "learning_rate": 1.98374944377206e-05, + "loss": 1.2692, + "step": 623 + }, + { + "epoch": 0.08587943848059455, + "grad_norm": 1.7457149390740114, + "learning_rate": 1.983669314445531e-05, + "loss": 1.3055, + "step": 624 + }, + { + "epoch": 0.08601706578585191, + "grad_norm": 1.9795015384215349, + "learning_rate": 1.9835889896773745e-05, + "loss": 1.2812, + "step": 625 + }, + { + "epoch": 0.08615469309110928, + "grad_norm": 2.1418138567645064, + "learning_rate": 1.9835084694835494e-05, + "loss": 1.3729, + "step": 626 + }, + { + "epoch": 0.08629232039636664, + "grad_norm": 1.7856820293615259, + "learning_rate": 1.9834277538800542e-05, + "loss": 1.2277, + "step": 627 + }, + { + "epoch": 0.086429947701624, + "grad_norm": 2.0522192659430964, + "learning_rate": 1.983346842882926e-05, + "loss": 1.218, + "step": 628 + }, + { + "epoch": 0.08656757500688136, + "grad_norm": 1.8702266648893278, + "learning_rate": 1.9832657365082405e-05, + "loss": 1.288, + "step": 629 + }, + { + "epoch": 0.08670520231213873, + "grad_norm": 1.8637269449839544, + "learning_rate": 1.983184434772113e-05, + "loss": 1.2282, + "step": 630 + }, + { + "epoch": 0.08684282961739609, + "grad_norm": 1.934652126507603, + "learning_rate": 1.9831029376906964e-05, + "loss": 1.2627, + "step": 631 + }, + { + "epoch": 0.08698045692265345, + "grad_norm": 1.8158646920580055, + "learning_rate": 1.9830212452801833e-05, + "loss": 1.2715, + "step": 632 + }, + { + "epoch": 0.08711808422791081, + "grad_norm": 1.939417241169387, + "learning_rate": 1.9829393575568047e-05, + "loss": 1.2993, + "step": 633 + }, + { + "epoch": 0.08725571153316818, + "grad_norm": 1.885211666164131, + "learning_rate": 1.9828572745368308e-05, + "loss": 1.1924, + "step": 634 + }, + { + "epoch": 0.08739333883842554, + "grad_norm": 1.8108522456650633, + "learning_rate": 1.9827749962365703e-05, + "loss": 1.1654, + "step": 635 + }, + { + "epoch": 0.0875309661436829, + "grad_norm": 1.8479108548880787, + "learning_rate": 1.982692522672371e-05, + "loss": 1.2134, + "step": 636 + }, + { + "epoch": 0.08766859344894026, + "grad_norm": 1.9617744374488197, + "learning_rate": 1.982609853860619e-05, + "loss": 1.2812, + "step": 637 + }, + { + "epoch": 0.08780622075419764, + "grad_norm": 1.8664023113284336, + "learning_rate": 1.9825269898177393e-05, + "loss": 1.2708, + "step": 638 + }, + { + "epoch": 0.087943848059455, + "grad_norm": 1.9388468644553762, + "learning_rate": 1.9824439305601962e-05, + "loss": 1.2428, + "step": 639 + }, + { + "epoch": 0.08808147536471236, + "grad_norm": 2.152543587598913, + "learning_rate": 1.982360676104492e-05, + "loss": 1.2565, + "step": 640 + }, + { + "epoch": 0.08821910266996973, + "grad_norm": 1.9766479685972993, + "learning_rate": 1.9822772264671686e-05, + "loss": 1.3072, + "step": 641 + }, + { + "epoch": 0.08835672997522709, + "grad_norm": 1.7711684436317725, + "learning_rate": 1.9821935816648066e-05, + "loss": 1.1944, + "step": 642 + }, + { + "epoch": 0.08849435728048445, + "grad_norm": 2.0661252517292183, + "learning_rate": 1.9821097417140244e-05, + "loss": 1.2021, + "step": 643 + }, + { + "epoch": 0.08863198458574181, + "grad_norm": 1.7279003766721324, + "learning_rate": 1.9820257066314802e-05, + "loss": 1.234, + "step": 644 + }, + { + "epoch": 0.08876961189099918, + "grad_norm": 1.5723860957198672, + "learning_rate": 1.9819414764338703e-05, + "loss": 1.1765, + "step": 645 + }, + { + "epoch": 0.08890723919625654, + "grad_norm": 1.6881166160533496, + "learning_rate": 1.9818570511379308e-05, + "loss": 1.1996, + "step": 646 + }, + { + "epoch": 0.0890448665015139, + "grad_norm": 1.8546795866911807, + "learning_rate": 1.9817724307604352e-05, + "loss": 1.164, + "step": 647 + }, + { + "epoch": 0.08918249380677126, + "grad_norm": 1.8300066883732857, + "learning_rate": 1.9816876153181966e-05, + "loss": 1.2422, + "step": 648 + }, + { + "epoch": 0.08932012111202862, + "grad_norm": 1.7787477326320231, + "learning_rate": 1.9816026048280667e-05, + "loss": 1.2222, + "step": 649 + }, + { + "epoch": 0.08945774841728599, + "grad_norm": 1.541483374300274, + "learning_rate": 1.9815173993069358e-05, + "loss": 1.1412, + "step": 650 + }, + { + "epoch": 0.08959537572254335, + "grad_norm": 2.0204578636404182, + "learning_rate": 1.9814319987717334e-05, + "loss": 1.2825, + "step": 651 + }, + { + "epoch": 0.08973300302780071, + "grad_norm": 1.790808405599968, + "learning_rate": 1.9813464032394268e-05, + "loss": 1.2758, + "step": 652 + }, + { + "epoch": 0.08987063033305807, + "grad_norm": 1.9648761660200913, + "learning_rate": 1.9812606127270235e-05, + "loss": 1.1657, + "step": 653 + }, + { + "epoch": 0.09000825763831544, + "grad_norm": 2.0171938034173773, + "learning_rate": 1.981174627251568e-05, + "loss": 1.2964, + "step": 654 + }, + { + "epoch": 0.0901458849435728, + "grad_norm": 1.8622353473319484, + "learning_rate": 1.9810884468301447e-05, + "loss": 1.3183, + "step": 655 + }, + { + "epoch": 0.09028351224883016, + "grad_norm": 1.8013894443149423, + "learning_rate": 1.981002071479877e-05, + "loss": 1.1937, + "step": 656 + }, + { + "epoch": 0.09042113955408754, + "grad_norm": 1.8435234402104121, + "learning_rate": 1.9809155012179263e-05, + "loss": 1.3104, + "step": 657 + }, + { + "epoch": 0.0905587668593449, + "grad_norm": 1.8295146465827168, + "learning_rate": 1.980828736061493e-05, + "loss": 1.2332, + "step": 658 + }, + { + "epoch": 0.09069639416460226, + "grad_norm": 1.6264549202308143, + "learning_rate": 1.9807417760278155e-05, + "loss": 1.1887, + "step": 659 + }, + { + "epoch": 0.09083402146985962, + "grad_norm": 1.8295747361610577, + "learning_rate": 1.980654621134172e-05, + "loss": 1.2591, + "step": 660 + }, + { + "epoch": 0.09097164877511699, + "grad_norm": 2.249381660962625, + "learning_rate": 1.9805672713978792e-05, + "loss": 1.2809, + "step": 661 + }, + { + "epoch": 0.09110927608037435, + "grad_norm": 1.7393044397209696, + "learning_rate": 1.9804797268362917e-05, + "loss": 1.2107, + "step": 662 + }, + { + "epoch": 0.09124690338563171, + "grad_norm": 1.8386275042261846, + "learning_rate": 1.980391987466804e-05, + "loss": 1.3008, + "step": 663 + }, + { + "epoch": 0.09138453069088907, + "grad_norm": 1.8309471461345723, + "learning_rate": 1.9803040533068486e-05, + "loss": 1.2083, + "step": 664 + }, + { + "epoch": 0.09152215799614644, + "grad_norm": 1.7594816230877823, + "learning_rate": 1.9802159243738965e-05, + "loss": 1.201, + "step": 665 + }, + { + "epoch": 0.0916597853014038, + "grad_norm": 1.7566810967070567, + "learning_rate": 1.980127600685458e-05, + "loss": 1.1218, + "step": 666 + }, + { + "epoch": 0.09179741260666116, + "grad_norm": 1.8858505608476515, + "learning_rate": 1.980039082259082e-05, + "loss": 1.1917, + "step": 667 + }, + { + "epoch": 0.09193503991191852, + "grad_norm": 1.685522189891013, + "learning_rate": 1.979950369112355e-05, + "loss": 1.301, + "step": 668 + }, + { + "epoch": 0.09207266721717589, + "grad_norm": 1.7359928506302644, + "learning_rate": 1.9798614612629046e-05, + "loss": 1.226, + "step": 669 + }, + { + "epoch": 0.09221029452243325, + "grad_norm": 1.7079961936772767, + "learning_rate": 1.979772358728394e-05, + "loss": 1.2817, + "step": 670 + }, + { + "epoch": 0.09234792182769061, + "grad_norm": 1.724778598911068, + "learning_rate": 1.9796830615265277e-05, + "loss": 1.2167, + "step": 671 + }, + { + "epoch": 0.09248554913294797, + "grad_norm": 1.75841466699817, + "learning_rate": 1.979593569675047e-05, + "loss": 1.1424, + "step": 672 + }, + { + "epoch": 0.09262317643820533, + "grad_norm": 2.093672842235245, + "learning_rate": 1.9795038831917336e-05, + "loss": 1.1979, + "step": 673 + }, + { + "epoch": 0.0927608037434627, + "grad_norm": 1.9988105574702903, + "learning_rate": 1.9794140020944065e-05, + "loss": 1.1816, + "step": 674 + }, + { + "epoch": 0.09289843104872006, + "grad_norm": 1.9501923670299386, + "learning_rate": 1.979323926400924e-05, + "loss": 1.2621, + "step": 675 + }, + { + "epoch": 0.09303605835397744, + "grad_norm": 1.891502213541647, + "learning_rate": 1.9792336561291826e-05, + "loss": 1.1964, + "step": 676 + }, + { + "epoch": 0.0931736856592348, + "grad_norm": 1.792690112065523, + "learning_rate": 1.979143191297118e-05, + "loss": 1.2149, + "step": 677 + }, + { + "epoch": 0.09331131296449216, + "grad_norm": 1.7699483640418034, + "learning_rate": 1.9790525319227044e-05, + "loss": 1.2184, + "step": 678 + }, + { + "epoch": 0.09344894026974952, + "grad_norm": 1.9338659527674893, + "learning_rate": 1.9789616780239546e-05, + "loss": 1.2282, + "step": 679 + }, + { + "epoch": 0.09358656757500688, + "grad_norm": 1.7799593463658638, + "learning_rate": 1.9788706296189196e-05, + "loss": 1.2671, + "step": 680 + }, + { + "epoch": 0.09372419488026425, + "grad_norm": 1.8946940438564883, + "learning_rate": 1.9787793867256897e-05, + "loss": 1.126, + "step": 681 + }, + { + "epoch": 0.09386182218552161, + "grad_norm": 1.9382529700319118, + "learning_rate": 1.978687949362394e-05, + "loss": 1.2891, + "step": 682 + }, + { + "epoch": 0.09399944949077897, + "grad_norm": 1.9911722236328209, + "learning_rate": 1.9785963175471995e-05, + "loss": 1.2321, + "step": 683 + }, + { + "epoch": 0.09413707679603633, + "grad_norm": 2.1432526867538955, + "learning_rate": 1.978504491298312e-05, + "loss": 1.2764, + "step": 684 + }, + { + "epoch": 0.0942747041012937, + "grad_norm": 1.718770548582685, + "learning_rate": 1.9784124706339763e-05, + "loss": 1.2242, + "step": 685 + }, + { + "epoch": 0.09441233140655106, + "grad_norm": 1.8621505449872506, + "learning_rate": 1.978320255572476e-05, + "loss": 1.2899, + "step": 686 + }, + { + "epoch": 0.09454995871180842, + "grad_norm": 1.8075946615435512, + "learning_rate": 1.9782278461321324e-05, + "loss": 1.2669, + "step": 687 + }, + { + "epoch": 0.09468758601706578, + "grad_norm": 2.0313831231240522, + "learning_rate": 1.9781352423313066e-05, + "loss": 1.1265, + "step": 688 + }, + { + "epoch": 0.09482521332232315, + "grad_norm": 2.0071786950055475, + "learning_rate": 1.9780424441883973e-05, + "loss": 1.1771, + "step": 689 + }, + { + "epoch": 0.09496284062758051, + "grad_norm": 1.7645592719990486, + "learning_rate": 1.977949451721842e-05, + "loss": 1.2206, + "step": 690 + }, + { + "epoch": 0.09510046793283787, + "grad_norm": 1.832329234605032, + "learning_rate": 1.9778562649501178e-05, + "loss": 1.1394, + "step": 691 + }, + { + "epoch": 0.09523809523809523, + "grad_norm": 1.8458713382799228, + "learning_rate": 1.9777628838917384e-05, + "loss": 1.2165, + "step": 692 + }, + { + "epoch": 0.0953757225433526, + "grad_norm": 2.0273125126277627, + "learning_rate": 1.9776693085652586e-05, + "loss": 1.3215, + "step": 693 + }, + { + "epoch": 0.09551334984860996, + "grad_norm": 1.7262041348258534, + "learning_rate": 1.97757553898927e-05, + "loss": 1.1928, + "step": 694 + }, + { + "epoch": 0.09565097715386733, + "grad_norm": 1.6894340902011402, + "learning_rate": 1.9774815751824032e-05, + "loss": 1.2277, + "step": 695 + }, + { + "epoch": 0.0957886044591247, + "grad_norm": 1.7274545937375965, + "learning_rate": 1.977387417163328e-05, + "loss": 1.2124, + "step": 696 + }, + { + "epoch": 0.09592623176438206, + "grad_norm": 1.7556254291392592, + "learning_rate": 1.9772930649507517e-05, + "loss": 1.1444, + "step": 697 + }, + { + "epoch": 0.09606385906963942, + "grad_norm": 2.031225991193164, + "learning_rate": 1.9771985185634208e-05, + "loss": 1.1718, + "step": 698 + }, + { + "epoch": 0.09620148637489678, + "grad_norm": 2.4722791337811163, + "learning_rate": 1.977103778020121e-05, + "loss": 1.3513, + "step": 699 + }, + { + "epoch": 0.09633911368015415, + "grad_norm": 1.757816464865455, + "learning_rate": 1.9770088433396757e-05, + "loss": 1.209, + "step": 700 + }, + { + "epoch": 0.09647674098541151, + "grad_norm": 1.9120560227637116, + "learning_rate": 1.9769137145409466e-05, + "loss": 1.3516, + "step": 701 + }, + { + "epoch": 0.09661436829066887, + "grad_norm": 1.8088306293302865, + "learning_rate": 1.9768183916428353e-05, + "loss": 1.2107, + "step": 702 + }, + { + "epoch": 0.09675199559592623, + "grad_norm": 1.8313049689148184, + "learning_rate": 1.976722874664281e-05, + "loss": 1.2934, + "step": 703 + }, + { + "epoch": 0.0968896229011836, + "grad_norm": 1.8323921671491445, + "learning_rate": 1.9766271636242606e-05, + "loss": 1.2377, + "step": 704 + }, + { + "epoch": 0.09702725020644096, + "grad_norm": 1.669046909295741, + "learning_rate": 1.976531258541792e-05, + "loss": 1.1357, + "step": 705 + }, + { + "epoch": 0.09716487751169832, + "grad_norm": 1.8698260712215644, + "learning_rate": 1.9764351594359295e-05, + "loss": 1.2944, + "step": 706 + }, + { + "epoch": 0.09730250481695568, + "grad_norm": 1.7592808524012946, + "learning_rate": 1.9763388663257665e-05, + "loss": 1.2064, + "step": 707 + }, + { + "epoch": 0.09744013212221304, + "grad_norm": 1.9218669968558708, + "learning_rate": 1.9762423792304355e-05, + "loss": 1.2627, + "step": 708 + }, + { + "epoch": 0.0975777594274704, + "grad_norm": 1.7703506431576859, + "learning_rate": 1.976145698169107e-05, + "loss": 1.1935, + "step": 709 + }, + { + "epoch": 0.09771538673272777, + "grad_norm": 1.8070718375392385, + "learning_rate": 1.9760488231609903e-05, + "loss": 1.2235, + "step": 710 + }, + { + "epoch": 0.09785301403798513, + "grad_norm": 1.7544283206782914, + "learning_rate": 1.975951754225333e-05, + "loss": 1.2087, + "step": 711 + }, + { + "epoch": 0.0979906413432425, + "grad_norm": 1.9408856489943929, + "learning_rate": 1.975854491381422e-05, + "loss": 1.1738, + "step": 712 + }, + { + "epoch": 0.09812826864849986, + "grad_norm": 1.6573133540251501, + "learning_rate": 1.9757570346485807e-05, + "loss": 1.1691, + "step": 713 + }, + { + "epoch": 0.09826589595375723, + "grad_norm": 1.686291888518465, + "learning_rate": 1.975659384046174e-05, + "loss": 1.2136, + "step": 714 + }, + { + "epoch": 0.0984035232590146, + "grad_norm": 1.9342370502404704, + "learning_rate": 1.9755615395936026e-05, + "loss": 1.2902, + "step": 715 + }, + { + "epoch": 0.09854115056427196, + "grad_norm": 1.9525296287190759, + "learning_rate": 1.9754635013103072e-05, + "loss": 1.2885, + "step": 716 + }, + { + "epoch": 0.09867877786952932, + "grad_norm": 2.121701899965159, + "learning_rate": 1.975365269215767e-05, + "loss": 1.2323, + "step": 717 + }, + { + "epoch": 0.09881640517478668, + "grad_norm": 2.0410980676454225, + "learning_rate": 1.9752668433294992e-05, + "loss": 1.1563, + "step": 718 + }, + { + "epoch": 0.09895403248004404, + "grad_norm": 2.045826557458031, + "learning_rate": 1.975168223671059e-05, + "loss": 1.293, + "step": 719 + }, + { + "epoch": 0.0990916597853014, + "grad_norm": 1.7580924199986012, + "learning_rate": 1.975069410260042e-05, + "loss": 1.1913, + "step": 720 + }, + { + "epoch": 0.09922928709055877, + "grad_norm": 1.6779119991914262, + "learning_rate": 1.97497040311608e-05, + "loss": 1.1511, + "step": 721 + }, + { + "epoch": 0.09936691439581613, + "grad_norm": 1.7449227646926666, + "learning_rate": 1.9748712022588453e-05, + "loss": 1.1921, + "step": 722 + }, + { + "epoch": 0.09950454170107349, + "grad_norm": 1.9135966411323837, + "learning_rate": 1.974771807708047e-05, + "loss": 1.318, + "step": 723 + }, + { + "epoch": 0.09964216900633086, + "grad_norm": 1.8486410848910404, + "learning_rate": 1.9746722194834334e-05, + "loss": 1.2793, + "step": 724 + }, + { + "epoch": 0.09977979631158822, + "grad_norm": 1.7143196712967732, + "learning_rate": 1.974572437604792e-05, + "loss": 1.1541, + "step": 725 + }, + { + "epoch": 0.09991742361684558, + "grad_norm": 1.9159453884070716, + "learning_rate": 1.9744724620919474e-05, + "loss": 1.253, + "step": 726 + }, + { + "epoch": 0.10005505092210294, + "grad_norm": 1.8535306117489156, + "learning_rate": 1.9743722929647634e-05, + "loss": 1.2348, + "step": 727 + }, + { + "epoch": 0.1001926782273603, + "grad_norm": 1.9795014792858163, + "learning_rate": 1.974271930243143e-05, + "loss": 1.1894, + "step": 728 + }, + { + "epoch": 0.10033030553261767, + "grad_norm": 1.8978849037770493, + "learning_rate": 1.9741713739470263e-05, + "loss": 1.2393, + "step": 729 + }, + { + "epoch": 0.10046793283787503, + "grad_norm": 1.8424094437331073, + "learning_rate": 1.974070624096392e-05, + "loss": 1.1477, + "step": 730 + }, + { + "epoch": 0.10060556014313239, + "grad_norm": 1.963593144976455, + "learning_rate": 1.9739696807112592e-05, + "loss": 1.2401, + "step": 731 + }, + { + "epoch": 0.10074318744838975, + "grad_norm": 1.8407559475263389, + "learning_rate": 1.9738685438116825e-05, + "loss": 1.2337, + "step": 732 + }, + { + "epoch": 0.10088081475364713, + "grad_norm": 2.0326407058888463, + "learning_rate": 1.973767213417757e-05, + "loss": 1.2247, + "step": 733 + }, + { + "epoch": 0.10101844205890449, + "grad_norm": 1.6329876021727485, + "learning_rate": 1.9736656895496157e-05, + "loss": 1.1643, + "step": 734 + }, + { + "epoch": 0.10115606936416185, + "grad_norm": 1.646484313280821, + "learning_rate": 1.97356397222743e-05, + "loss": 1.1468, + "step": 735 + }, + { + "epoch": 0.10129369666941922, + "grad_norm": 2.147829156372902, + "learning_rate": 1.9734620614714094e-05, + "loss": 1.28, + "step": 736 + }, + { + "epoch": 0.10143132397467658, + "grad_norm": 1.82650444691013, + "learning_rate": 1.9733599573018027e-05, + "loss": 1.2467, + "step": 737 + }, + { + "epoch": 0.10156895127993394, + "grad_norm": 1.9549161485741535, + "learning_rate": 1.973257659738896e-05, + "loss": 1.2241, + "step": 738 + }, + { + "epoch": 0.1017065785851913, + "grad_norm": 1.762794933400019, + "learning_rate": 1.9731551688030147e-05, + "loss": 1.2592, + "step": 739 + }, + { + "epoch": 0.10184420589044867, + "grad_norm": 2.0139036670875297, + "learning_rate": 1.973052484514523e-05, + "loss": 1.2727, + "step": 740 + }, + { + "epoch": 0.10198183319570603, + "grad_norm": 1.8512700832534001, + "learning_rate": 1.9729496068938216e-05, + "loss": 1.2268, + "step": 741 + }, + { + "epoch": 0.10211946050096339, + "grad_norm": 1.7473699609571847, + "learning_rate": 1.972846535961352e-05, + "loss": 1.2863, + "step": 742 + }, + { + "epoch": 0.10225708780622075, + "grad_norm": 1.658092570606719, + "learning_rate": 1.9727432717375924e-05, + "loss": 1.1621, + "step": 743 + }, + { + "epoch": 0.10239471511147812, + "grad_norm": 1.6813913813394372, + "learning_rate": 1.97263981424306e-05, + "loss": 1.191, + "step": 744 + }, + { + "epoch": 0.10253234241673548, + "grad_norm": 1.7349586777882613, + "learning_rate": 1.9725361634983103e-05, + "loss": 1.2588, + "step": 745 + }, + { + "epoch": 0.10266996972199284, + "grad_norm": 2.244223407347527, + "learning_rate": 1.972432319523938e-05, + "loss": 1.1893, + "step": 746 + }, + { + "epoch": 0.1028075970272502, + "grad_norm": 1.9909070837211553, + "learning_rate": 1.9723282823405748e-05, + "loss": 1.2837, + "step": 747 + }, + { + "epoch": 0.10294522433250756, + "grad_norm": 1.7911336974523169, + "learning_rate": 1.9722240519688915e-05, + "loss": 1.1737, + "step": 748 + }, + { + "epoch": 0.10308285163776493, + "grad_norm": 1.8070400251119452, + "learning_rate": 1.9721196284295973e-05, + "loss": 1.1885, + "step": 749 + }, + { + "epoch": 0.10322047894302229, + "grad_norm": 1.8761456670280268, + "learning_rate": 1.9720150117434397e-05, + "loss": 1.1025, + "step": 750 + }, + { + "epoch": 0.10335810624827965, + "grad_norm": 1.7492238816990713, + "learning_rate": 1.971910201931205e-05, + "loss": 1.2174, + "step": 751 + }, + { + "epoch": 0.10349573355353703, + "grad_norm": 1.72442042178839, + "learning_rate": 1.971805199013717e-05, + "loss": 1.2383, + "step": 752 + }, + { + "epoch": 0.10363336085879439, + "grad_norm": 1.8675462121368498, + "learning_rate": 1.971700003011839e-05, + "loss": 1.1603, + "step": 753 + }, + { + "epoch": 0.10377098816405175, + "grad_norm": 1.7899007495940416, + "learning_rate": 1.9715946139464708e-05, + "loss": 1.2494, + "step": 754 + }, + { + "epoch": 0.10390861546930912, + "grad_norm": 1.7812295316077609, + "learning_rate": 1.971489031838553e-05, + "loss": 1.229, + "step": 755 + }, + { + "epoch": 0.10404624277456648, + "grad_norm": 1.9225456854600136, + "learning_rate": 1.9713832567090623e-05, + "loss": 1.2661, + "step": 756 + }, + { + "epoch": 0.10418387007982384, + "grad_norm": 1.8663264966866644, + "learning_rate": 1.9712772885790158e-05, + "loss": 1.1932, + "step": 757 + }, + { + "epoch": 0.1043214973850812, + "grad_norm": 1.7361602899373012, + "learning_rate": 1.9711711274694672e-05, + "loss": 1.1853, + "step": 758 + }, + { + "epoch": 0.10445912469033856, + "grad_norm": 1.6668005622054942, + "learning_rate": 1.9710647734015095e-05, + "loss": 1.2869, + "step": 759 + }, + { + "epoch": 0.10459675199559593, + "grad_norm": 1.971859648991428, + "learning_rate": 1.9709582263962733e-05, + "loss": 1.2333, + "step": 760 + }, + { + "epoch": 0.10473437930085329, + "grad_norm": 1.812885735834605, + "learning_rate": 1.970851486474929e-05, + "loss": 1.2223, + "step": 761 + }, + { + "epoch": 0.10487200660611065, + "grad_norm": 1.6236156238135513, + "learning_rate": 1.9707445536586838e-05, + "loss": 1.1868, + "step": 762 + }, + { + "epoch": 0.10500963391136801, + "grad_norm": 2.0773227991249628, + "learning_rate": 1.970637427968784e-05, + "loss": 1.1812, + "step": 763 + }, + { + "epoch": 0.10514726121662538, + "grad_norm": 1.73438348598288, + "learning_rate": 1.9705301094265133e-05, + "loss": 1.1478, + "step": 764 + }, + { + "epoch": 0.10528488852188274, + "grad_norm": 1.8064031337788724, + "learning_rate": 1.9704225980531955e-05, + "loss": 1.2, + "step": 765 + }, + { + "epoch": 0.1054225158271401, + "grad_norm": 1.8544867484916816, + "learning_rate": 1.9703148938701908e-05, + "loss": 1.2961, + "step": 766 + }, + { + "epoch": 0.10556014313239746, + "grad_norm": 1.8360169286164172, + "learning_rate": 1.970206996898899e-05, + "loss": 1.2079, + "step": 767 + }, + { + "epoch": 0.10569777043765483, + "grad_norm": 1.6622320438943465, + "learning_rate": 1.9700989071607576e-05, + "loss": 1.152, + "step": 768 + }, + { + "epoch": 0.10583539774291219, + "grad_norm": 1.7461104328890962, + "learning_rate": 1.969990624677242e-05, + "loss": 1.1477, + "step": 769 + }, + { + "epoch": 0.10597302504816955, + "grad_norm": 1.753498550809533, + "learning_rate": 1.969882149469868e-05, + "loss": 1.2389, + "step": 770 + }, + { + "epoch": 0.10611065235342693, + "grad_norm": 1.7963163685348118, + "learning_rate": 1.9697734815601864e-05, + "loss": 1.2857, + "step": 771 + }, + { + "epoch": 0.10624827965868429, + "grad_norm": 1.7508037234955014, + "learning_rate": 1.969664620969789e-05, + "loss": 1.1655, + "step": 772 + }, + { + "epoch": 0.10638590696394165, + "grad_norm": 1.9395095230211357, + "learning_rate": 1.9695555677203046e-05, + "loss": 1.2117, + "step": 773 + }, + { + "epoch": 0.10652353426919901, + "grad_norm": 1.65219048395791, + "learning_rate": 1.969446321833401e-05, + "loss": 1.2168, + "step": 774 + }, + { + "epoch": 0.10666116157445638, + "grad_norm": 1.7277166347992514, + "learning_rate": 1.969336883330783e-05, + "loss": 1.2127, + "step": 775 + }, + { + "epoch": 0.10679878887971374, + "grad_norm": 1.8787501654474592, + "learning_rate": 1.9692272522341957e-05, + "loss": 1.2282, + "step": 776 + }, + { + "epoch": 0.1069364161849711, + "grad_norm": 1.8560785874179766, + "learning_rate": 1.96911742856542e-05, + "loss": 1.1748, + "step": 777 + }, + { + "epoch": 0.10707404349022846, + "grad_norm": 1.5914084366245271, + "learning_rate": 1.9690074123462772e-05, + "loss": 1.165, + "step": 778 + }, + { + "epoch": 0.10721167079548583, + "grad_norm": 1.7904979394376856, + "learning_rate": 1.968897203598626e-05, + "loss": 1.1423, + "step": 779 + }, + { + "epoch": 0.10734929810074319, + "grad_norm": 2.033343582487563, + "learning_rate": 1.9687868023443633e-05, + "loss": 1.3801, + "step": 780 + }, + { + "epoch": 0.10748692540600055, + "grad_norm": 1.924360069726249, + "learning_rate": 1.968676208605424e-05, + "loss": 1.242, + "step": 781 + }, + { + "epoch": 0.10762455271125791, + "grad_norm": 1.8644463970845477, + "learning_rate": 1.9685654224037817e-05, + "loss": 1.2521, + "step": 782 + }, + { + "epoch": 0.10776218001651527, + "grad_norm": 2.3647474931633865, + "learning_rate": 1.968454443761448e-05, + "loss": 1.2133, + "step": 783 + }, + { + "epoch": 0.10789980732177264, + "grad_norm": 1.8301308830511218, + "learning_rate": 1.9683432727004736e-05, + "loss": 1.2302, + "step": 784 + }, + { + "epoch": 0.10803743462703, + "grad_norm": 1.8680589379335513, + "learning_rate": 1.968231909242946e-05, + "loss": 1.2463, + "step": 785 + }, + { + "epoch": 0.10817506193228736, + "grad_norm": 1.6100846195431961, + "learning_rate": 1.9681203534109915e-05, + "loss": 1.1805, + "step": 786 + }, + { + "epoch": 0.10831268923754472, + "grad_norm": 1.6452417310988703, + "learning_rate": 1.9680086052267747e-05, + "loss": 1.258, + "step": 787 + }, + { + "epoch": 0.10845031654280209, + "grad_norm": 1.8394593056901867, + "learning_rate": 1.967896664712499e-05, + "loss": 1.2964, + "step": 788 + }, + { + "epoch": 0.10858794384805945, + "grad_norm": 1.986353417759721, + "learning_rate": 1.967784531890405e-05, + "loss": 1.2008, + "step": 789 + }, + { + "epoch": 0.10872557115331682, + "grad_norm": 1.7822337392787433, + "learning_rate": 1.967672206782772e-05, + "loss": 1.1858, + "step": 790 + }, + { + "epoch": 0.10886319845857419, + "grad_norm": 1.8226048701552087, + "learning_rate": 1.967559689411917e-05, + "loss": 1.2939, + "step": 791 + }, + { + "epoch": 0.10900082576383155, + "grad_norm": 1.7571610881719657, + "learning_rate": 1.967446979800197e-05, + "loss": 1.2288, + "step": 792 + }, + { + "epoch": 0.10913845306908891, + "grad_norm": 2.0374227457257956, + "learning_rate": 1.9673340779700045e-05, + "loss": 1.1928, + "step": 793 + }, + { + "epoch": 0.10927608037434627, + "grad_norm": 1.76017473639825, + "learning_rate": 1.967220983943772e-05, + "loss": 1.1001, + "step": 794 + }, + { + "epoch": 0.10941370767960364, + "grad_norm": 1.8130563304096385, + "learning_rate": 1.9671076977439704e-05, + "loss": 1.2507, + "step": 795 + }, + { + "epoch": 0.109551334984861, + "grad_norm": 1.8756238355898271, + "learning_rate": 1.966994219393107e-05, + "loss": 1.2781, + "step": 796 + }, + { + "epoch": 0.10968896229011836, + "grad_norm": 1.7688847936423844, + "learning_rate": 1.966880548913729e-05, + "loss": 1.2162, + "step": 797 + }, + { + "epoch": 0.10982658959537572, + "grad_norm": 1.8138957581321697, + "learning_rate": 1.966766686328421e-05, + "loss": 1.2286, + "step": 798 + }, + { + "epoch": 0.10996421690063309, + "grad_norm": 1.893019677430512, + "learning_rate": 1.9666526316598063e-05, + "loss": 1.2693, + "step": 799 + }, + { + "epoch": 0.11010184420589045, + "grad_norm": 1.6314988564793285, + "learning_rate": 1.966538384930546e-05, + "loss": 1.215, + "step": 800 + }, + { + "epoch": 0.11023947151114781, + "grad_norm": 1.6525791812640778, + "learning_rate": 1.9664239461633384e-05, + "loss": 1.1707, + "step": 801 + }, + { + "epoch": 0.11037709881640517, + "grad_norm": 1.5906792040774167, + "learning_rate": 1.966309315380922e-05, + "loss": 1.1939, + "step": 802 + }, + { + "epoch": 0.11051472612166253, + "grad_norm": 2.0278233781222093, + "learning_rate": 1.9661944926060714e-05, + "loss": 1.3418, + "step": 803 + }, + { + "epoch": 0.1106523534269199, + "grad_norm": 1.8250528116113929, + "learning_rate": 1.9660794778616016e-05, + "loss": 1.2418, + "step": 804 + }, + { + "epoch": 0.11078998073217726, + "grad_norm": 1.597920154994303, + "learning_rate": 1.9659642711703634e-05, + "loss": 1.1422, + "step": 805 + }, + { + "epoch": 0.11092760803743462, + "grad_norm": 1.7941549117548705, + "learning_rate": 1.965848872555247e-05, + "loss": 1.1787, + "step": 806 + }, + { + "epoch": 0.11106523534269198, + "grad_norm": 1.6412157054514296, + "learning_rate": 1.965733282039181e-05, + "loss": 1.1656, + "step": 807 + }, + { + "epoch": 0.11120286264794935, + "grad_norm": 1.754869675095387, + "learning_rate": 1.9656174996451313e-05, + "loss": 1.1758, + "step": 808 + }, + { + "epoch": 0.11134048995320672, + "grad_norm": 1.6488755549618537, + "learning_rate": 1.9655015253961018e-05, + "loss": 1.2105, + "step": 809 + }, + { + "epoch": 0.11147811725846409, + "grad_norm": 1.9669090105603375, + "learning_rate": 1.965385359315136e-05, + "loss": 1.1539, + "step": 810 + }, + { + "epoch": 0.11161574456372145, + "grad_norm": 1.9374279852513867, + "learning_rate": 1.9652690014253134e-05, + "loss": 1.204, + "step": 811 + }, + { + "epoch": 0.11175337186897881, + "grad_norm": 1.6816413030935582, + "learning_rate": 1.965152451749754e-05, + "loss": 1.1895, + "step": 812 + }, + { + "epoch": 0.11189099917423617, + "grad_norm": 1.7262677651662874, + "learning_rate": 1.9650357103116134e-05, + "loss": 1.1779, + "step": 813 + }, + { + "epoch": 0.11202862647949353, + "grad_norm": 1.9457716717241758, + "learning_rate": 1.9649187771340873e-05, + "loss": 1.1789, + "step": 814 + }, + { + "epoch": 0.1121662537847509, + "grad_norm": 2.080819105463376, + "learning_rate": 1.9648016522404087e-05, + "loss": 1.2797, + "step": 815 + }, + { + "epoch": 0.11230388109000826, + "grad_norm": 1.7985693638350568, + "learning_rate": 1.9646843356538482e-05, + "loss": 1.251, + "step": 816 + }, + { + "epoch": 0.11244150839526562, + "grad_norm": 1.7355692856238758, + "learning_rate": 1.9645668273977154e-05, + "loss": 1.214, + "step": 817 + }, + { + "epoch": 0.11257913570052298, + "grad_norm": 1.839607148599585, + "learning_rate": 1.9644491274953573e-05, + "loss": 1.2049, + "step": 818 + }, + { + "epoch": 0.11271676300578035, + "grad_norm": 2.0823635836690366, + "learning_rate": 1.9643312359701596e-05, + "loss": 1.2923, + "step": 819 + }, + { + "epoch": 0.11285439031103771, + "grad_norm": 1.8508643967437033, + "learning_rate": 1.9642131528455458e-05, + "loss": 1.2522, + "step": 820 + }, + { + "epoch": 0.11299201761629507, + "grad_norm": 1.9024967630960643, + "learning_rate": 1.9640948781449766e-05, + "loss": 1.2722, + "step": 821 + }, + { + "epoch": 0.11312964492155243, + "grad_norm": 1.5761313793728693, + "learning_rate": 1.9639764118919525e-05, + "loss": 1.1665, + "step": 822 + }, + { + "epoch": 0.1132672722268098, + "grad_norm": 1.9349678389816318, + "learning_rate": 1.963857754110011e-05, + "loss": 1.2933, + "step": 823 + }, + { + "epoch": 0.11340489953206716, + "grad_norm": 1.862576325592029, + "learning_rate": 1.963738904822727e-05, + "loss": 1.2258, + "step": 824 + }, + { + "epoch": 0.11354252683732452, + "grad_norm": 1.719020171809444, + "learning_rate": 1.963619864053715e-05, + "loss": 1.2438, + "step": 825 + }, + { + "epoch": 0.11368015414258188, + "grad_norm": 2.2361514249332664, + "learning_rate": 1.9635006318266264e-05, + "loss": 1.2637, + "step": 826 + }, + { + "epoch": 0.11381778144783924, + "grad_norm": 1.894303597715614, + "learning_rate": 1.9633812081651514e-05, + "loss": 1.1912, + "step": 827 + }, + { + "epoch": 0.11395540875309662, + "grad_norm": 1.7475784130417638, + "learning_rate": 1.9632615930930175e-05, + "loss": 1.1914, + "step": 828 + }, + { + "epoch": 0.11409303605835398, + "grad_norm": 1.8887904594699458, + "learning_rate": 1.9631417866339908e-05, + "loss": 1.2849, + "step": 829 + }, + { + "epoch": 0.11423066336361135, + "grad_norm": 1.7504523369254879, + "learning_rate": 1.9630217888118748e-05, + "loss": 1.2735, + "step": 830 + }, + { + "epoch": 0.11436829066886871, + "grad_norm": 1.7205813790179296, + "learning_rate": 1.9629015996505117e-05, + "loss": 1.1349, + "step": 831 + }, + { + "epoch": 0.11450591797412607, + "grad_norm": 1.8817791669196924, + "learning_rate": 1.9627812191737815e-05, + "loss": 1.2841, + "step": 832 + }, + { + "epoch": 0.11464354527938343, + "grad_norm": 1.8493902600557577, + "learning_rate": 1.9626606474056022e-05, + "loss": 1.2797, + "step": 833 + }, + { + "epoch": 0.1147811725846408, + "grad_norm": 1.8108664497649336, + "learning_rate": 1.9625398843699295e-05, + "loss": 1.2154, + "step": 834 + }, + { + "epoch": 0.11491879988989816, + "grad_norm": 1.8396684946386315, + "learning_rate": 1.9624189300907574e-05, + "loss": 1.1946, + "step": 835 + }, + { + "epoch": 0.11505642719515552, + "grad_norm": 1.901109360318716, + "learning_rate": 1.9622977845921185e-05, + "loss": 1.3035, + "step": 836 + }, + { + "epoch": 0.11519405450041288, + "grad_norm": 1.76770700941382, + "learning_rate": 1.962176447898082e-05, + "loss": 1.1657, + "step": 837 + }, + { + "epoch": 0.11533168180567024, + "grad_norm": 1.8101464093441537, + "learning_rate": 1.9620549200327558e-05, + "loss": 1.1335, + "step": 838 + }, + { + "epoch": 0.1154693091109276, + "grad_norm": 1.8907377053005692, + "learning_rate": 1.9619332010202862e-05, + "loss": 1.1998, + "step": 839 + }, + { + "epoch": 0.11560693641618497, + "grad_norm": 1.9004881390317685, + "learning_rate": 1.961811290884857e-05, + "loss": 1.2906, + "step": 840 + }, + { + "epoch": 0.11574456372144233, + "grad_norm": 1.6810581294045432, + "learning_rate": 1.96168918965069e-05, + "loss": 1.1508, + "step": 841 + }, + { + "epoch": 0.1158821910266997, + "grad_norm": 1.8837835905562355, + "learning_rate": 1.9615668973420453e-05, + "loss": 1.2571, + "step": 842 + }, + { + "epoch": 0.11601981833195706, + "grad_norm": 1.72169615326566, + "learning_rate": 1.9614444139832204e-05, + "loss": 1.16, + "step": 843 + }, + { + "epoch": 0.11615744563721442, + "grad_norm": 1.8275986747818267, + "learning_rate": 1.9613217395985508e-05, + "loss": 1.1814, + "step": 844 + }, + { + "epoch": 0.11629507294247178, + "grad_norm": 1.9229401181563874, + "learning_rate": 1.961198874212411e-05, + "loss": 1.1863, + "step": 845 + }, + { + "epoch": 0.11643270024772914, + "grad_norm": 2.045506035344885, + "learning_rate": 1.9610758178492123e-05, + "loss": 1.2962, + "step": 846 + }, + { + "epoch": 0.11657032755298652, + "grad_norm": 1.684997188650671, + "learning_rate": 1.9609525705334047e-05, + "loss": 1.1517, + "step": 847 + }, + { + "epoch": 0.11670795485824388, + "grad_norm": 1.7102757081812137, + "learning_rate": 1.9608291322894745e-05, + "loss": 1.202, + "step": 848 + }, + { + "epoch": 0.11684558216350124, + "grad_norm": 1.710012301456702, + "learning_rate": 1.9607055031419485e-05, + "loss": 1.1688, + "step": 849 + }, + { + "epoch": 0.1169832094687586, + "grad_norm": 1.9069870844390129, + "learning_rate": 1.9605816831153897e-05, + "loss": 1.2395, + "step": 850 + }, + { + "epoch": 0.11712083677401597, + "grad_norm": 1.7611925144472824, + "learning_rate": 1.960457672234399e-05, + "loss": 1.2701, + "step": 851 + }, + { + "epoch": 0.11725846407927333, + "grad_norm": 1.7362173356166832, + "learning_rate": 1.9603334705236165e-05, + "loss": 1.3368, + "step": 852 + }, + { + "epoch": 0.11739609138453069, + "grad_norm": 1.8882138174443441, + "learning_rate": 1.9602090780077184e-05, + "loss": 1.3028, + "step": 853 + }, + { + "epoch": 0.11753371868978806, + "grad_norm": 1.6836654544586562, + "learning_rate": 1.960084494711421e-05, + "loss": 1.2194, + "step": 854 + }, + { + "epoch": 0.11767134599504542, + "grad_norm": 1.7543182554477332, + "learning_rate": 1.9599597206594764e-05, + "loss": 1.2009, + "step": 855 + }, + { + "epoch": 0.11780897330030278, + "grad_norm": 1.69737707822177, + "learning_rate": 1.9598347558766755e-05, + "loss": 1.0889, + "step": 856 + }, + { + "epoch": 0.11794660060556014, + "grad_norm": 1.8221500292130661, + "learning_rate": 1.9597096003878474e-05, + "loss": 1.2041, + "step": 857 + }, + { + "epoch": 0.1180842279108175, + "grad_norm": 1.817561685097309, + "learning_rate": 1.9595842542178588e-05, + "loss": 1.3085, + "step": 858 + }, + { + "epoch": 0.11822185521607487, + "grad_norm": 1.8977194137087292, + "learning_rate": 1.959458717391614e-05, + "loss": 1.202, + "step": 859 + }, + { + "epoch": 0.11835948252133223, + "grad_norm": 1.947811420528517, + "learning_rate": 1.9593329899340556e-05, + "loss": 1.1813, + "step": 860 + }, + { + "epoch": 0.11849710982658959, + "grad_norm": 1.8649610886034487, + "learning_rate": 1.9592070718701645e-05, + "loss": 1.2089, + "step": 861 + }, + { + "epoch": 0.11863473713184695, + "grad_norm": 1.918678858633858, + "learning_rate": 1.9590809632249576e-05, + "loss": 1.2118, + "step": 862 + }, + { + "epoch": 0.11877236443710432, + "grad_norm": 1.8507303716459647, + "learning_rate": 1.958954664023492e-05, + "loss": 1.22, + "step": 863 + }, + { + "epoch": 0.11890999174236168, + "grad_norm": 1.8500529887761503, + "learning_rate": 1.9588281742908615e-05, + "loss": 1.2451, + "step": 864 + }, + { + "epoch": 0.11904761904761904, + "grad_norm": 1.7889322494691875, + "learning_rate": 1.9587014940521975e-05, + "loss": 1.189, + "step": 865 + }, + { + "epoch": 0.11918524635287642, + "grad_norm": 2.0337111390089286, + "learning_rate": 1.9585746233326698e-05, + "loss": 1.1807, + "step": 866 + }, + { + "epoch": 0.11932287365813378, + "grad_norm": 1.7616636055417598, + "learning_rate": 1.9584475621574857e-05, + "loss": 1.2442, + "step": 867 + }, + { + "epoch": 0.11946050096339114, + "grad_norm": 2.0199406908084483, + "learning_rate": 1.958320310551891e-05, + "loss": 1.2065, + "step": 868 + }, + { + "epoch": 0.1195981282686485, + "grad_norm": 1.766378022485615, + "learning_rate": 1.9581928685411685e-05, + "loss": 1.2321, + "step": 869 + }, + { + "epoch": 0.11973575557390587, + "grad_norm": 1.6492474077318982, + "learning_rate": 1.958065236150639e-05, + "loss": 1.2624, + "step": 870 + }, + { + "epoch": 0.11987338287916323, + "grad_norm": 1.7867648875695046, + "learning_rate": 1.957937413405662e-05, + "loss": 1.163, + "step": 871 + }, + { + "epoch": 0.12001101018442059, + "grad_norm": 1.8300129800160796, + "learning_rate": 1.9578094003316336e-05, + "loss": 1.313, + "step": 872 + }, + { + "epoch": 0.12014863748967795, + "grad_norm": 1.718614944420061, + "learning_rate": 1.9576811969539884e-05, + "loss": 1.202, + "step": 873 + }, + { + "epoch": 0.12028626479493532, + "grad_norm": 1.7715122096904181, + "learning_rate": 1.957552803298198e-05, + "loss": 1.1505, + "step": 874 + }, + { + "epoch": 0.12042389210019268, + "grad_norm": 1.749533113320069, + "learning_rate": 1.9574242193897735e-05, + "loss": 1.1691, + "step": 875 + }, + { + "epoch": 0.12056151940545004, + "grad_norm": 1.5932637893022212, + "learning_rate": 1.9572954452542627e-05, + "loss": 1.1813, + "step": 876 + }, + { + "epoch": 0.1206991467107074, + "grad_norm": 1.7549236537318575, + "learning_rate": 1.9571664809172505e-05, + "loss": 1.2108, + "step": 877 + }, + { + "epoch": 0.12083677401596477, + "grad_norm": 1.8546896887949065, + "learning_rate": 1.9570373264043606e-05, + "loss": 1.2501, + "step": 878 + }, + { + "epoch": 0.12097440132122213, + "grad_norm": 1.7294522260238856, + "learning_rate": 1.9569079817412545e-05, + "loss": 1.2445, + "step": 879 + }, + { + "epoch": 0.12111202862647949, + "grad_norm": 1.736559907593243, + "learning_rate": 1.956778446953631e-05, + "loss": 1.2551, + "step": 880 + }, + { + "epoch": 0.12124965593173685, + "grad_norm": 1.8451099839056138, + "learning_rate": 1.956648722067227e-05, + "loss": 1.252, + "step": 881 + }, + { + "epoch": 0.12138728323699421, + "grad_norm": 1.8829967629163678, + "learning_rate": 1.956518807107817e-05, + "loss": 1.2878, + "step": 882 + }, + { + "epoch": 0.12152491054225158, + "grad_norm": 1.9536544475328965, + "learning_rate": 1.9563887021012135e-05, + "loss": 1.212, + "step": 883 + }, + { + "epoch": 0.12166253784750894, + "grad_norm": 1.9677655638567264, + "learning_rate": 1.9562584070732663e-05, + "loss": 1.2402, + "step": 884 + }, + { + "epoch": 0.12180016515276632, + "grad_norm": 2.1267734332795536, + "learning_rate": 1.9561279220498632e-05, + "loss": 1.2873, + "step": 885 + }, + { + "epoch": 0.12193779245802368, + "grad_norm": 1.5285021321425292, + "learning_rate": 1.9559972470569302e-05, + "loss": 1.1905, + "step": 886 + }, + { + "epoch": 0.12207541976328104, + "grad_norm": 1.7349559428289871, + "learning_rate": 1.9558663821204302e-05, + "loss": 1.1734, + "step": 887 + }, + { + "epoch": 0.1222130470685384, + "grad_norm": 1.730750622577149, + "learning_rate": 1.9557353272663648e-05, + "loss": 1.2788, + "step": 888 + }, + { + "epoch": 0.12235067437379576, + "grad_norm": 1.8792394765913796, + "learning_rate": 1.955604082520772e-05, + "loss": 1.2325, + "step": 889 + }, + { + "epoch": 0.12248830167905313, + "grad_norm": 1.5712301308123215, + "learning_rate": 1.955472647909729e-05, + "loss": 1.1433, + "step": 890 + }, + { + "epoch": 0.12262592898431049, + "grad_norm": 1.8058240348705448, + "learning_rate": 1.95534102345935e-05, + "loss": 1.1893, + "step": 891 + }, + { + "epoch": 0.12276355628956785, + "grad_norm": 1.7129642336254978, + "learning_rate": 1.9552092091957864e-05, + "loss": 1.1548, + "step": 892 + }, + { + "epoch": 0.12290118359482521, + "grad_norm": 1.8087927637809356, + "learning_rate": 1.9550772051452287e-05, + "loss": 1.328, + "step": 893 + }, + { + "epoch": 0.12303881090008258, + "grad_norm": 1.7644285584831771, + "learning_rate": 1.954945011333904e-05, + "loss": 1.1587, + "step": 894 + }, + { + "epoch": 0.12317643820533994, + "grad_norm": 1.7019198630471604, + "learning_rate": 1.954812627788077e-05, + "loss": 1.1787, + "step": 895 + }, + { + "epoch": 0.1233140655105973, + "grad_norm": 1.7277999767735017, + "learning_rate": 1.954680054534051e-05, + "loss": 1.1974, + "step": 896 + }, + { + "epoch": 0.12345169281585466, + "grad_norm": 1.8680362509500779, + "learning_rate": 1.9545472915981664e-05, + "loss": 1.2217, + "step": 897 + }, + { + "epoch": 0.12358932012111203, + "grad_norm": 1.7032012711332032, + "learning_rate": 1.9544143390068012e-05, + "loss": 1.1594, + "step": 898 + }, + { + "epoch": 0.12372694742636939, + "grad_norm": 2.022835308469923, + "learning_rate": 1.9542811967863714e-05, + "loss": 1.2138, + "step": 899 + }, + { + "epoch": 0.12386457473162675, + "grad_norm": 1.8986062585131227, + "learning_rate": 1.9541478649633304e-05, + "loss": 1.2606, + "step": 900 + }, + { + "epoch": 0.12400220203688411, + "grad_norm": 2.0220055941547046, + "learning_rate": 1.9540143435641693e-05, + "loss": 1.2304, + "step": 901 + }, + { + "epoch": 0.12413982934214148, + "grad_norm": 1.8767299626618463, + "learning_rate": 1.9538806326154173e-05, + "loss": 1.2036, + "step": 902 + }, + { + "epoch": 0.12427745664739884, + "grad_norm": 1.7911373314206835, + "learning_rate": 1.9537467321436413e-05, + "loss": 1.1867, + "step": 903 + }, + { + "epoch": 0.12441508395265621, + "grad_norm": 1.8705577939640188, + "learning_rate": 1.9536126421754444e-05, + "loss": 1.1124, + "step": 904 + }, + { + "epoch": 0.12455271125791358, + "grad_norm": 1.7706184815393453, + "learning_rate": 1.9534783627374693e-05, + "loss": 1.1814, + "step": 905 + }, + { + "epoch": 0.12469033856317094, + "grad_norm": 1.7260800100396985, + "learning_rate": 1.953343893856395e-05, + "loss": 1.2172, + "step": 906 + }, + { + "epoch": 0.1248279658684283, + "grad_norm": 1.8646223052816076, + "learning_rate": 1.953209235558939e-05, + "loss": 1.1916, + "step": 907 + }, + { + "epoch": 0.12496559317368566, + "grad_norm": 1.8102451557020443, + "learning_rate": 1.9530743878718556e-05, + "loss": 1.2724, + "step": 908 + }, + { + "epoch": 0.125103220478943, + "grad_norm": 1.7017947720733293, + "learning_rate": 1.952939350821938e-05, + "loss": 1.2226, + "step": 909 + }, + { + "epoch": 0.1252408477842004, + "grad_norm": 1.636006891659363, + "learning_rate": 1.9528041244360154e-05, + "loss": 1.1474, + "step": 910 + }, + { + "epoch": 0.12537847508945774, + "grad_norm": 1.9056570957264647, + "learning_rate": 1.952668708740956e-05, + "loss": 1.2099, + "step": 911 + }, + { + "epoch": 0.1255161023947151, + "grad_norm": 1.6541169641950468, + "learning_rate": 1.9525331037636644e-05, + "loss": 1.2374, + "step": 912 + }, + { + "epoch": 0.12565372969997246, + "grad_norm": 1.702552092311477, + "learning_rate": 1.952397309531084e-05, + "loss": 1.261, + "step": 913 + }, + { + "epoch": 0.12579135700522984, + "grad_norm": 1.9598089931378393, + "learning_rate": 1.9522613260701953e-05, + "loss": 1.2456, + "step": 914 + }, + { + "epoch": 0.1259289843104872, + "grad_norm": 2.0290006891348717, + "learning_rate": 1.952125153408016e-05, + "loss": 1.24, + "step": 915 + }, + { + "epoch": 0.12606661161574456, + "grad_norm": 1.7302166535516845, + "learning_rate": 1.9519887915716017e-05, + "loss": 1.1792, + "step": 916 + }, + { + "epoch": 0.12620423892100194, + "grad_norm": 1.9113057151281068, + "learning_rate": 1.951852240588046e-05, + "loss": 1.2732, + "step": 917 + }, + { + "epoch": 0.1263418662262593, + "grad_norm": 1.6680167373564403, + "learning_rate": 1.9517155004844795e-05, + "loss": 1.1686, + "step": 918 + }, + { + "epoch": 0.12647949353151666, + "grad_norm": 1.815422508897492, + "learning_rate": 1.951578571288071e-05, + "loss": 1.1523, + "step": 919 + }, + { + "epoch": 0.126617120836774, + "grad_norm": 1.746455487898351, + "learning_rate": 1.9514414530260256e-05, + "loss": 1.264, + "step": 920 + }, + { + "epoch": 0.1267547481420314, + "grad_norm": 2.130870633261922, + "learning_rate": 1.9513041457255873e-05, + "loss": 1.2113, + "step": 921 + }, + { + "epoch": 0.12689237544728874, + "grad_norm": 1.7713804461663547, + "learning_rate": 1.9511666494140375e-05, + "loss": 1.1792, + "step": 922 + }, + { + "epoch": 0.1270300027525461, + "grad_norm": 1.8870130720925926, + "learning_rate": 1.9510289641186945e-05, + "loss": 1.2073, + "step": 923 + }, + { + "epoch": 0.12716763005780346, + "grad_norm": 1.6817255213164957, + "learning_rate": 1.950891089866914e-05, + "loss": 1.1401, + "step": 924 + }, + { + "epoch": 0.12730525736306084, + "grad_norm": 1.957564371911712, + "learning_rate": 1.9507530266860906e-05, + "loss": 1.2512, + "step": 925 + }, + { + "epoch": 0.12744288466831818, + "grad_norm": 1.7867126735954426, + "learning_rate": 1.950614774603655e-05, + "loss": 1.2138, + "step": 926 + }, + { + "epoch": 0.12758051197357556, + "grad_norm": 1.9095448173423748, + "learning_rate": 1.9504763336470766e-05, + "loss": 1.2341, + "step": 927 + }, + { + "epoch": 0.1277181392788329, + "grad_norm": 1.8496525490902622, + "learning_rate": 1.950337703843861e-05, + "loss": 1.2277, + "step": 928 + }, + { + "epoch": 0.12785576658409029, + "grad_norm": 1.72558792683128, + "learning_rate": 1.950198885221552e-05, + "loss": 1.1273, + "step": 929 + }, + { + "epoch": 0.12799339388934763, + "grad_norm": 1.9504659884824613, + "learning_rate": 1.950059877807732e-05, + "loss": 1.1793, + "step": 930 + }, + { + "epoch": 0.128131021194605, + "grad_norm": 1.8945239910620812, + "learning_rate": 1.949920681630019e-05, + "loss": 1.2271, + "step": 931 + }, + { + "epoch": 0.12826864849986236, + "grad_norm": 1.7025796781301776, + "learning_rate": 1.9497812967160692e-05, + "loss": 1.2142, + "step": 932 + }, + { + "epoch": 0.12840627580511974, + "grad_norm": 1.8520011673794416, + "learning_rate": 1.949641723093577e-05, + "loss": 1.2843, + "step": 933 + }, + { + "epoch": 0.1285439031103771, + "grad_norm": 1.8681496560983988, + "learning_rate": 1.949501960790274e-05, + "loss": 1.1901, + "step": 934 + }, + { + "epoch": 0.12868153041563446, + "grad_norm": 1.7713771507720213, + "learning_rate": 1.949362009833928e-05, + "loss": 1.2327, + "step": 935 + }, + { + "epoch": 0.12881915772089184, + "grad_norm": 1.8452953369985095, + "learning_rate": 1.9492218702523464e-05, + "loss": 1.1571, + "step": 936 + }, + { + "epoch": 0.12895678502614918, + "grad_norm": 1.8515541617637625, + "learning_rate": 1.9490815420733724e-05, + "loss": 1.2388, + "step": 937 + }, + { + "epoch": 0.12909441233140656, + "grad_norm": 1.8015095242706392, + "learning_rate": 1.9489410253248876e-05, + "loss": 1.1076, + "step": 938 + }, + { + "epoch": 0.1292320396366639, + "grad_norm": 1.7863771305703893, + "learning_rate": 1.9488003200348105e-05, + "loss": 1.214, + "step": 939 + }, + { + "epoch": 0.12936966694192129, + "grad_norm": 1.7400657498642536, + "learning_rate": 1.9486594262310977e-05, + "loss": 1.1919, + "step": 940 + }, + { + "epoch": 0.12950729424717863, + "grad_norm": 1.6956957353627302, + "learning_rate": 1.9485183439417428e-05, + "loss": 1.2368, + "step": 941 + }, + { + "epoch": 0.129644921552436, + "grad_norm": 2.0925775013137105, + "learning_rate": 1.9483770731947766e-05, + "loss": 1.2817, + "step": 942 + }, + { + "epoch": 0.12978254885769336, + "grad_norm": 1.765297837739204, + "learning_rate": 1.948235614018268e-05, + "loss": 1.1457, + "step": 943 + }, + { + "epoch": 0.12992017616295073, + "grad_norm": 1.627765981460773, + "learning_rate": 1.9480939664403223e-05, + "loss": 1.1555, + "step": 944 + }, + { + "epoch": 0.13005780346820808, + "grad_norm": 2.0315410937792078, + "learning_rate": 1.9479521304890837e-05, + "loss": 1.2121, + "step": 945 + }, + { + "epoch": 0.13019543077346546, + "grad_norm": 1.8403971226408742, + "learning_rate": 1.947810106192733e-05, + "loss": 1.1302, + "step": 946 + }, + { + "epoch": 0.1303330580787228, + "grad_norm": 2.0557931378204275, + "learning_rate": 1.947667893579488e-05, + "loss": 1.3082, + "step": 947 + }, + { + "epoch": 0.13047068538398018, + "grad_norm": 1.7605080881522277, + "learning_rate": 1.947525492677605e-05, + "loss": 1.1799, + "step": 948 + }, + { + "epoch": 0.13060831268923753, + "grad_norm": 1.8125950975549612, + "learning_rate": 1.9473829035153767e-05, + "loss": 1.2139, + "step": 949 + }, + { + "epoch": 0.1307459399944949, + "grad_norm": 1.8748259724536536, + "learning_rate": 1.9472401261211337e-05, + "loss": 1.2742, + "step": 950 + }, + { + "epoch": 0.13088356729975226, + "grad_norm": 1.9152914511326435, + "learning_rate": 1.9470971605232442e-05, + "loss": 1.2213, + "step": 951 + }, + { + "epoch": 0.13102119460500963, + "grad_norm": 1.8036647795057201, + "learning_rate": 1.946954006750113e-05, + "loss": 1.184, + "step": 952 + }, + { + "epoch": 0.131158821910267, + "grad_norm": 1.8560772065944369, + "learning_rate": 1.946810664830183e-05, + "loss": 1.2402, + "step": 953 + }, + { + "epoch": 0.13129644921552436, + "grad_norm": 1.7881039228445805, + "learning_rate": 1.9466671347919344e-05, + "loss": 1.2417, + "step": 954 + }, + { + "epoch": 0.13143407652078173, + "grad_norm": 1.796604940907289, + "learning_rate": 1.9465234166638846e-05, + "loss": 1.1893, + "step": 955 + }, + { + "epoch": 0.13157170382603908, + "grad_norm": 1.7368793483977623, + "learning_rate": 1.9463795104745884e-05, + "loss": 1.1665, + "step": 956 + }, + { + "epoch": 0.13170933113129646, + "grad_norm": 1.6121476601037237, + "learning_rate": 1.946235416252638e-05, + "loss": 1.1872, + "step": 957 + }, + { + "epoch": 0.1318469584365538, + "grad_norm": 1.8275169121405612, + "learning_rate": 1.946091134026663e-05, + "loss": 1.0896, + "step": 958 + }, + { + "epoch": 0.13198458574181118, + "grad_norm": 1.8159010571715224, + "learning_rate": 1.94594666382533e-05, + "loss": 1.1873, + "step": 959 + }, + { + "epoch": 0.13212221304706853, + "grad_norm": 1.7753204678977736, + "learning_rate": 1.9458020056773437e-05, + "loss": 1.1368, + "step": 960 + }, + { + "epoch": 0.1322598403523259, + "grad_norm": 1.9969001306744854, + "learning_rate": 1.9456571596114453e-05, + "loss": 1.1863, + "step": 961 + }, + { + "epoch": 0.13239746765758326, + "grad_norm": 1.5815162096368942, + "learning_rate": 1.9455121256564142e-05, + "loss": 1.1239, + "step": 962 + }, + { + "epoch": 0.13253509496284063, + "grad_norm": 1.6476823958469933, + "learning_rate": 1.9453669038410662e-05, + "loss": 1.1669, + "step": 963 + }, + { + "epoch": 0.13267272226809798, + "grad_norm": 1.7682577367826136, + "learning_rate": 1.945221494194255e-05, + "loss": 1.1453, + "step": 964 + }, + { + "epoch": 0.13281034957335536, + "grad_norm": 1.7223932769880999, + "learning_rate": 1.945075896744872e-05, + "loss": 1.2469, + "step": 965 + }, + { + "epoch": 0.1329479768786127, + "grad_norm": 1.8324382592710222, + "learning_rate": 1.9449301115218446e-05, + "loss": 1.1864, + "step": 966 + }, + { + "epoch": 0.13308560418387008, + "grad_norm": 1.7700655184497935, + "learning_rate": 1.9447841385541387e-05, + "loss": 1.2174, + "step": 967 + }, + { + "epoch": 0.13322323148912743, + "grad_norm": 1.7329140288387153, + "learning_rate": 1.9446379778707573e-05, + "loss": 1.1994, + "step": 968 + }, + { + "epoch": 0.1333608587943848, + "grad_norm": 1.9456038647094556, + "learning_rate": 1.9444916295007404e-05, + "loss": 1.2379, + "step": 969 + }, + { + "epoch": 0.13349848609964216, + "grad_norm": 1.6540844823743814, + "learning_rate": 1.9443450934731653e-05, + "loss": 1.164, + "step": 970 + }, + { + "epoch": 0.13363611340489953, + "grad_norm": 1.7466066768364676, + "learning_rate": 1.944198369817147e-05, + "loss": 1.146, + "step": 971 + }, + { + "epoch": 0.1337737407101569, + "grad_norm": 1.737523793038045, + "learning_rate": 1.944051458561837e-05, + "loss": 1.1534, + "step": 972 + }, + { + "epoch": 0.13391136801541426, + "grad_norm": 1.652416177774366, + "learning_rate": 1.9439043597364252e-05, + "loss": 1.1718, + "step": 973 + }, + { + "epoch": 0.13404899532067163, + "grad_norm": 1.8126548294381255, + "learning_rate": 1.9437570733701375e-05, + "loss": 1.2209, + "step": 974 + }, + { + "epoch": 0.13418662262592898, + "grad_norm": 1.9883973715156185, + "learning_rate": 1.943609599492238e-05, + "loss": 1.2115, + "step": 975 + }, + { + "epoch": 0.13432424993118636, + "grad_norm": 1.765630546318046, + "learning_rate": 1.9434619381320278e-05, + "loss": 1.2135, + "step": 976 + }, + { + "epoch": 0.1344618772364437, + "grad_norm": 2.0317731457699764, + "learning_rate": 1.9433140893188448e-05, + "loss": 1.2126, + "step": 977 + }, + { + "epoch": 0.13459950454170108, + "grad_norm": 2.0045551467436256, + "learning_rate": 1.943166053082065e-05, + "loss": 1.1958, + "step": 978 + }, + { + "epoch": 0.13473713184695843, + "grad_norm": 1.7490784163650062, + "learning_rate": 1.943017829451101e-05, + "loss": 1.2385, + "step": 979 + }, + { + "epoch": 0.1348747591522158, + "grad_norm": 2.1159426143167925, + "learning_rate": 1.9428694184554028e-05, + "loss": 1.152, + "step": 980 + }, + { + "epoch": 0.13501238645747315, + "grad_norm": 1.841518098011847, + "learning_rate": 1.9427208201244574e-05, + "loss": 1.1832, + "step": 981 + }, + { + "epoch": 0.13515001376273053, + "grad_norm": 1.7566417234369978, + "learning_rate": 1.9425720344877898e-05, + "loss": 1.1678, + "step": 982 + }, + { + "epoch": 0.13528764106798788, + "grad_norm": 1.7700682725546366, + "learning_rate": 1.942423061574961e-05, + "loss": 1.1945, + "step": 983 + }, + { + "epoch": 0.13542526837324526, + "grad_norm": 1.7887628059126761, + "learning_rate": 1.9422739014155706e-05, + "loss": 1.2045, + "step": 984 + }, + { + "epoch": 0.1355628956785026, + "grad_norm": 2.1880219392192495, + "learning_rate": 1.9421245540392542e-05, + "loss": 1.2167, + "step": 985 + }, + { + "epoch": 0.13570052298375998, + "grad_norm": 1.635817467730699, + "learning_rate": 1.9419750194756852e-05, + "loss": 1.2248, + "step": 986 + }, + { + "epoch": 0.13583815028901733, + "grad_norm": 1.8548258374934627, + "learning_rate": 1.941825297754574e-05, + "loss": 1.2769, + "step": 987 + }, + { + "epoch": 0.1359757775942747, + "grad_norm": 1.7401861640710445, + "learning_rate": 1.9416753889056683e-05, + "loss": 1.1906, + "step": 988 + }, + { + "epoch": 0.13611340489953205, + "grad_norm": 1.609520058999801, + "learning_rate": 1.941525292958753e-05, + "loss": 1.092, + "step": 989 + }, + { + "epoch": 0.13625103220478943, + "grad_norm": 1.860508691071127, + "learning_rate": 1.94137500994365e-05, + "loss": 1.2255, + "step": 990 + }, + { + "epoch": 0.1363886595100468, + "grad_norm": 1.8300913645980483, + "learning_rate": 1.9412245398902187e-05, + "loss": 1.2088, + "step": 991 + }, + { + "epoch": 0.13652628681530415, + "grad_norm": 1.7347830048724835, + "learning_rate": 1.9410738828283552e-05, + "loss": 1.151, + "step": 992 + }, + { + "epoch": 0.13666391412056153, + "grad_norm": 1.8349903077510528, + "learning_rate": 1.940923038787993e-05, + "loss": 1.0974, + "step": 993 + }, + { + "epoch": 0.13680154142581888, + "grad_norm": 1.8803985772396354, + "learning_rate": 1.940772007799103e-05, + "loss": 1.2127, + "step": 994 + }, + { + "epoch": 0.13693916873107626, + "grad_norm": 1.7151856216486494, + "learning_rate": 1.9406207898916927e-05, + "loss": 1.2033, + "step": 995 + }, + { + "epoch": 0.1370767960363336, + "grad_norm": 1.7024655567190519, + "learning_rate": 1.9404693850958072e-05, + "loss": 1.1696, + "step": 996 + }, + { + "epoch": 0.13721442334159098, + "grad_norm": 1.8796879068731895, + "learning_rate": 1.9403177934415286e-05, + "loss": 1.3033, + "step": 997 + }, + { + "epoch": 0.13735205064684833, + "grad_norm": 2.160910377355313, + "learning_rate": 1.9401660149589757e-05, + "loss": 1.1265, + "step": 998 + }, + { + "epoch": 0.1374896779521057, + "grad_norm": 1.7730857014275494, + "learning_rate": 1.9400140496783052e-05, + "loss": 1.235, + "step": 999 + }, + { + "epoch": 0.13762730525736305, + "grad_norm": 1.7468743931206159, + "learning_rate": 1.9398618976297104e-05, + "loss": 1.2212, + "step": 1000 + }, + { + "epoch": 0.13776493256262043, + "grad_norm": 1.957145771696647, + "learning_rate": 1.939709558843422e-05, + "loss": 1.1598, + "step": 1001 + }, + { + "epoch": 0.13790255986787778, + "grad_norm": 1.7590650344390129, + "learning_rate": 1.9395570333497074e-05, + "loss": 1.2289, + "step": 1002 + }, + { + "epoch": 0.13804018717313515, + "grad_norm": 1.6333866480412682, + "learning_rate": 1.9394043211788715e-05, + "loss": 1.1648, + "step": 1003 + }, + { + "epoch": 0.1381778144783925, + "grad_norm": 1.7496608993117408, + "learning_rate": 1.939251422361256e-05, + "loss": 1.2253, + "step": 1004 + }, + { + "epoch": 0.13831544178364988, + "grad_norm": 1.7390895278691771, + "learning_rate": 1.9390983369272397e-05, + "loss": 1.2175, + "step": 1005 + }, + { + "epoch": 0.13845306908890723, + "grad_norm": 1.9378650100509047, + "learning_rate": 1.9389450649072387e-05, + "loss": 1.1636, + "step": 1006 + }, + { + "epoch": 0.1385906963941646, + "grad_norm": 1.753015047128285, + "learning_rate": 1.938791606331706e-05, + "loss": 1.1449, + "step": 1007 + }, + { + "epoch": 0.13872832369942195, + "grad_norm": 1.8630343535466258, + "learning_rate": 1.9386379612311322e-05, + "loss": 1.2258, + "step": 1008 + }, + { + "epoch": 0.13886595100467933, + "grad_norm": 1.7590923409866852, + "learning_rate": 1.9384841296360436e-05, + "loss": 1.2043, + "step": 1009 + }, + { + "epoch": 0.1390035783099367, + "grad_norm": 1.7203130816867256, + "learning_rate": 1.938330111577005e-05, + "loss": 1.1495, + "step": 1010 + }, + { + "epoch": 0.13914120561519405, + "grad_norm": 1.5993553527591873, + "learning_rate": 1.9381759070846177e-05, + "loss": 1.1218, + "step": 1011 + }, + { + "epoch": 0.13927883292045143, + "grad_norm": 1.8037526632074004, + "learning_rate": 1.93802151618952e-05, + "loss": 1.1926, + "step": 1012 + }, + { + "epoch": 0.13941646022570878, + "grad_norm": 1.775694829643017, + "learning_rate": 1.9378669389223867e-05, + "loss": 1.1569, + "step": 1013 + }, + { + "epoch": 0.13955408753096615, + "grad_norm": 1.8898834817574979, + "learning_rate": 1.937712175313931e-05, + "loss": 1.0843, + "step": 1014 + }, + { + "epoch": 0.1396917148362235, + "grad_norm": 1.7500063790324563, + "learning_rate": 1.937557225394902e-05, + "loss": 1.157, + "step": 1015 + }, + { + "epoch": 0.13982934214148088, + "grad_norm": 1.7795807590231245, + "learning_rate": 1.9374020891960858e-05, + "loss": 1.1761, + "step": 1016 + }, + { + "epoch": 0.13996696944673823, + "grad_norm": 1.898733219210365, + "learning_rate": 1.9372467667483065e-05, + "loss": 1.2338, + "step": 1017 + }, + { + "epoch": 0.1401045967519956, + "grad_norm": 1.7208750152205523, + "learning_rate": 1.9370912580824238e-05, + "loss": 1.2403, + "step": 1018 + }, + { + "epoch": 0.14024222405725295, + "grad_norm": 1.8219189143375283, + "learning_rate": 1.9369355632293352e-05, + "loss": 1.158, + "step": 1019 + }, + { + "epoch": 0.14037985136251033, + "grad_norm": 1.9713701241594779, + "learning_rate": 1.936779682219976e-05, + "loss": 1.2288, + "step": 1020 + }, + { + "epoch": 0.14051747866776768, + "grad_norm": 1.7264365088622893, + "learning_rate": 1.936623615085317e-05, + "loss": 1.161, + "step": 1021 + }, + { + "epoch": 0.14065510597302505, + "grad_norm": 2.081711573871752, + "learning_rate": 1.9364673618563666e-05, + "loss": 1.3392, + "step": 1022 + }, + { + "epoch": 0.1407927332782824, + "grad_norm": 2.222670431869765, + "learning_rate": 1.9363109225641702e-05, + "loss": 1.3119, + "step": 1023 + }, + { + "epoch": 0.14093036058353978, + "grad_norm": 1.7859953893444271, + "learning_rate": 1.93615429723981e-05, + "loss": 1.2327, + "step": 1024 + }, + { + "epoch": 0.14106798788879713, + "grad_norm": 1.7563246109890456, + "learning_rate": 1.9359974859144058e-05, + "loss": 1.2617, + "step": 1025 + }, + { + "epoch": 0.1412056151940545, + "grad_norm": 1.7126958744208443, + "learning_rate": 1.9358404886191133e-05, + "loss": 1.1556, + "step": 1026 + }, + { + "epoch": 0.14134324249931185, + "grad_norm": 1.6987469429596191, + "learning_rate": 1.9356833053851262e-05, + "loss": 1.2396, + "step": 1027 + }, + { + "epoch": 0.14148086980456923, + "grad_norm": 1.8026448182557506, + "learning_rate": 1.9355259362436743e-05, + "loss": 1.1495, + "step": 1028 + }, + { + "epoch": 0.1416184971098266, + "grad_norm": 1.6279310807456846, + "learning_rate": 1.935368381226025e-05, + "loss": 1.2963, + "step": 1029 + }, + { + "epoch": 0.14175612441508395, + "grad_norm": 1.8001457899502786, + "learning_rate": 1.935210640363482e-05, + "loss": 1.2254, + "step": 1030 + }, + { + "epoch": 0.14189375172034133, + "grad_norm": 1.8221102869339951, + "learning_rate": 1.935052713687386e-05, + "loss": 1.1755, + "step": 1031 + }, + { + "epoch": 0.14203137902559868, + "grad_norm": 1.818661726428657, + "learning_rate": 1.934894601229116e-05, + "loss": 1.1469, + "step": 1032 + }, + { + "epoch": 0.14216900633085605, + "grad_norm": 1.7901230923785547, + "learning_rate": 1.9347363030200857e-05, + "loss": 1.1495, + "step": 1033 + }, + { + "epoch": 0.1423066336361134, + "grad_norm": 1.7250197504672966, + "learning_rate": 1.934577819091747e-05, + "loss": 1.1861, + "step": 1034 + }, + { + "epoch": 0.14244426094137078, + "grad_norm": 1.7662054231964017, + "learning_rate": 1.9344191494755887e-05, + "loss": 1.2525, + "step": 1035 + }, + { + "epoch": 0.14258188824662812, + "grad_norm": 1.9445728310397896, + "learning_rate": 1.9342602942031364e-05, + "loss": 1.1889, + "step": 1036 + }, + { + "epoch": 0.1427195155518855, + "grad_norm": 1.8196213332765085, + "learning_rate": 1.934101253305952e-05, + "loss": 1.2411, + "step": 1037 + }, + { + "epoch": 0.14285714285714285, + "grad_norm": 1.6869300952854103, + "learning_rate": 1.933942026815635e-05, + "loss": 1.1903, + "step": 1038 + }, + { + "epoch": 0.14299477016240023, + "grad_norm": 1.8543590710879152, + "learning_rate": 1.933782614763822e-05, + "loss": 1.3215, + "step": 1039 + }, + { + "epoch": 0.14313239746765757, + "grad_norm": 1.7210162280750545, + "learning_rate": 1.933623017182185e-05, + "loss": 1.2289, + "step": 1040 + }, + { + "epoch": 0.14327002477291495, + "grad_norm": 2.1853677585074913, + "learning_rate": 1.9334632341024352e-05, + "loss": 1.2988, + "step": 1041 + }, + { + "epoch": 0.1434076520781723, + "grad_norm": 1.8907663310230118, + "learning_rate": 1.9333032655563176e-05, + "loss": 1.2074, + "step": 1042 + }, + { + "epoch": 0.14354527938342967, + "grad_norm": 1.793075844366884, + "learning_rate": 1.933143111575617e-05, + "loss": 1.2193, + "step": 1043 + }, + { + "epoch": 0.14368290668868702, + "grad_norm": 1.8000861294618493, + "learning_rate": 1.9329827721921535e-05, + "loss": 1.1166, + "step": 1044 + }, + { + "epoch": 0.1438205339939444, + "grad_norm": 1.716518673197633, + "learning_rate": 1.9328222474377843e-05, + "loss": 1.116, + "step": 1045 + }, + { + "epoch": 0.14395816129920175, + "grad_norm": 1.74321810031861, + "learning_rate": 1.9326615373444036e-05, + "loss": 1.1941, + "step": 1046 + }, + { + "epoch": 0.14409578860445912, + "grad_norm": 1.8290985055218398, + "learning_rate": 1.9325006419439418e-05, + "loss": 1.2055, + "step": 1047 + }, + { + "epoch": 0.1442334159097165, + "grad_norm": 1.851453283146574, + "learning_rate": 1.9323395612683673e-05, + "loss": 1.2258, + "step": 1048 + }, + { + "epoch": 0.14437104321497385, + "grad_norm": 1.7545755784839618, + "learning_rate": 1.9321782953496843e-05, + "loss": 1.1843, + "step": 1049 + }, + { + "epoch": 0.14450867052023122, + "grad_norm": 1.5366072927836847, + "learning_rate": 1.932016844219934e-05, + "loss": 1.2033, + "step": 1050 + }, + { + "epoch": 0.14464629782548857, + "grad_norm": 1.8716360323801913, + "learning_rate": 1.9318552079111946e-05, + "loss": 1.2791, + "step": 1051 + }, + { + "epoch": 0.14478392513074595, + "grad_norm": 1.95298934355519, + "learning_rate": 1.9316933864555814e-05, + "loss": 1.1649, + "step": 1052 + }, + { + "epoch": 0.1449215524360033, + "grad_norm": 1.7033733814171539, + "learning_rate": 1.9315313798852456e-05, + "loss": 1.1889, + "step": 1053 + }, + { + "epoch": 0.14505917974126067, + "grad_norm": 1.9383005520693646, + "learning_rate": 1.931369188232376e-05, + "loss": 1.1918, + "step": 1054 + }, + { + "epoch": 0.14519680704651802, + "grad_norm": 1.6655436211041688, + "learning_rate": 1.931206811529198e-05, + "loss": 1.2302, + "step": 1055 + }, + { + "epoch": 0.1453344343517754, + "grad_norm": 1.7185661606807898, + "learning_rate": 1.9310442498079732e-05, + "loss": 1.0857, + "step": 1056 + }, + { + "epoch": 0.14547206165703275, + "grad_norm": 1.9146806849439366, + "learning_rate": 1.9308815031010003e-05, + "loss": 1.192, + "step": 1057 + }, + { + "epoch": 0.14560968896229012, + "grad_norm": 1.8083324836671717, + "learning_rate": 1.930718571440615e-05, + "loss": 1.1819, + "step": 1058 + }, + { + "epoch": 0.14574731626754747, + "grad_norm": 1.8380225828867416, + "learning_rate": 1.93055545485919e-05, + "loss": 1.2577, + "step": 1059 + }, + { + "epoch": 0.14588494357280485, + "grad_norm": 1.8921122500319634, + "learning_rate": 1.9303921533891342e-05, + "loss": 1.1723, + "step": 1060 + }, + { + "epoch": 0.1460225708780622, + "grad_norm": 1.85408558332932, + "learning_rate": 1.9302286670628932e-05, + "loss": 1.1889, + "step": 1061 + }, + { + "epoch": 0.14616019818331957, + "grad_norm": 1.6594389525505333, + "learning_rate": 1.930064995912949e-05, + "loss": 1.2342, + "step": 1062 + }, + { + "epoch": 0.14629782548857692, + "grad_norm": 1.85948357199093, + "learning_rate": 1.929901139971822e-05, + "loss": 1.2443, + "step": 1063 + }, + { + "epoch": 0.1464354527938343, + "grad_norm": 1.7277887991346916, + "learning_rate": 1.9297370992720667e-05, + "loss": 1.1715, + "step": 1064 + }, + { + "epoch": 0.14657308009909165, + "grad_norm": 1.6805000796914467, + "learning_rate": 1.929572873846277e-05, + "loss": 1.1328, + "step": 1065 + }, + { + "epoch": 0.14671070740434902, + "grad_norm": 1.6200052097077104, + "learning_rate": 1.9294084637270816e-05, + "loss": 1.1972, + "step": 1066 + }, + { + "epoch": 0.1468483347096064, + "grad_norm": 1.68356490609639, + "learning_rate": 1.9292438689471466e-05, + "loss": 1.1644, + "step": 1067 + }, + { + "epoch": 0.14698596201486375, + "grad_norm": 1.7409222393712525, + "learning_rate": 1.929079089539175e-05, + "loss": 1.1503, + "step": 1068 + }, + { + "epoch": 0.14712358932012112, + "grad_norm": 1.956368121914773, + "learning_rate": 1.9289141255359055e-05, + "loss": 1.178, + "step": 1069 + }, + { + "epoch": 0.14726121662537847, + "grad_norm": 1.8614406803207062, + "learning_rate": 1.9287489769701154e-05, + "loss": 1.2463, + "step": 1070 + }, + { + "epoch": 0.14739884393063585, + "grad_norm": 1.9570074124564802, + "learning_rate": 1.9285836438746163e-05, + "loss": 1.1865, + "step": 1071 + }, + { + "epoch": 0.1475364712358932, + "grad_norm": 1.5538607001323423, + "learning_rate": 1.9284181262822582e-05, + "loss": 1.1613, + "step": 1072 + }, + { + "epoch": 0.14767409854115057, + "grad_norm": 1.7992259085247064, + "learning_rate": 1.928252424225927e-05, + "loss": 1.1002, + "step": 1073 + }, + { + "epoch": 0.14781172584640792, + "grad_norm": 1.7971504983461306, + "learning_rate": 1.9280865377385458e-05, + "loss": 1.1442, + "step": 1074 + }, + { + "epoch": 0.1479493531516653, + "grad_norm": 1.6312101052469477, + "learning_rate": 1.9279204668530736e-05, + "loss": 1.1291, + "step": 1075 + }, + { + "epoch": 0.14808698045692265, + "grad_norm": 1.7518345451317716, + "learning_rate": 1.9277542116025063e-05, + "loss": 1.1238, + "step": 1076 + }, + { + "epoch": 0.14822460776218002, + "grad_norm": 1.638793267526522, + "learning_rate": 1.927587772019877e-05, + "loss": 1.1553, + "step": 1077 + }, + { + "epoch": 0.14836223506743737, + "grad_norm": 1.8081186072770112, + "learning_rate": 1.9274211481382542e-05, + "loss": 1.1482, + "step": 1078 + }, + { + "epoch": 0.14849986237269475, + "grad_norm": 1.76931764770377, + "learning_rate": 1.9272543399907446e-05, + "loss": 1.1232, + "step": 1079 + }, + { + "epoch": 0.1486374896779521, + "grad_norm": 1.8147473012222113, + "learning_rate": 1.9270873476104902e-05, + "loss": 1.1407, + "step": 1080 + }, + { + "epoch": 0.14877511698320947, + "grad_norm": 1.8416859491479887, + "learning_rate": 1.9269201710306706e-05, + "loss": 1.223, + "step": 1081 + }, + { + "epoch": 0.14891274428846682, + "grad_norm": 1.907542579660762, + "learning_rate": 1.926752810284501e-05, + "loss": 1.1771, + "step": 1082 + }, + { + "epoch": 0.1490503715937242, + "grad_norm": 1.7846747474384304, + "learning_rate": 1.9265852654052337e-05, + "loss": 1.1905, + "step": 1083 + }, + { + "epoch": 0.14918799889898154, + "grad_norm": 1.63123091733522, + "learning_rate": 1.926417536426158e-05, + "loss": 1.188, + "step": 1084 + }, + { + "epoch": 0.14932562620423892, + "grad_norm": 2.2286012480588715, + "learning_rate": 1.9262496233805986e-05, + "loss": 1.2097, + "step": 1085 + }, + { + "epoch": 0.1494632535094963, + "grad_norm": 1.649214882362636, + "learning_rate": 1.9260815263019185e-05, + "loss": 1.1677, + "step": 1086 + }, + { + "epoch": 0.14960088081475365, + "grad_norm": 1.597075582509376, + "learning_rate": 1.9259132452235157e-05, + "loss": 1.2323, + "step": 1087 + }, + { + "epoch": 0.14973850812001102, + "grad_norm": 1.8752227292704304, + "learning_rate": 1.9257447801788254e-05, + "loss": 1.1837, + "step": 1088 + }, + { + "epoch": 0.14987613542526837, + "grad_norm": 1.5953781276404309, + "learning_rate": 1.925576131201319e-05, + "loss": 1.2026, + "step": 1089 + }, + { + "epoch": 0.15001376273052575, + "grad_norm": 1.6788230426971982, + "learning_rate": 1.9254072983245057e-05, + "loss": 1.1609, + "step": 1090 + }, + { + "epoch": 0.1501513900357831, + "grad_norm": 1.9186608141573225, + "learning_rate": 1.9252382815819295e-05, + "loss": 1.1939, + "step": 1091 + }, + { + "epoch": 0.15028901734104047, + "grad_norm": 1.723789015160298, + "learning_rate": 1.925069081007172e-05, + "loss": 1.1868, + "step": 1092 + }, + { + "epoch": 0.15042664464629782, + "grad_norm": 1.6776248585093985, + "learning_rate": 1.9248996966338504e-05, + "loss": 1.1252, + "step": 1093 + }, + { + "epoch": 0.1505642719515552, + "grad_norm": 1.713227809968704, + "learning_rate": 1.92473012849562e-05, + "loss": 1.1939, + "step": 1094 + }, + { + "epoch": 0.15070189925681254, + "grad_norm": 1.6868535761459211, + "learning_rate": 1.924560376626171e-05, + "loss": 1.1921, + "step": 1095 + }, + { + "epoch": 0.15083952656206992, + "grad_norm": 1.9266184544460652, + "learning_rate": 1.9243904410592314e-05, + "loss": 1.1963, + "step": 1096 + }, + { + "epoch": 0.15097715386732727, + "grad_norm": 1.7682993440876886, + "learning_rate": 1.9242203218285644e-05, + "loss": 1.2087, + "step": 1097 + }, + { + "epoch": 0.15111478117258464, + "grad_norm": 1.5837885737139976, + "learning_rate": 1.9240500189679706e-05, + "loss": 1.1849, + "step": 1098 + }, + { + "epoch": 0.151252408477842, + "grad_norm": 1.7405190884179786, + "learning_rate": 1.9238795325112867e-05, + "loss": 1.2328, + "step": 1099 + }, + { + "epoch": 0.15139003578309937, + "grad_norm": 1.569997201364983, + "learning_rate": 1.9237088624923866e-05, + "loss": 1.1754, + "step": 1100 + }, + { + "epoch": 0.15152766308835672, + "grad_norm": 1.613961286077209, + "learning_rate": 1.9235380089451796e-05, + "loss": 1.1465, + "step": 1101 + }, + { + "epoch": 0.1516652903936141, + "grad_norm": 1.8941343852945702, + "learning_rate": 1.9233669719036122e-05, + "loss": 1.1968, + "step": 1102 + }, + { + "epoch": 0.15180291769887144, + "grad_norm": 1.6980304598114262, + "learning_rate": 1.923195751401667e-05, + "loss": 1.1985, + "step": 1103 + }, + { + "epoch": 0.15194054500412882, + "grad_norm": 1.7623559673555669, + "learning_rate": 1.923024347473363e-05, + "loss": 1.2493, + "step": 1104 + }, + { + "epoch": 0.1520781723093862, + "grad_norm": 1.6459784491113323, + "learning_rate": 1.922852760152756e-05, + "loss": 1.2666, + "step": 1105 + }, + { + "epoch": 0.15221579961464354, + "grad_norm": 1.68055396169662, + "learning_rate": 1.9226809894739383e-05, + "loss": 1.1479, + "step": 1106 + }, + { + "epoch": 0.15235342691990092, + "grad_norm": 1.5925006613304402, + "learning_rate": 1.9225090354710377e-05, + "loss": 1.1204, + "step": 1107 + }, + { + "epoch": 0.15249105422515827, + "grad_norm": 1.7640783386404826, + "learning_rate": 1.9223368981782196e-05, + "loss": 1.0618, + "step": 1108 + }, + { + "epoch": 0.15262868153041564, + "grad_norm": 1.640335154089154, + "learning_rate": 1.9221645776296855e-05, + "loss": 1.1711, + "step": 1109 + }, + { + "epoch": 0.152766308835673, + "grad_norm": 2.044460454236957, + "learning_rate": 1.9219920738596728e-05, + "loss": 1.2285, + "step": 1110 + }, + { + "epoch": 0.15290393614093037, + "grad_norm": 1.713917355623782, + "learning_rate": 1.9218193869024558e-05, + "loss": 1.1566, + "step": 1111 + }, + { + "epoch": 0.15304156344618772, + "grad_norm": 1.892485899277903, + "learning_rate": 1.9216465167923447e-05, + "loss": 1.0819, + "step": 1112 + }, + { + "epoch": 0.1531791907514451, + "grad_norm": 1.7395090400463598, + "learning_rate": 1.921473463563687e-05, + "loss": 1.1224, + "step": 1113 + }, + { + "epoch": 0.15331681805670244, + "grad_norm": 1.8089865517219306, + "learning_rate": 1.9213002272508655e-05, + "loss": 1.1929, + "step": 1114 + }, + { + "epoch": 0.15345444536195982, + "grad_norm": 1.80890999184837, + "learning_rate": 1.9211268078883e-05, + "loss": 1.1814, + "step": 1115 + }, + { + "epoch": 0.15359207266721717, + "grad_norm": 1.8405003648910565, + "learning_rate": 1.9209532055104464e-05, + "loss": 1.1876, + "step": 1116 + }, + { + "epoch": 0.15372969997247454, + "grad_norm": 1.7932405374278761, + "learning_rate": 1.920779420151798e-05, + "loss": 1.1937, + "step": 1117 + }, + { + "epoch": 0.1538673272777319, + "grad_norm": 1.9150323661032596, + "learning_rate": 1.9206054518468823e-05, + "loss": 1.1608, + "step": 1118 + }, + { + "epoch": 0.15400495458298927, + "grad_norm": 1.7933451013645627, + "learning_rate": 1.9204313006302654e-05, + "loss": 1.2285, + "step": 1119 + }, + { + "epoch": 0.15414258188824662, + "grad_norm": 1.7576879936486576, + "learning_rate": 1.920256966536548e-05, + "loss": 1.2444, + "step": 1120 + }, + { + "epoch": 0.154280209193504, + "grad_norm": 1.6908237126316483, + "learning_rate": 1.920082449600369e-05, + "loss": 1.1815, + "step": 1121 + }, + { + "epoch": 0.15441783649876134, + "grad_norm": 1.5955293561026296, + "learning_rate": 1.919907749856401e-05, + "loss": 1.1462, + "step": 1122 + }, + { + "epoch": 0.15455546380401872, + "grad_norm": 1.6471662785842838, + "learning_rate": 1.9197328673393558e-05, + "loss": 1.1944, + "step": 1123 + }, + { + "epoch": 0.1546930911092761, + "grad_norm": 1.8308608522040184, + "learning_rate": 1.9195578020839795e-05, + "loss": 1.2491, + "step": 1124 + }, + { + "epoch": 0.15483071841453344, + "grad_norm": 1.8022256859451469, + "learning_rate": 1.9193825541250554e-05, + "loss": 1.1728, + "step": 1125 + }, + { + "epoch": 0.15496834571979082, + "grad_norm": 1.779819109147878, + "learning_rate": 1.9192071234974027e-05, + "loss": 1.2244, + "step": 1126 + }, + { + "epoch": 0.15510597302504817, + "grad_norm": 1.7933954567632224, + "learning_rate": 1.919031510235877e-05, + "loss": 1.2061, + "step": 1127 + }, + { + "epoch": 0.15524360033030554, + "grad_norm": 1.9701924639529655, + "learning_rate": 1.9188557143753706e-05, + "loss": 1.2148, + "step": 1128 + }, + { + "epoch": 0.1553812276355629, + "grad_norm": 1.7195468926147472, + "learning_rate": 1.918679735950811e-05, + "loss": 1.164, + "step": 1129 + }, + { + "epoch": 0.15551885494082027, + "grad_norm": 1.8544931383688252, + "learning_rate": 1.9185035749971638e-05, + "loss": 1.206, + "step": 1130 + }, + { + "epoch": 0.15565648224607762, + "grad_norm": 1.6386231561147746, + "learning_rate": 1.9183272315494294e-05, + "loss": 1.0957, + "step": 1131 + }, + { + "epoch": 0.155794109551335, + "grad_norm": 1.7336851650576641, + "learning_rate": 1.918150705642644e-05, + "loss": 1.1324, + "step": 1132 + }, + { + "epoch": 0.15593173685659234, + "grad_norm": 1.9732015561428975, + "learning_rate": 1.9179739973118815e-05, + "loss": 1.2451, + "step": 1133 + }, + { + "epoch": 0.15606936416184972, + "grad_norm": 1.8451306396963987, + "learning_rate": 1.9177971065922517e-05, + "loss": 1.2005, + "step": 1134 + }, + { + "epoch": 0.15620699146710706, + "grad_norm": 1.6767179293367733, + "learning_rate": 1.9176200335189e-05, + "loss": 1.1801, + "step": 1135 + }, + { + "epoch": 0.15634461877236444, + "grad_norm": 1.7061429900632539, + "learning_rate": 1.917442778127009e-05, + "loss": 1.1797, + "step": 1136 + }, + { + "epoch": 0.1564822460776218, + "grad_norm": 1.6634602161058427, + "learning_rate": 1.9172653404517957e-05, + "loss": 1.1931, + "step": 1137 + }, + { + "epoch": 0.15661987338287917, + "grad_norm": 1.8156193846229687, + "learning_rate": 1.9170877205285157e-05, + "loss": 1.2493, + "step": 1138 + }, + { + "epoch": 0.15675750068813651, + "grad_norm": 1.6699686044595798, + "learning_rate": 1.9169099183924588e-05, + "loss": 1.1855, + "step": 1139 + }, + { + "epoch": 0.1568951279933939, + "grad_norm": 1.9487683477160693, + "learning_rate": 1.9167319340789524e-05, + "loss": 1.2975, + "step": 1140 + }, + { + "epoch": 0.15703275529865124, + "grad_norm": 1.861578686003479, + "learning_rate": 1.9165537676233598e-05, + "loss": 1.2334, + "step": 1141 + }, + { + "epoch": 0.15717038260390861, + "grad_norm": 1.6111196695612982, + "learning_rate": 1.9163754190610794e-05, + "loss": 1.1685, + "step": 1142 + }, + { + "epoch": 0.157308009909166, + "grad_norm": 1.72207796076697, + "learning_rate": 1.916196888427547e-05, + "loss": 1.2335, + "step": 1143 + }, + { + "epoch": 0.15744563721442334, + "grad_norm": 1.8706570916306378, + "learning_rate": 1.9160181757582343e-05, + "loss": 1.1783, + "step": 1144 + }, + { + "epoch": 0.15758326451968072, + "grad_norm": 1.6495580654887925, + "learning_rate": 1.915839281088649e-05, + "loss": 1.1784, + "step": 1145 + }, + { + "epoch": 0.15772089182493806, + "grad_norm": 1.8338757235233774, + "learning_rate": 1.915660204454335e-05, + "loss": 1.147, + "step": 1146 + }, + { + "epoch": 0.15785851913019544, + "grad_norm": 1.9329524890095415, + "learning_rate": 1.9154809458908725e-05, + "loss": 1.1604, + "step": 1147 + }, + { + "epoch": 0.1579961464354528, + "grad_norm": 2.0071703600949427, + "learning_rate": 1.9153015054338775e-05, + "loss": 1.1126, + "step": 1148 + }, + { + "epoch": 0.15813377374071017, + "grad_norm": 2.2827425242341985, + "learning_rate": 1.9151218831190026e-05, + "loss": 1.3125, + "step": 1149 + }, + { + "epoch": 0.1582714010459675, + "grad_norm": 1.9175827527377691, + "learning_rate": 1.9149420789819363e-05, + "loss": 1.136, + "step": 1150 + }, + { + "epoch": 0.1584090283512249, + "grad_norm": 1.8771695618886588, + "learning_rate": 1.914762093058403e-05, + "loss": 1.2244, + "step": 1151 + }, + { + "epoch": 0.15854665565648224, + "grad_norm": 1.9555485962656944, + "learning_rate": 1.9145819253841633e-05, + "loss": 1.1632, + "step": 1152 + }, + { + "epoch": 0.15868428296173961, + "grad_norm": 1.7814493815059056, + "learning_rate": 1.9144015759950147e-05, + "loss": 1.2568, + "step": 1153 + }, + { + "epoch": 0.15882191026699696, + "grad_norm": 1.6348403416325576, + "learning_rate": 1.9142210449267897e-05, + "loss": 1.1378, + "step": 1154 + }, + { + "epoch": 0.15895953757225434, + "grad_norm": 1.5583623967786426, + "learning_rate": 1.9140403322153568e-05, + "loss": 1.1673, + "step": 1155 + }, + { + "epoch": 0.1590971648775117, + "grad_norm": 1.7708654285558785, + "learning_rate": 1.913859437896622e-05, + "loss": 1.1593, + "step": 1156 + }, + { + "epoch": 0.15923479218276906, + "grad_norm": 1.9319728411251942, + "learning_rate": 1.9136783620065268e-05, + "loss": 1.1643, + "step": 1157 + }, + { + "epoch": 0.1593724194880264, + "grad_norm": 1.7703525307375374, + "learning_rate": 1.9134971045810475e-05, + "loss": 1.2372, + "step": 1158 + }, + { + "epoch": 0.1595100467932838, + "grad_norm": 1.786847298146729, + "learning_rate": 1.9133156656561978e-05, + "loss": 1.1543, + "step": 1159 + }, + { + "epoch": 0.15964767409854114, + "grad_norm": 1.6957263725119178, + "learning_rate": 1.9131340452680276e-05, + "loss": 1.1465, + "step": 1160 + }, + { + "epoch": 0.1597853014037985, + "grad_norm": 1.9103225790118554, + "learning_rate": 1.912952243452622e-05, + "loss": 1.2241, + "step": 1161 + }, + { + "epoch": 0.1599229287090559, + "grad_norm": 1.8231703268162962, + "learning_rate": 1.9127702602461025e-05, + "loss": 1.1737, + "step": 1162 + }, + { + "epoch": 0.16006055601431324, + "grad_norm": 1.6864499955430907, + "learning_rate": 1.9125880956846264e-05, + "loss": 1.2516, + "step": 1163 + }, + { + "epoch": 0.16019818331957061, + "grad_norm": 1.874266449933814, + "learning_rate": 1.912405749804388e-05, + "loss": 1.2848, + "step": 1164 + }, + { + "epoch": 0.16033581062482796, + "grad_norm": 1.7955202244753556, + "learning_rate": 1.9122232226416168e-05, + "loss": 1.1612, + "step": 1165 + }, + { + "epoch": 0.16047343793008534, + "grad_norm": 1.7300829893960659, + "learning_rate": 1.9120405142325782e-05, + "loss": 1.2117, + "step": 1166 + }, + { + "epoch": 0.1606110652353427, + "grad_norm": 1.812021550223186, + "learning_rate": 1.9118576246135738e-05, + "loss": 1.2264, + "step": 1167 + }, + { + "epoch": 0.16074869254060006, + "grad_norm": 1.78135516967901, + "learning_rate": 1.9116745538209413e-05, + "loss": 1.269, + "step": 1168 + }, + { + "epoch": 0.1608863198458574, + "grad_norm": 1.778696870079968, + "learning_rate": 1.9114913018910544e-05, + "loss": 1.1363, + "step": 1169 + }, + { + "epoch": 0.1610239471511148, + "grad_norm": 1.7190883678113886, + "learning_rate": 1.9113078688603225e-05, + "loss": 1.2058, + "step": 1170 + }, + { + "epoch": 0.16116157445637214, + "grad_norm": 1.8872168723560117, + "learning_rate": 1.911124254765192e-05, + "loss": 1.1944, + "step": 1171 + }, + { + "epoch": 0.1612992017616295, + "grad_norm": 1.8210978240065545, + "learning_rate": 1.9109404596421436e-05, + "loss": 1.204, + "step": 1172 + }, + { + "epoch": 0.16143682906688686, + "grad_norm": 1.7818685337849025, + "learning_rate": 1.9107564835276955e-05, + "loss": 1.1522, + "step": 1173 + }, + { + "epoch": 0.16157445637214424, + "grad_norm": 1.7648786606205584, + "learning_rate": 1.910572326458401e-05, + "loss": 1.1633, + "step": 1174 + }, + { + "epoch": 0.16171208367740159, + "grad_norm": 1.8133935229432128, + "learning_rate": 1.9103879884708496e-05, + "loss": 1.2958, + "step": 1175 + }, + { + "epoch": 0.16184971098265896, + "grad_norm": 1.6669492741414886, + "learning_rate": 1.9102034696016667e-05, + "loss": 1.1923, + "step": 1176 + }, + { + "epoch": 0.1619873382879163, + "grad_norm": 1.7522135793702285, + "learning_rate": 1.910018769887514e-05, + "loss": 1.1297, + "step": 1177 + }, + { + "epoch": 0.1621249655931737, + "grad_norm": 1.9679091167100664, + "learning_rate": 1.9098338893650883e-05, + "loss": 1.1945, + "step": 1178 + }, + { + "epoch": 0.16226259289843104, + "grad_norm": 1.736281505988698, + "learning_rate": 1.9096488280711228e-05, + "loss": 1.2235, + "step": 1179 + }, + { + "epoch": 0.1624002202036884, + "grad_norm": 1.7385001350784541, + "learning_rate": 1.9094635860423875e-05, + "loss": 1.2585, + "step": 1180 + }, + { + "epoch": 0.1625378475089458, + "grad_norm": 1.5937524026757548, + "learning_rate": 1.9092781633156863e-05, + "loss": 1.1501, + "step": 1181 + }, + { + "epoch": 0.16267547481420314, + "grad_norm": 1.7791572031055045, + "learning_rate": 1.9090925599278608e-05, + "loss": 1.1543, + "step": 1182 + }, + { + "epoch": 0.1628131021194605, + "grad_norm": 1.8181753892315209, + "learning_rate": 1.9089067759157876e-05, + "loss": 1.2227, + "step": 1183 + }, + { + "epoch": 0.16295072942471786, + "grad_norm": 1.5750342328226525, + "learning_rate": 1.9087208113163803e-05, + "loss": 1.2229, + "step": 1184 + }, + { + "epoch": 0.16308835672997524, + "grad_norm": 1.7712532332335746, + "learning_rate": 1.9085346661665866e-05, + "loss": 1.2152, + "step": 1185 + }, + { + "epoch": 0.16322598403523259, + "grad_norm": 1.6826594687520469, + "learning_rate": 1.9083483405033908e-05, + "loss": 1.2142, + "step": 1186 + }, + { + "epoch": 0.16336361134048996, + "grad_norm": 1.8410519171193487, + "learning_rate": 1.908161834363814e-05, + "loss": 1.1841, + "step": 1187 + }, + { + "epoch": 0.1635012386457473, + "grad_norm": 1.7030291904600994, + "learning_rate": 1.9079751477849117e-05, + "loss": 1.1845, + "step": 1188 + }, + { + "epoch": 0.1636388659510047, + "grad_norm": 1.6240216641174832, + "learning_rate": 1.9077882808037766e-05, + "loss": 1.1615, + "step": 1189 + }, + { + "epoch": 0.16377649325626203, + "grad_norm": 1.5436174569034942, + "learning_rate": 1.9076012334575366e-05, + "loss": 1.1552, + "step": 1190 + }, + { + "epoch": 0.1639141205615194, + "grad_norm": 1.6109260294874506, + "learning_rate": 1.907414005783355e-05, + "loss": 1.1458, + "step": 1191 + }, + { + "epoch": 0.16405174786677676, + "grad_norm": 1.8554220880719967, + "learning_rate": 1.9072265978184315e-05, + "loss": 1.156, + "step": 1192 + }, + { + "epoch": 0.16418937517203414, + "grad_norm": 1.9011448818476469, + "learning_rate": 1.9070390096000016e-05, + "loss": 1.1768, + "step": 1193 + }, + { + "epoch": 0.16432700247729148, + "grad_norm": 1.7488481616193683, + "learning_rate": 1.906851241165337e-05, + "loss": 1.1787, + "step": 1194 + }, + { + "epoch": 0.16446462978254886, + "grad_norm": 1.7187067123901787, + "learning_rate": 1.9066632925517437e-05, + "loss": 1.0847, + "step": 1195 + }, + { + "epoch": 0.1646022570878062, + "grad_norm": 2.0149809201229534, + "learning_rate": 1.9064751637965653e-05, + "loss": 1.2126, + "step": 1196 + }, + { + "epoch": 0.16473988439306358, + "grad_norm": 1.7501583843430881, + "learning_rate": 1.90628685493718e-05, + "loss": 1.1032, + "step": 1197 + }, + { + "epoch": 0.16487751169832093, + "grad_norm": 1.9491591830342885, + "learning_rate": 1.906098366011002e-05, + "loss": 1.2584, + "step": 1198 + }, + { + "epoch": 0.1650151390035783, + "grad_norm": 1.7444817605199079, + "learning_rate": 1.9059096970554824e-05, + "loss": 1.2626, + "step": 1199 + }, + { + "epoch": 0.16515276630883569, + "grad_norm": 1.7487114627317917, + "learning_rate": 1.9057208481081063e-05, + "loss": 1.1389, + "step": 1200 + }, + { + "epoch": 0.16529039361409303, + "grad_norm": 1.823094032368063, + "learning_rate": 1.9055318192063955e-05, + "loss": 1.1851, + "step": 1201 + }, + { + "epoch": 0.1654280209193504, + "grad_norm": 1.936717899383196, + "learning_rate": 1.905342610387908e-05, + "loss": 1.2615, + "step": 1202 + }, + { + "epoch": 0.16556564822460776, + "grad_norm": 1.921009751352144, + "learning_rate": 1.9051532216902366e-05, + "loss": 1.1633, + "step": 1203 + }, + { + "epoch": 0.16570327552986513, + "grad_norm": 1.8104847248248246, + "learning_rate": 1.9049636531510098e-05, + "loss": 1.2067, + "step": 1204 + }, + { + "epoch": 0.16584090283512248, + "grad_norm": 1.6183726418740232, + "learning_rate": 1.904773904807893e-05, + "loss": 1.1192, + "step": 1205 + }, + { + "epoch": 0.16597853014037986, + "grad_norm": 1.7511137452483945, + "learning_rate": 1.9045839766985864e-05, + "loss": 1.238, + "step": 1206 + }, + { + "epoch": 0.1661161574456372, + "grad_norm": 1.8034608179330158, + "learning_rate": 1.9043938688608258e-05, + "loss": 1.189, + "step": 1207 + }, + { + "epoch": 0.16625378475089458, + "grad_norm": 1.7375106378904979, + "learning_rate": 1.9042035813323835e-05, + "loss": 1.2371, + "step": 1208 + }, + { + "epoch": 0.16639141205615193, + "grad_norm": 1.613757866391749, + "learning_rate": 1.9040131141510666e-05, + "loss": 1.1942, + "step": 1209 + }, + { + "epoch": 0.1665290393614093, + "grad_norm": 1.700394762761507, + "learning_rate": 1.9038224673547185e-05, + "loss": 1.2021, + "step": 1210 + }, + { + "epoch": 0.16666666666666666, + "grad_norm": 1.822864357331806, + "learning_rate": 1.903631640981218e-05, + "loss": 1.1916, + "step": 1211 + }, + { + "epoch": 0.16680429397192403, + "grad_norm": 1.5346118788890213, + "learning_rate": 1.90344063506848e-05, + "loss": 1.0354, + "step": 1212 + }, + { + "epoch": 0.16694192127718138, + "grad_norm": 1.7208637974702277, + "learning_rate": 1.9032494496544545e-05, + "loss": 1.1373, + "step": 1213 + }, + { + "epoch": 0.16707954858243876, + "grad_norm": 1.930671751457485, + "learning_rate": 1.9030580847771278e-05, + "loss": 1.2152, + "step": 1214 + }, + { + "epoch": 0.1672171758876961, + "grad_norm": 1.9734198841870076, + "learning_rate": 1.9028665404745208e-05, + "loss": 1.222, + "step": 1215 + }, + { + "epoch": 0.16735480319295348, + "grad_norm": 1.886994792060273, + "learning_rate": 1.9026748167846914e-05, + "loss": 1.2341, + "step": 1216 + }, + { + "epoch": 0.16749243049821083, + "grad_norm": 1.7314032922346523, + "learning_rate": 1.9024829137457317e-05, + "loss": 1.1031, + "step": 1217 + }, + { + "epoch": 0.1676300578034682, + "grad_norm": 1.6887541360072247, + "learning_rate": 1.902290831395771e-05, + "loss": 1.1622, + "step": 1218 + }, + { + "epoch": 0.16776768510872558, + "grad_norm": 1.5861225289679812, + "learning_rate": 1.902098569772973e-05, + "loss": 1.1768, + "step": 1219 + }, + { + "epoch": 0.16790531241398293, + "grad_norm": 1.84262878824112, + "learning_rate": 1.901906128915538e-05, + "loss": 1.135, + "step": 1220 + }, + { + "epoch": 0.1680429397192403, + "grad_norm": 1.9922083729843745, + "learning_rate": 1.9017135088617004e-05, + "loss": 1.1768, + "step": 1221 + }, + { + "epoch": 0.16818056702449766, + "grad_norm": 1.741997235973852, + "learning_rate": 1.901520709649732e-05, + "loss": 1.1524, + "step": 1222 + }, + { + "epoch": 0.16831819432975503, + "grad_norm": 1.6280424320587998, + "learning_rate": 1.901327731317939e-05, + "loss": 1.2396, + "step": 1223 + }, + { + "epoch": 0.16845582163501238, + "grad_norm": 1.6703907956244444, + "learning_rate": 1.9011345739046636e-05, + "loss": 1.1583, + "step": 1224 + }, + { + "epoch": 0.16859344894026976, + "grad_norm": 1.8044999475898507, + "learning_rate": 1.9009412374482835e-05, + "loss": 1.2936, + "step": 1225 + }, + { + "epoch": 0.1687310762455271, + "grad_norm": 1.8808072709504093, + "learning_rate": 1.9007477219872122e-05, + "loss": 1.2439, + "step": 1226 + }, + { + "epoch": 0.16886870355078448, + "grad_norm": 1.9177036973299002, + "learning_rate": 1.900554027559898e-05, + "loss": 1.1422, + "step": 1227 + }, + { + "epoch": 0.16900633085604183, + "grad_norm": 1.7750345346756518, + "learning_rate": 1.9003601542048263e-05, + "loss": 1.1778, + "step": 1228 + }, + { + "epoch": 0.1691439581612992, + "grad_norm": 1.7873552700592985, + "learning_rate": 1.900166101960516e-05, + "loss": 1.1856, + "step": 1229 + }, + { + "epoch": 0.16928158546655656, + "grad_norm": 1.685451975542818, + "learning_rate": 1.8999718708655238e-05, + "loss": 1.2461, + "step": 1230 + }, + { + "epoch": 0.16941921277181393, + "grad_norm": 1.683029717251774, + "learning_rate": 1.89977746095844e-05, + "loss": 1.0945, + "step": 1231 + }, + { + "epoch": 0.16955684007707128, + "grad_norm": 1.8258457979409128, + "learning_rate": 1.899582872277891e-05, + "loss": 1.2071, + "step": 1232 + }, + { + "epoch": 0.16969446738232866, + "grad_norm": 1.8726863064955852, + "learning_rate": 1.8993881048625396e-05, + "loss": 1.0329, + "step": 1233 + }, + { + "epoch": 0.169832094687586, + "grad_norm": 1.5633074588240374, + "learning_rate": 1.899193158751083e-05, + "loss": 1.149, + "step": 1234 + }, + { + "epoch": 0.16996972199284338, + "grad_norm": 1.8344130351125076, + "learning_rate": 1.898998033982254e-05, + "loss": 1.1293, + "step": 1235 + }, + { + "epoch": 0.17010734929810073, + "grad_norm": 1.8061579159538912, + "learning_rate": 1.8988027305948218e-05, + "loss": 1.1828, + "step": 1236 + }, + { + "epoch": 0.1702449766033581, + "grad_norm": 1.7506398785239288, + "learning_rate": 1.8986072486275904e-05, + "loss": 1.155, + "step": 1237 + }, + { + "epoch": 0.17038260390861548, + "grad_norm": 1.8180435004446827, + "learning_rate": 1.898411588119399e-05, + "loss": 1.2336, + "step": 1238 + }, + { + "epoch": 0.17052023121387283, + "grad_norm": 1.7381406265512924, + "learning_rate": 1.8982157491091232e-05, + "loss": 1.2177, + "step": 1239 + }, + { + "epoch": 0.1706578585191302, + "grad_norm": 1.6171740328552786, + "learning_rate": 1.8980197316356733e-05, + "loss": 1.1655, + "step": 1240 + }, + { + "epoch": 0.17079548582438756, + "grad_norm": 1.5385686006283796, + "learning_rate": 1.897823535737995e-05, + "loss": 1.0857, + "step": 1241 + }, + { + "epoch": 0.17093311312964493, + "grad_norm": 1.603716494736795, + "learning_rate": 1.89762716145507e-05, + "loss": 1.0745, + "step": 1242 + }, + { + "epoch": 0.17107074043490228, + "grad_norm": 1.7778584574465002, + "learning_rate": 1.8974306088259158e-05, + "loss": 1.0992, + "step": 1243 + }, + { + "epoch": 0.17120836774015966, + "grad_norm": 1.797265687104661, + "learning_rate": 1.8972338778895837e-05, + "loss": 1.2013, + "step": 1244 + }, + { + "epoch": 0.171345995045417, + "grad_norm": 1.80160870032768, + "learning_rate": 1.897036968685162e-05, + "loss": 1.1778, + "step": 1245 + }, + { + "epoch": 0.17148362235067438, + "grad_norm": 1.845428201234808, + "learning_rate": 1.8968398812517734e-05, + "loss": 1.1042, + "step": 1246 + }, + { + "epoch": 0.17162124965593173, + "grad_norm": 1.691933468691898, + "learning_rate": 1.896642615628577e-05, + "loss": 1.1872, + "step": 1247 + }, + { + "epoch": 0.1717588769611891, + "grad_norm": 1.8308146558720462, + "learning_rate": 1.896445171854767e-05, + "loss": 1.2624, + "step": 1248 + }, + { + "epoch": 0.17189650426644645, + "grad_norm": 1.9526176011988046, + "learning_rate": 1.8962475499695715e-05, + "loss": 1.2396, + "step": 1249 + }, + { + "epoch": 0.17203413157170383, + "grad_norm": 1.7265779143880835, + "learning_rate": 1.8960497500122565e-05, + "loss": 1.1928, + "step": 1250 + }, + { + "epoch": 0.17217175887696118, + "grad_norm": 1.7167457527560601, + "learning_rate": 1.895851772022122e-05, + "loss": 1.2676, + "step": 1251 + }, + { + "epoch": 0.17230938618221855, + "grad_norm": 1.8038400979176836, + "learning_rate": 1.895653616038503e-05, + "loss": 1.2584, + "step": 1252 + }, + { + "epoch": 0.1724470134874759, + "grad_norm": 1.7217811437470334, + "learning_rate": 1.895455282100771e-05, + "loss": 1.2282, + "step": 1253 + }, + { + "epoch": 0.17258464079273328, + "grad_norm": 1.767664243105341, + "learning_rate": 1.8952567702483314e-05, + "loss": 1.13, + "step": 1254 + }, + { + "epoch": 0.17272226809799063, + "grad_norm": 1.574166082540817, + "learning_rate": 1.8950580805206264e-05, + "loss": 1.1281, + "step": 1255 + }, + { + "epoch": 0.172859895403248, + "grad_norm": 1.6257923490987418, + "learning_rate": 1.894859212957133e-05, + "loss": 1.2427, + "step": 1256 + }, + { + "epoch": 0.17299752270850538, + "grad_norm": 1.652722009121314, + "learning_rate": 1.8946601675973632e-05, + "loss": 1.1111, + "step": 1257 + }, + { + "epoch": 0.17313515001376273, + "grad_norm": 1.7157847766641863, + "learning_rate": 1.894460944480865e-05, + "loss": 1.1522, + "step": 1258 + }, + { + "epoch": 0.1732727773190201, + "grad_norm": 1.788885036043311, + "learning_rate": 1.8942615436472203e-05, + "loss": 1.2519, + "step": 1259 + }, + { + "epoch": 0.17341040462427745, + "grad_norm": 1.6742784438164926, + "learning_rate": 1.8940619651360484e-05, + "loss": 1.1076, + "step": 1260 + }, + { + "epoch": 0.17354803192953483, + "grad_norm": 1.7809694452649312, + "learning_rate": 1.893862208987002e-05, + "loss": 1.2263, + "step": 1261 + }, + { + "epoch": 0.17368565923479218, + "grad_norm": 1.7568638843019997, + "learning_rate": 1.8936622752397708e-05, + "loss": 1.1764, + "step": 1262 + }, + { + "epoch": 0.17382328654004955, + "grad_norm": 1.7217971498665379, + "learning_rate": 1.893462163934078e-05, + "loss": 1.1676, + "step": 1263 + }, + { + "epoch": 0.1739609138453069, + "grad_norm": 2.0064348907720286, + "learning_rate": 1.893261875109684e-05, + "loss": 1.24, + "step": 1264 + }, + { + "epoch": 0.17409854115056428, + "grad_norm": 1.7211867902825733, + "learning_rate": 1.8930614088063823e-05, + "loss": 1.137, + "step": 1265 + }, + { + "epoch": 0.17423616845582163, + "grad_norm": 1.6660935145535034, + "learning_rate": 1.8928607650640037e-05, + "loss": 1.166, + "step": 1266 + }, + { + "epoch": 0.174373795761079, + "grad_norm": 1.6573733052531163, + "learning_rate": 1.8926599439224124e-05, + "loss": 1.2314, + "step": 1267 + }, + { + "epoch": 0.17451142306633635, + "grad_norm": 1.9891651455102437, + "learning_rate": 1.89245894542151e-05, + "loss": 1.1628, + "step": 1268 + }, + { + "epoch": 0.17464905037159373, + "grad_norm": 1.8477160180515977, + "learning_rate": 1.8922577696012317e-05, + "loss": 1.2255, + "step": 1269 + }, + { + "epoch": 0.17478667767685108, + "grad_norm": 1.577086724489845, + "learning_rate": 1.8920564165015477e-05, + "loss": 1.178, + "step": 1270 + }, + { + "epoch": 0.17492430498210845, + "grad_norm": 1.8827511353979687, + "learning_rate": 1.891854886162465e-05, + "loss": 1.206, + "step": 1271 + }, + { + "epoch": 0.1750619322873658, + "grad_norm": 1.834206168094649, + "learning_rate": 1.8916531786240243e-05, + "loss": 1.1848, + "step": 1272 + }, + { + "epoch": 0.17519955959262318, + "grad_norm": 1.547459622806457, + "learning_rate": 1.891451293926303e-05, + "loss": 1.1698, + "step": 1273 + }, + { + "epoch": 0.17533718689788053, + "grad_norm": 1.726330829224777, + "learning_rate": 1.8912492321094117e-05, + "loss": 1.1726, + "step": 1274 + }, + { + "epoch": 0.1754748142031379, + "grad_norm": 1.7793858314368753, + "learning_rate": 1.891046993213498e-05, + "loss": 1.2549, + "step": 1275 + }, + { + "epoch": 0.17561244150839528, + "grad_norm": 1.9843539054058972, + "learning_rate": 1.890844577278744e-05, + "loss": 1.1737, + "step": 1276 + }, + { + "epoch": 0.17575006881365263, + "grad_norm": 1.6792123472174771, + "learning_rate": 1.890641984345367e-05, + "loss": 1.1727, + "step": 1277 + }, + { + "epoch": 0.17588769611891, + "grad_norm": 1.8398720998122013, + "learning_rate": 1.8904392144536187e-05, + "loss": 1.2887, + "step": 1278 + }, + { + "epoch": 0.17602532342416735, + "grad_norm": 1.7993204064855273, + "learning_rate": 1.8902362676437876e-05, + "loss": 1.1995, + "step": 1279 + }, + { + "epoch": 0.17616295072942473, + "grad_norm": 1.7644399056888267, + "learning_rate": 1.890033143956196e-05, + "loss": 1.188, + "step": 1280 + }, + { + "epoch": 0.17630057803468208, + "grad_norm": 1.7945512691075614, + "learning_rate": 1.889829843431202e-05, + "loss": 1.2125, + "step": 1281 + }, + { + "epoch": 0.17643820533993945, + "grad_norm": 1.7687377066048489, + "learning_rate": 1.8896263661091986e-05, + "loss": 1.1914, + "step": 1282 + }, + { + "epoch": 0.1765758326451968, + "grad_norm": 1.7763761131482037, + "learning_rate": 1.889422712030614e-05, + "loss": 1.1689, + "step": 1283 + }, + { + "epoch": 0.17671345995045418, + "grad_norm": 1.7978379006227876, + "learning_rate": 1.889218881235911e-05, + "loss": 1.2217, + "step": 1284 + }, + { + "epoch": 0.17685108725571153, + "grad_norm": 1.6078828346008105, + "learning_rate": 1.8890148737655883e-05, + "loss": 1.1057, + "step": 1285 + }, + { + "epoch": 0.1769887145609689, + "grad_norm": 1.6982891110432023, + "learning_rate": 1.8888106896601803e-05, + "loss": 1.1702, + "step": 1286 + }, + { + "epoch": 0.17712634186622625, + "grad_norm": 1.8754207389242672, + "learning_rate": 1.888606328960254e-05, + "loss": 1.2018, + "step": 1287 + }, + { + "epoch": 0.17726396917148363, + "grad_norm": 1.7611435422219515, + "learning_rate": 1.888401791706414e-05, + "loss": 1.1666, + "step": 1288 + }, + { + "epoch": 0.17740159647674097, + "grad_norm": 1.724618512674129, + "learning_rate": 1.888197077939299e-05, + "loss": 1.1795, + "step": 1289 + }, + { + "epoch": 0.17753922378199835, + "grad_norm": 1.688855577255072, + "learning_rate": 1.887992187699583e-05, + "loss": 1.125, + "step": 1290 + }, + { + "epoch": 0.1776768510872557, + "grad_norm": 1.7994972915772869, + "learning_rate": 1.887787121027974e-05, + "loss": 1.2069, + "step": 1291 + }, + { + "epoch": 0.17781447839251308, + "grad_norm": 1.8301973551845534, + "learning_rate": 1.887581877965217e-05, + "loss": 1.2081, + "step": 1292 + }, + { + "epoch": 0.17795210569777042, + "grad_norm": 1.7985001006696038, + "learning_rate": 1.88737645855209e-05, + "loss": 1.1335, + "step": 1293 + }, + { + "epoch": 0.1780897330030278, + "grad_norm": 1.7091884351031477, + "learning_rate": 1.887170862829408e-05, + "loss": 1.2136, + "step": 1294 + }, + { + "epoch": 0.17822736030828518, + "grad_norm": 1.7389228644929862, + "learning_rate": 1.8869650908380196e-05, + "loss": 1.1525, + "step": 1295 + }, + { + "epoch": 0.17836498761354252, + "grad_norm": 1.6950307974045633, + "learning_rate": 1.8867591426188084e-05, + "loss": 1.1533, + "step": 1296 + }, + { + "epoch": 0.1785026149187999, + "grad_norm": 1.6710477255376432, + "learning_rate": 1.8865530182126947e-05, + "loss": 1.218, + "step": 1297 + }, + { + "epoch": 0.17864024222405725, + "grad_norm": 1.8832639243120488, + "learning_rate": 1.8863467176606315e-05, + "loss": 1.3211, + "step": 1298 + }, + { + "epoch": 0.17877786952931463, + "grad_norm": 1.7505655034491514, + "learning_rate": 1.886140241003608e-05, + "loss": 1.1967, + "step": 1299 + }, + { + "epoch": 0.17891549683457197, + "grad_norm": 1.74289452138428, + "learning_rate": 1.885933588282649e-05, + "loss": 1.2775, + "step": 1300 + }, + { + "epoch": 0.17905312413982935, + "grad_norm": 1.9206474747582227, + "learning_rate": 1.885726759538813e-05, + "loss": 1.2066, + "step": 1301 + }, + { + "epoch": 0.1791907514450867, + "grad_norm": 1.5818054348889166, + "learning_rate": 1.8855197548131938e-05, + "loss": 1.0455, + "step": 1302 + }, + { + "epoch": 0.17932837875034408, + "grad_norm": 1.7530833695487373, + "learning_rate": 1.8853125741469212e-05, + "loss": 1.2254, + "step": 1303 + }, + { + "epoch": 0.17946600605560142, + "grad_norm": 1.6783240493328475, + "learning_rate": 1.8851052175811587e-05, + "loss": 1.2033, + "step": 1304 + }, + { + "epoch": 0.1796036333608588, + "grad_norm": 1.7948229543328003, + "learning_rate": 1.884897685157105e-05, + "loss": 1.1467, + "step": 1305 + }, + { + "epoch": 0.17974126066611615, + "grad_norm": 1.5227137691110786, + "learning_rate": 1.8846899769159945e-05, + "loss": 1.1131, + "step": 1306 + }, + { + "epoch": 0.17987888797137352, + "grad_norm": 1.8183368378203635, + "learning_rate": 1.884482092899095e-05, + "loss": 1.1596, + "step": 1307 + }, + { + "epoch": 0.18001651527663087, + "grad_norm": 2.0176440833132325, + "learning_rate": 1.8842740331477116e-05, + "loss": 1.2035, + "step": 1308 + }, + { + "epoch": 0.18015414258188825, + "grad_norm": 1.649763577655402, + "learning_rate": 1.884065797703182e-05, + "loss": 1.156, + "step": 1309 + }, + { + "epoch": 0.1802917698871456, + "grad_norm": 2.1379364526072435, + "learning_rate": 1.88385738660688e-05, + "loss": 1.3695, + "step": 1310 + }, + { + "epoch": 0.18042939719240297, + "grad_norm": 1.6995124023769583, + "learning_rate": 1.8836487999002136e-05, + "loss": 1.212, + "step": 1311 + }, + { + "epoch": 0.18056702449766032, + "grad_norm": 1.7150184649834752, + "learning_rate": 1.883440037624627e-05, + "loss": 1.1504, + "step": 1312 + }, + { + "epoch": 0.1807046518029177, + "grad_norm": 1.814701848156296, + "learning_rate": 1.8832310998215975e-05, + "loss": 1.2418, + "step": 1313 + }, + { + "epoch": 0.18084227910817507, + "grad_norm": 1.7749066653397445, + "learning_rate": 1.8830219865326386e-05, + "loss": 1.2422, + "step": 1314 + }, + { + "epoch": 0.18097990641343242, + "grad_norm": 1.7454110667982525, + "learning_rate": 1.8828126977992984e-05, + "loss": 1.1592, + "step": 1315 + }, + { + "epoch": 0.1811175337186898, + "grad_norm": 1.6597554125101865, + "learning_rate": 1.8826032336631598e-05, + "loss": 1.2298, + "step": 1316 + }, + { + "epoch": 0.18125516102394715, + "grad_norm": 1.6657468441410357, + "learning_rate": 1.8823935941658396e-05, + "loss": 1.1989, + "step": 1317 + }, + { + "epoch": 0.18139278832920452, + "grad_norm": 1.6870865314180252, + "learning_rate": 1.8821837793489912e-05, + "loss": 1.1489, + "step": 1318 + }, + { + "epoch": 0.18153041563446187, + "grad_norm": 1.8465258574342507, + "learning_rate": 1.8819737892543018e-05, + "loss": 1.2153, + "step": 1319 + }, + { + "epoch": 0.18166804293971925, + "grad_norm": 1.8060360150598063, + "learning_rate": 1.881763623923493e-05, + "loss": 1.1853, + "step": 1320 + }, + { + "epoch": 0.1818056702449766, + "grad_norm": 1.6218023611564991, + "learning_rate": 1.8815532833983226e-05, + "loss": 1.2339, + "step": 1321 + }, + { + "epoch": 0.18194329755023397, + "grad_norm": 1.8693794958025525, + "learning_rate": 1.8813427677205815e-05, + "loss": 1.1938, + "step": 1322 + }, + { + "epoch": 0.18208092485549132, + "grad_norm": 1.9026199140847917, + "learning_rate": 1.881132076932097e-05, + "loss": 1.2546, + "step": 1323 + }, + { + "epoch": 0.1822185521607487, + "grad_norm": 1.7422009910844918, + "learning_rate": 1.88092121107473e-05, + "loss": 1.1568, + "step": 1324 + }, + { + "epoch": 0.18235617946600605, + "grad_norm": 1.587085512028268, + "learning_rate": 1.8807101701903773e-05, + "loss": 1.1854, + "step": 1325 + }, + { + "epoch": 0.18249380677126342, + "grad_norm": 1.8189893992489283, + "learning_rate": 1.880498954320969e-05, + "loss": 1.2066, + "step": 1326 + }, + { + "epoch": 0.18263143407652077, + "grad_norm": 1.765148596965608, + "learning_rate": 1.8802875635084708e-05, + "loss": 1.1962, + "step": 1327 + }, + { + "epoch": 0.18276906138177815, + "grad_norm": 1.6496573948740867, + "learning_rate": 1.8800759977948844e-05, + "loss": 1.1045, + "step": 1328 + }, + { + "epoch": 0.1829066886870355, + "grad_norm": 1.5804370466068656, + "learning_rate": 1.8798642572222437e-05, + "loss": 1.0982, + "step": 1329 + }, + { + "epoch": 0.18304431599229287, + "grad_norm": 1.6416010414601176, + "learning_rate": 1.8796523418326193e-05, + "loss": 1.1064, + "step": 1330 + }, + { + "epoch": 0.18318194329755022, + "grad_norm": 1.885652778011958, + "learning_rate": 1.8794402516681153e-05, + "loss": 1.1453, + "step": 1331 + }, + { + "epoch": 0.1833195706028076, + "grad_norm": 1.6842886633533591, + "learning_rate": 1.879227986770872e-05, + "loss": 1.2104, + "step": 1332 + }, + { + "epoch": 0.18345719790806497, + "grad_norm": 1.7819986721674157, + "learning_rate": 1.879015547183063e-05, + "loss": 1.2211, + "step": 1333 + }, + { + "epoch": 0.18359482521332232, + "grad_norm": 1.7830999010485555, + "learning_rate": 1.878802932946897e-05, + "loss": 1.1799, + "step": 1334 + }, + { + "epoch": 0.1837324525185797, + "grad_norm": 1.76743601902155, + "learning_rate": 1.8785901441046178e-05, + "loss": 1.2395, + "step": 1335 + }, + { + "epoch": 0.18387007982383705, + "grad_norm": 1.4735713026716677, + "learning_rate": 1.8783771806985035e-05, + "loss": 1.2049, + "step": 1336 + }, + { + "epoch": 0.18400770712909442, + "grad_norm": 1.5817566173057447, + "learning_rate": 1.878164042770867e-05, + "loss": 1.0674, + "step": 1337 + }, + { + "epoch": 0.18414533443435177, + "grad_norm": 1.716066514684255, + "learning_rate": 1.8779507303640557e-05, + "loss": 1.1495, + "step": 1338 + }, + { + "epoch": 0.18428296173960915, + "grad_norm": 1.8653929352401422, + "learning_rate": 1.8777372435204526e-05, + "loss": 1.1127, + "step": 1339 + }, + { + "epoch": 0.1844205890448665, + "grad_norm": 1.7414131707632114, + "learning_rate": 1.877523582282474e-05, + "loss": 1.1483, + "step": 1340 + }, + { + "epoch": 0.18455821635012387, + "grad_norm": 1.7623657339602956, + "learning_rate": 1.877309746692572e-05, + "loss": 1.2175, + "step": 1341 + }, + { + "epoch": 0.18469584365538122, + "grad_norm": 1.5956698512014076, + "learning_rate": 1.8770957367932318e-05, + "loss": 1.1428, + "step": 1342 + }, + { + "epoch": 0.1848334709606386, + "grad_norm": 1.7473671796771495, + "learning_rate": 1.876881552626975e-05, + "loss": 1.232, + "step": 1343 + }, + { + "epoch": 0.18497109826589594, + "grad_norm": 1.670428845827778, + "learning_rate": 1.8766671942363566e-05, + "loss": 1.1894, + "step": 1344 + }, + { + "epoch": 0.18510872557115332, + "grad_norm": 1.777986607938244, + "learning_rate": 1.8764526616639675e-05, + "loss": 1.1478, + "step": 1345 + }, + { + "epoch": 0.18524635287641067, + "grad_norm": 1.685455491313623, + "learning_rate": 1.8762379549524318e-05, + "loss": 1.134, + "step": 1346 + }, + { + "epoch": 0.18538398018166805, + "grad_norm": 1.6049462195377777, + "learning_rate": 1.8760230741444086e-05, + "loss": 1.1178, + "step": 1347 + }, + { + "epoch": 0.1855216074869254, + "grad_norm": 1.7109749770560896, + "learning_rate": 1.8758080192825917e-05, + "loss": 1.1739, + "step": 1348 + }, + { + "epoch": 0.18565923479218277, + "grad_norm": 1.7383873135372243, + "learning_rate": 1.8755927904097105e-05, + "loss": 1.1441, + "step": 1349 + }, + { + "epoch": 0.18579686209744012, + "grad_norm": 1.5936247812305397, + "learning_rate": 1.875377387568527e-05, + "loss": 1.1046, + "step": 1350 + }, + { + "epoch": 0.1859344894026975, + "grad_norm": 1.9349490548213082, + "learning_rate": 1.8751618108018396e-05, + "loss": 1.1304, + "step": 1351 + }, + { + "epoch": 0.18607211670795487, + "grad_norm": 1.6429413792672278, + "learning_rate": 1.8749460601524796e-05, + "loss": 1.1787, + "step": 1352 + }, + { + "epoch": 0.18620974401321222, + "grad_norm": 1.9063350857277468, + "learning_rate": 1.8747301356633145e-05, + "loss": 1.2142, + "step": 1353 + }, + { + "epoch": 0.1863473713184696, + "grad_norm": 1.951406367627799, + "learning_rate": 1.8745140373772452e-05, + "loss": 1.1559, + "step": 1354 + }, + { + "epoch": 0.18648499862372694, + "grad_norm": 1.7975364295299416, + "learning_rate": 1.874297765337207e-05, + "loss": 1.11, + "step": 1355 + }, + { + "epoch": 0.18662262592898432, + "grad_norm": 1.751932079111844, + "learning_rate": 1.8740813195861713e-05, + "loss": 1.107, + "step": 1356 + }, + { + "epoch": 0.18676025323424167, + "grad_norm": 1.7889027627610175, + "learning_rate": 1.873864700167142e-05, + "loss": 1.1836, + "step": 1357 + }, + { + "epoch": 0.18689788053949905, + "grad_norm": 1.80000436686423, + "learning_rate": 1.8736479071231587e-05, + "loss": 1.2641, + "step": 1358 + }, + { + "epoch": 0.1870355078447564, + "grad_norm": 1.6809786842739818, + "learning_rate": 1.8734309404972946e-05, + "loss": 1.1272, + "step": 1359 + }, + { + "epoch": 0.18717313515001377, + "grad_norm": 1.692772234916119, + "learning_rate": 1.8732138003326597e-05, + "loss": 1.0895, + "step": 1360 + }, + { + "epoch": 0.18731076245527112, + "grad_norm": 1.7065464930756342, + "learning_rate": 1.872996486672395e-05, + "loss": 1.154, + "step": 1361 + }, + { + "epoch": 0.1874483897605285, + "grad_norm": 1.719382372840971, + "learning_rate": 1.8727789995596784e-05, + "loss": 1.1879, + "step": 1362 + }, + { + "epoch": 0.18758601706578584, + "grad_norm": 1.9207336518687013, + "learning_rate": 1.872561339037722e-05, + "loss": 1.1498, + "step": 1363 + }, + { + "epoch": 0.18772364437104322, + "grad_norm": 1.657282469695191, + "learning_rate": 1.872343505149771e-05, + "loss": 1.1062, + "step": 1364 + }, + { + "epoch": 0.18786127167630057, + "grad_norm": 1.716327103232492, + "learning_rate": 1.8721254979391072e-05, + "loss": 1.2313, + "step": 1365 + }, + { + "epoch": 0.18799889898155794, + "grad_norm": 1.794919908627342, + "learning_rate": 1.871907317449045e-05, + "loss": 1.2434, + "step": 1366 + }, + { + "epoch": 0.1881365262868153, + "grad_norm": 1.87167309277152, + "learning_rate": 1.8716889637229334e-05, + "loss": 1.2191, + "step": 1367 + }, + { + "epoch": 0.18827415359207267, + "grad_norm": 1.6857165586272065, + "learning_rate": 1.871470436804157e-05, + "loss": 1.1369, + "step": 1368 + }, + { + "epoch": 0.18841178089733002, + "grad_norm": 1.6432601587656714, + "learning_rate": 1.871251736736134e-05, + "loss": 1.15, + "step": 1369 + }, + { + "epoch": 0.1885494082025874, + "grad_norm": 1.741506008932928, + "learning_rate": 1.8710328635623172e-05, + "loss": 1.1926, + "step": 1370 + }, + { + "epoch": 0.18868703550784477, + "grad_norm": 1.8625919451427344, + "learning_rate": 1.8708138173261936e-05, + "loss": 1.3169, + "step": 1371 + }, + { + "epoch": 0.18882466281310212, + "grad_norm": 1.7697868135492267, + "learning_rate": 1.8705945980712845e-05, + "loss": 1.1809, + "step": 1372 + }, + { + "epoch": 0.1889622901183595, + "grad_norm": 1.6439199767361896, + "learning_rate": 1.870375205841146e-05, + "loss": 1.1172, + "step": 1373 + }, + { + "epoch": 0.18909991742361684, + "grad_norm": 1.7919306142797364, + "learning_rate": 1.8701556406793682e-05, + "loss": 1.1851, + "step": 1374 + }, + { + "epoch": 0.18923754472887422, + "grad_norm": 1.692049960053961, + "learning_rate": 1.8699359026295755e-05, + "loss": 1.1564, + "step": 1375 + }, + { + "epoch": 0.18937517203413157, + "grad_norm": 1.5337217135129133, + "learning_rate": 1.8697159917354275e-05, + "loss": 1.1524, + "step": 1376 + }, + { + "epoch": 0.18951279933938894, + "grad_norm": 1.7769725435049095, + "learning_rate": 1.869495908040617e-05, + "loss": 1.1996, + "step": 1377 + }, + { + "epoch": 0.1896504266446463, + "grad_norm": 1.9433904315947559, + "learning_rate": 1.8692756515888714e-05, + "loss": 1.2034, + "step": 1378 + }, + { + "epoch": 0.18978805394990367, + "grad_norm": 1.7117286849652928, + "learning_rate": 1.869055222423953e-05, + "loss": 1.1263, + "step": 1379 + }, + { + "epoch": 0.18992568125516102, + "grad_norm": 1.7868854830917213, + "learning_rate": 1.868834620589658e-05, + "loss": 1.1748, + "step": 1380 + }, + { + "epoch": 0.1900633085604184, + "grad_norm": 1.801562670491634, + "learning_rate": 1.868613846129817e-05, + "loss": 1.1379, + "step": 1381 + }, + { + "epoch": 0.19020093586567574, + "grad_norm": 1.8848606522564704, + "learning_rate": 1.8683928990882946e-05, + "loss": 1.2722, + "step": 1382 + }, + { + "epoch": 0.19033856317093312, + "grad_norm": 1.8342505734414942, + "learning_rate": 1.8681717795089903e-05, + "loss": 1.2125, + "step": 1383 + }, + { + "epoch": 0.19047619047619047, + "grad_norm": 1.471279452714807, + "learning_rate": 1.8679504874358376e-05, + "loss": 1.2265, + "step": 1384 + }, + { + "epoch": 0.19061381778144784, + "grad_norm": 1.588257350263977, + "learning_rate": 1.8677290229128034e-05, + "loss": 1.1456, + "step": 1385 + }, + { + "epoch": 0.1907514450867052, + "grad_norm": 1.8878196518113852, + "learning_rate": 1.867507385983891e-05, + "loss": 1.2512, + "step": 1386 + }, + { + "epoch": 0.19088907239196257, + "grad_norm": 1.63618881364006, + "learning_rate": 1.8672855766931354e-05, + "loss": 1.1336, + "step": 1387 + }, + { + "epoch": 0.19102669969721991, + "grad_norm": 1.6335184109329532, + "learning_rate": 1.8670635950846077e-05, + "loss": 1.1023, + "step": 1388 + }, + { + "epoch": 0.1911643270024773, + "grad_norm": 1.895118240643997, + "learning_rate": 1.8668414412024124e-05, + "loss": 1.1939, + "step": 1389 + }, + { + "epoch": 0.19130195430773467, + "grad_norm": 1.9349229639236714, + "learning_rate": 1.8666191150906888e-05, + "loss": 1.3086, + "step": 1390 + }, + { + "epoch": 0.19143958161299202, + "grad_norm": 1.6878134994298488, + "learning_rate": 1.8663966167936093e-05, + "loss": 1.2381, + "step": 1391 + }, + { + "epoch": 0.1915772089182494, + "grad_norm": 1.7966351428088096, + "learning_rate": 1.866173946355382e-05, + "loss": 1.1285, + "step": 1392 + }, + { + "epoch": 0.19171483622350674, + "grad_norm": 1.8788264138650994, + "learning_rate": 1.865951103820248e-05, + "loss": 1.2375, + "step": 1393 + }, + { + "epoch": 0.19185246352876412, + "grad_norm": 1.8458291017205497, + "learning_rate": 1.8657280892324833e-05, + "loss": 1.1912, + "step": 1394 + }, + { + "epoch": 0.19199009083402147, + "grad_norm": 1.8698044875019875, + "learning_rate": 1.865504902636398e-05, + "loss": 1.2699, + "step": 1395 + }, + { + "epoch": 0.19212771813927884, + "grad_norm": 1.8402933702022533, + "learning_rate": 1.865281544076336e-05, + "loss": 1.1673, + "step": 1396 + }, + { + "epoch": 0.1922653454445362, + "grad_norm": 1.7898132713545862, + "learning_rate": 1.8650580135966755e-05, + "loss": 1.1827, + "step": 1397 + }, + { + "epoch": 0.19240297274979357, + "grad_norm": 1.7870942784639756, + "learning_rate": 1.8648343112418287e-05, + "loss": 1.1978, + "step": 1398 + }, + { + "epoch": 0.19254060005505091, + "grad_norm": 1.662659325273005, + "learning_rate": 1.864610437056243e-05, + "loss": 1.1522, + "step": 1399 + }, + { + "epoch": 0.1926782273603083, + "grad_norm": 1.6795375802422747, + "learning_rate": 1.8643863910843986e-05, + "loss": 1.1575, + "step": 1400 + }, + { + "epoch": 0.19281585466556564, + "grad_norm": 1.8492501407594362, + "learning_rate": 1.8641621733708103e-05, + "loss": 1.1221, + "step": 1401 + }, + { + "epoch": 0.19295348197082302, + "grad_norm": 1.7176035667361418, + "learning_rate": 1.8639377839600274e-05, + "loss": 1.1413, + "step": 1402 + }, + { + "epoch": 0.19309110927608036, + "grad_norm": 1.8651668111254565, + "learning_rate": 1.863713222896633e-05, + "loss": 1.2328, + "step": 1403 + }, + { + "epoch": 0.19322873658133774, + "grad_norm": 1.9114590564895269, + "learning_rate": 1.8634884902252438e-05, + "loss": 1.21, + "step": 1404 + }, + { + "epoch": 0.1933663638865951, + "grad_norm": 1.7548094382018438, + "learning_rate": 1.8632635859905118e-05, + "loss": 1.1329, + "step": 1405 + }, + { + "epoch": 0.19350399119185246, + "grad_norm": 1.7048835003063247, + "learning_rate": 1.863038510237122e-05, + "loss": 1.0957, + "step": 1406 + }, + { + "epoch": 0.1936416184971098, + "grad_norm": 1.62622268021774, + "learning_rate": 1.8628132630097936e-05, + "loss": 1.1487, + "step": 1407 + }, + { + "epoch": 0.1937792458023672, + "grad_norm": 1.8477540039814853, + "learning_rate": 1.8625878443532808e-05, + "loss": 1.2793, + "step": 1408 + }, + { + "epoch": 0.19391687310762457, + "grad_norm": 1.736098789526016, + "learning_rate": 1.8623622543123705e-05, + "loss": 1.2484, + "step": 1409 + }, + { + "epoch": 0.19405450041288191, + "grad_norm": 1.863743169295151, + "learning_rate": 1.862136492931885e-05, + "loss": 1.2488, + "step": 1410 + }, + { + "epoch": 0.1941921277181393, + "grad_norm": 1.6980282427759075, + "learning_rate": 1.8619105602566797e-05, + "loss": 1.1777, + "step": 1411 + }, + { + "epoch": 0.19432975502339664, + "grad_norm": 1.5681335743329852, + "learning_rate": 1.8616844563316444e-05, + "loss": 1.08, + "step": 1412 + }, + { + "epoch": 0.19446738232865401, + "grad_norm": 1.9174196456735721, + "learning_rate": 1.8614581812017026e-05, + "loss": 1.1394, + "step": 1413 + }, + { + "epoch": 0.19460500963391136, + "grad_norm": 1.7508830571864782, + "learning_rate": 1.8612317349118125e-05, + "loss": 1.2129, + "step": 1414 + }, + { + "epoch": 0.19474263693916874, + "grad_norm": 1.8091684926609213, + "learning_rate": 1.8610051175069658e-05, + "loss": 1.2628, + "step": 1415 + }, + { + "epoch": 0.1948802642444261, + "grad_norm": 1.7746418164869406, + "learning_rate": 1.8607783290321876e-05, + "loss": 1.1734, + "step": 1416 + }, + { + "epoch": 0.19501789154968346, + "grad_norm": 1.8185712498678395, + "learning_rate": 1.8605513695325385e-05, + "loss": 1.1861, + "step": 1417 + }, + { + "epoch": 0.1951555188549408, + "grad_norm": 1.6072599103559464, + "learning_rate": 1.860324239053112e-05, + "loss": 1.0923, + "step": 1418 + }, + { + "epoch": 0.1952931461601982, + "grad_norm": 1.9420289242601245, + "learning_rate": 1.8600969376390354e-05, + "loss": 1.2602, + "step": 1419 + }, + { + "epoch": 0.19543077346545554, + "grad_norm": 1.8233421346703693, + "learning_rate": 1.8598694653354712e-05, + "loss": 1.145, + "step": 1420 + }, + { + "epoch": 0.1955684007707129, + "grad_norm": 1.642369864619127, + "learning_rate": 1.8596418221876143e-05, + "loss": 1.1204, + "step": 1421 + }, + { + "epoch": 0.19570602807597026, + "grad_norm": 1.6314754993680525, + "learning_rate": 1.8594140082406946e-05, + "loss": 1.2155, + "step": 1422 + }, + { + "epoch": 0.19584365538122764, + "grad_norm": 1.6446538399109207, + "learning_rate": 1.8591860235399758e-05, + "loss": 1.1347, + "step": 1423 + }, + { + "epoch": 0.195981282686485, + "grad_norm": 1.6528892901073087, + "learning_rate": 1.8589578681307548e-05, + "loss": 1.1867, + "step": 1424 + }, + { + "epoch": 0.19611890999174236, + "grad_norm": 2.101174591663389, + "learning_rate": 1.858729542058363e-05, + "loss": 1.1788, + "step": 1425 + }, + { + "epoch": 0.1962565372969997, + "grad_norm": 1.6413407218173215, + "learning_rate": 1.8585010453681665e-05, + "loss": 1.1666, + "step": 1426 + }, + { + "epoch": 0.1963941646022571, + "grad_norm": 1.742107230118434, + "learning_rate": 1.8582723781055637e-05, + "loss": 1.1806, + "step": 1427 + }, + { + "epoch": 0.19653179190751446, + "grad_norm": 1.805454725824066, + "learning_rate": 1.8580435403159875e-05, + "loss": 1.0659, + "step": 1428 + }, + { + "epoch": 0.1966694192127718, + "grad_norm": 1.564237337118185, + "learning_rate": 1.8578145320449055e-05, + "loss": 1.1528, + "step": 1429 + }, + { + "epoch": 0.1968070465180292, + "grad_norm": 1.7108730885937802, + "learning_rate": 1.857585353337818e-05, + "loss": 1.1535, + "step": 1430 + }, + { + "epoch": 0.19694467382328654, + "grad_norm": 1.6256166167899195, + "learning_rate": 1.85735600424026e-05, + "loss": 1.1397, + "step": 1431 + }, + { + "epoch": 0.1970823011285439, + "grad_norm": 1.522863182462629, + "learning_rate": 1.8571264847978e-05, + "loss": 1.0735, + "step": 1432 + }, + { + "epoch": 0.19721992843380126, + "grad_norm": 1.5933176553366428, + "learning_rate": 1.85689679505604e-05, + "loss": 1.2035, + "step": 1433 + }, + { + "epoch": 0.19735755573905864, + "grad_norm": 2.0269037095814233, + "learning_rate": 1.856666935060617e-05, + "loss": 1.2346, + "step": 1434 + }, + { + "epoch": 0.197495183044316, + "grad_norm": 1.5889712702794172, + "learning_rate": 1.8564369048572e-05, + "loss": 1.0829, + "step": 1435 + }, + { + "epoch": 0.19763281034957336, + "grad_norm": 1.7877732919251759, + "learning_rate": 1.8562067044914935e-05, + "loss": 1.1301, + "step": 1436 + }, + { + "epoch": 0.1977704376548307, + "grad_norm": 1.6446740675706024, + "learning_rate": 1.8559763340092348e-05, + "loss": 1.2003, + "step": 1437 + }, + { + "epoch": 0.1979080649600881, + "grad_norm": 1.7023826804107387, + "learning_rate": 1.8557457934561956e-05, + "loss": 1.1534, + "step": 1438 + }, + { + "epoch": 0.19804569226534544, + "grad_norm": 1.7447869244757168, + "learning_rate": 1.8555150828781815e-05, + "loss": 1.1567, + "step": 1439 + }, + { + "epoch": 0.1981833195706028, + "grad_norm": 1.725144016269077, + "learning_rate": 1.8552842023210303e-05, + "loss": 1.1549, + "step": 1440 + }, + { + "epoch": 0.19832094687586016, + "grad_norm": 1.7770797829531497, + "learning_rate": 1.8550531518306165e-05, + "loss": 1.1924, + "step": 1441 + }, + { + "epoch": 0.19845857418111754, + "grad_norm": 1.623126366429082, + "learning_rate": 1.8548219314528455e-05, + "loss": 1.1205, + "step": 1442 + }, + { + "epoch": 0.19859620148637488, + "grad_norm": 1.7601950754576914, + "learning_rate": 1.8545905412336582e-05, + "loss": 1.2037, + "step": 1443 + }, + { + "epoch": 0.19873382879163226, + "grad_norm": 1.7344088572200207, + "learning_rate": 1.8543589812190284e-05, + "loss": 1.2183, + "step": 1444 + }, + { + "epoch": 0.1988714560968896, + "grad_norm": 1.5160126664696099, + "learning_rate": 1.8541272514549637e-05, + "loss": 1.1133, + "step": 1445 + }, + { + "epoch": 0.19900908340214699, + "grad_norm": 1.5936264706285905, + "learning_rate": 1.853895351987506e-05, + "loss": 1.179, + "step": 1446 + }, + { + "epoch": 0.19914671070740436, + "grad_norm": 1.7785150538357488, + "learning_rate": 1.8536632828627303e-05, + "loss": 1.2127, + "step": 1447 + }, + { + "epoch": 0.1992843380126617, + "grad_norm": 1.6647855118099089, + "learning_rate": 1.853431044126746e-05, + "loss": 1.1149, + "step": 1448 + }, + { + "epoch": 0.1994219653179191, + "grad_norm": 1.8164018259299817, + "learning_rate": 1.853198635825695e-05, + "loss": 1.165, + "step": 1449 + }, + { + "epoch": 0.19955959262317643, + "grad_norm": 1.6177765734683716, + "learning_rate": 1.852966058005754e-05, + "loss": 1.1484, + "step": 1450 + }, + { + "epoch": 0.1996972199284338, + "grad_norm": 1.646839586254795, + "learning_rate": 1.8527333107131336e-05, + "loss": 1.2556, + "step": 1451 + }, + { + "epoch": 0.19983484723369116, + "grad_norm": 1.8265629886664032, + "learning_rate": 1.8525003939940767e-05, + "loss": 1.196, + "step": 1452 + }, + { + "epoch": 0.19997247453894854, + "grad_norm": 1.7022222126509783, + "learning_rate": 1.852267307894861e-05, + "loss": 1.115, + "step": 1453 + }, + { + "epoch": 0.20011010184420588, + "grad_norm": 1.7159758645268695, + "learning_rate": 1.8520340524617976e-05, + "loss": 1.1366, + "step": 1454 + }, + { + "epoch": 0.20024772914946326, + "grad_norm": 1.7720258855518027, + "learning_rate": 1.851800627741231e-05, + "loss": 1.2341, + "step": 1455 + }, + { + "epoch": 0.2003853564547206, + "grad_norm": 1.7219303453688668, + "learning_rate": 1.8515670337795395e-05, + "loss": 1.1965, + "step": 1456 + }, + { + "epoch": 0.20052298375997799, + "grad_norm": 1.6632522947655606, + "learning_rate": 1.851333270623135e-05, + "loss": 1.2104, + "step": 1457 + }, + { + "epoch": 0.20066061106523533, + "grad_norm": 1.5717530888145526, + "learning_rate": 1.851099338318463e-05, + "loss": 1.2172, + "step": 1458 + }, + { + "epoch": 0.2007982383704927, + "grad_norm": 1.6534636325349032, + "learning_rate": 1.850865236912003e-05, + "loss": 1.1906, + "step": 1459 + }, + { + "epoch": 0.20093586567575006, + "grad_norm": 1.8447092085449786, + "learning_rate": 1.8506309664502677e-05, + "loss": 1.1325, + "step": 1460 + }, + { + "epoch": 0.20107349298100743, + "grad_norm": 1.733883709973825, + "learning_rate": 1.850396526979803e-05, + "loss": 1.0924, + "step": 1461 + }, + { + "epoch": 0.20121112028626478, + "grad_norm": 1.6696010341065846, + "learning_rate": 1.8501619185471892e-05, + "loss": 1.293, + "step": 1462 + }, + { + "epoch": 0.20134874759152216, + "grad_norm": 1.630769339936349, + "learning_rate": 1.8499271411990393e-05, + "loss": 1.1858, + "step": 1463 + }, + { + "epoch": 0.2014863748967795, + "grad_norm": 1.8010453695758128, + "learning_rate": 1.849692194982001e-05, + "loss": 1.1905, + "step": 1464 + }, + { + "epoch": 0.20162400220203688, + "grad_norm": 1.917315154628267, + "learning_rate": 1.8494570799427546e-05, + "loss": 1.2636, + "step": 1465 + }, + { + "epoch": 0.20176162950729426, + "grad_norm": 1.745221736848126, + "learning_rate": 1.849221796128014e-05, + "loss": 1.0829, + "step": 1466 + }, + { + "epoch": 0.2018992568125516, + "grad_norm": 1.649266310692631, + "learning_rate": 1.848986343584527e-05, + "loss": 1.1771, + "step": 1467 + }, + { + "epoch": 0.20203688411780898, + "grad_norm": 1.7736461040105542, + "learning_rate": 1.848750722359075e-05, + "loss": 1.2004, + "step": 1468 + }, + { + "epoch": 0.20217451142306633, + "grad_norm": 1.7795838295580761, + "learning_rate": 1.8485149324984727e-05, + "loss": 1.195, + "step": 1469 + }, + { + "epoch": 0.2023121387283237, + "grad_norm": 1.6499307236802685, + "learning_rate": 1.8482789740495683e-05, + "loss": 1.075, + "step": 1470 + }, + { + "epoch": 0.20244976603358106, + "grad_norm": 1.6265025296708544, + "learning_rate": 1.8480428470592434e-05, + "loss": 1.1177, + "step": 1471 + }, + { + "epoch": 0.20258739333883843, + "grad_norm": 1.588681374177267, + "learning_rate": 1.8478065515744127e-05, + "loss": 1.1131, + "step": 1472 + }, + { + "epoch": 0.20272502064409578, + "grad_norm": 1.633297905286606, + "learning_rate": 1.847570087642026e-05, + "loss": 1.1993, + "step": 1473 + }, + { + "epoch": 0.20286264794935316, + "grad_norm": 1.7199458981094065, + "learning_rate": 1.847333455309065e-05, + "loss": 1.1016, + "step": 1474 + }, + { + "epoch": 0.2030002752546105, + "grad_norm": 1.7853200730817003, + "learning_rate": 1.8470966546225442e-05, + "loss": 1.2075, + "step": 1475 + }, + { + "epoch": 0.20313790255986788, + "grad_norm": 1.6619971827632165, + "learning_rate": 1.8468596856295145e-05, + "loss": 1.1925, + "step": 1476 + }, + { + "epoch": 0.20327552986512523, + "grad_norm": 1.7593761856528056, + "learning_rate": 1.8466225483770574e-05, + "loss": 1.1483, + "step": 1477 + }, + { + "epoch": 0.2034131571703826, + "grad_norm": 1.792428564782057, + "learning_rate": 1.846385242912289e-05, + "loss": 1.245, + "step": 1478 + }, + { + "epoch": 0.20355078447563996, + "grad_norm": 2.0126482305375655, + "learning_rate": 1.8461477692823582e-05, + "loss": 1.1852, + "step": 1479 + }, + { + "epoch": 0.20368841178089733, + "grad_norm": 1.7584082460591328, + "learning_rate": 1.8459101275344482e-05, + "loss": 1.1518, + "step": 1480 + }, + { + "epoch": 0.20382603908615468, + "grad_norm": 1.6889700612312475, + "learning_rate": 1.8456723177157753e-05, + "loss": 1.1388, + "step": 1481 + }, + { + "epoch": 0.20396366639141206, + "grad_norm": 1.7329173518920165, + "learning_rate": 1.845434339873589e-05, + "loss": 1.1217, + "step": 1482 + }, + { + "epoch": 0.2041012936966694, + "grad_norm": 1.563799910857393, + "learning_rate": 1.8451961940551716e-05, + "loss": 1.1551, + "step": 1483 + }, + { + "epoch": 0.20423892100192678, + "grad_norm": 1.7210318259683441, + "learning_rate": 1.8449578803078402e-05, + "loss": 1.2128, + "step": 1484 + }, + { + "epoch": 0.20437654830718416, + "grad_norm": 1.6854216357956164, + "learning_rate": 1.8447193986789442e-05, + "loss": 1.1983, + "step": 1485 + }, + { + "epoch": 0.2045141756124415, + "grad_norm": 1.6500920621352466, + "learning_rate": 1.8444807492158668e-05, + "loss": 1.1335, + "step": 1486 + }, + { + "epoch": 0.20465180291769888, + "grad_norm": 1.7875703185440286, + "learning_rate": 1.844241931966024e-05, + "loss": 1.1848, + "step": 1487 + }, + { + "epoch": 0.20478943022295623, + "grad_norm": 1.5971818142330612, + "learning_rate": 1.8440029469768656e-05, + "loss": 1.1853, + "step": 1488 + }, + { + "epoch": 0.2049270575282136, + "grad_norm": 1.6528328567609176, + "learning_rate": 1.843763794295875e-05, + "loss": 1.1265, + "step": 1489 + }, + { + "epoch": 0.20506468483347096, + "grad_norm": 1.7257774285187362, + "learning_rate": 1.8435244739705683e-05, + "loss": 1.0997, + "step": 1490 + }, + { + "epoch": 0.20520231213872833, + "grad_norm": 1.7263796731526495, + "learning_rate": 1.8432849860484953e-05, + "loss": 1.1371, + "step": 1491 + }, + { + "epoch": 0.20533993944398568, + "grad_norm": 1.7256483152053943, + "learning_rate": 1.843045330577239e-05, + "loss": 1.1934, + "step": 1492 + }, + { + "epoch": 0.20547756674924306, + "grad_norm": 1.6559543239363304, + "learning_rate": 1.8428055076044152e-05, + "loss": 1.2271, + "step": 1493 + }, + { + "epoch": 0.2056151940545004, + "grad_norm": 1.6291419357036268, + "learning_rate": 1.842565517177674e-05, + "loss": 1.1774, + "step": 1494 + }, + { + "epoch": 0.20575282135975778, + "grad_norm": 1.6885330699669578, + "learning_rate": 1.842325359344698e-05, + "loss": 1.2265, + "step": 1495 + }, + { + "epoch": 0.20589044866501513, + "grad_norm": 1.7042839491822204, + "learning_rate": 1.842085034153203e-05, + "loss": 1.1014, + "step": 1496 + }, + { + "epoch": 0.2060280759702725, + "grad_norm": 1.5926364073530361, + "learning_rate": 1.841844541650939e-05, + "loss": 1.1437, + "step": 1497 + }, + { + "epoch": 0.20616570327552985, + "grad_norm": 1.767499861983907, + "learning_rate": 1.841603881885688e-05, + "loss": 1.2079, + "step": 1498 + }, + { + "epoch": 0.20630333058078723, + "grad_norm": 1.685834556199617, + "learning_rate": 1.841363054905266e-05, + "loss": 1.1092, + "step": 1499 + }, + { + "epoch": 0.20644095788604458, + "grad_norm": 1.5900467989363254, + "learning_rate": 1.8411220607575217e-05, + "loss": 1.1289, + "step": 1500 + }, + { + "epoch": 0.20657858519130196, + "grad_norm": 1.6517407234415935, + "learning_rate": 1.8408808994903383e-05, + "loss": 1.1222, + "step": 1501 + }, + { + "epoch": 0.2067162124965593, + "grad_norm": 1.6449126133172205, + "learning_rate": 1.8406395711516302e-05, + "loss": 1.1937, + "step": 1502 + }, + { + "epoch": 0.20685383980181668, + "grad_norm": 1.7073298976037703, + "learning_rate": 1.840398075789346e-05, + "loss": 1.1477, + "step": 1503 + }, + { + "epoch": 0.20699146710707406, + "grad_norm": 1.8253017934127769, + "learning_rate": 1.8401564134514685e-05, + "loss": 1.2404, + "step": 1504 + }, + { + "epoch": 0.2071290944123314, + "grad_norm": 1.6734936873539452, + "learning_rate": 1.8399145841860118e-05, + "loss": 1.1325, + "step": 1505 + }, + { + "epoch": 0.20726672171758878, + "grad_norm": 1.4355964979931424, + "learning_rate": 1.8396725880410248e-05, + "loss": 1.1062, + "step": 1506 + }, + { + "epoch": 0.20740434902284613, + "grad_norm": 1.726118405607274, + "learning_rate": 1.839430425064588e-05, + "loss": 1.1724, + "step": 1507 + }, + { + "epoch": 0.2075419763281035, + "grad_norm": 1.7186313396358288, + "learning_rate": 1.8391880953048165e-05, + "loss": 1.116, + "step": 1508 + }, + { + "epoch": 0.20767960363336085, + "grad_norm": 1.8311349212234092, + "learning_rate": 1.8389455988098578e-05, + "loss": 1.1662, + "step": 1509 + }, + { + "epoch": 0.20781723093861823, + "grad_norm": 1.590696376722489, + "learning_rate": 1.838702935627892e-05, + "loss": 1.119, + "step": 1510 + }, + { + "epoch": 0.20795485824387558, + "grad_norm": 1.9970195890427285, + "learning_rate": 1.8384601058071342e-05, + "loss": 1.1229, + "step": 1511 + }, + { + "epoch": 0.20809248554913296, + "grad_norm": 1.8537491542918956, + "learning_rate": 1.83821710939583e-05, + "loss": 1.2354, + "step": 1512 + }, + { + "epoch": 0.2082301128543903, + "grad_norm": 1.6177523703642374, + "learning_rate": 1.8379739464422605e-05, + "loss": 1.1572, + "step": 1513 + }, + { + "epoch": 0.20836774015964768, + "grad_norm": 1.7639309425427774, + "learning_rate": 1.8377306169947387e-05, + "loss": 1.1246, + "step": 1514 + }, + { + "epoch": 0.20850536746490503, + "grad_norm": 1.865827375267512, + "learning_rate": 1.83748712110161e-05, + "loss": 1.1859, + "step": 1515 + }, + { + "epoch": 0.2086429947701624, + "grad_norm": 1.5307055279744437, + "learning_rate": 1.8372434588112546e-05, + "loss": 1.1216, + "step": 1516 + }, + { + "epoch": 0.20878062207541975, + "grad_norm": 1.8004282804913656, + "learning_rate": 1.8369996301720845e-05, + "loss": 1.2087, + "step": 1517 + }, + { + "epoch": 0.20891824938067713, + "grad_norm": 1.6111928209862945, + "learning_rate": 1.836755635232545e-05, + "loss": 1.1511, + "step": 1518 + }, + { + "epoch": 0.20905587668593448, + "grad_norm": 1.6181926703801504, + "learning_rate": 1.8365114740411153e-05, + "loss": 1.1766, + "step": 1519 + }, + { + "epoch": 0.20919350399119185, + "grad_norm": 1.9517604701233462, + "learning_rate": 1.8362671466463057e-05, + "loss": 1.1371, + "step": 1520 + }, + { + "epoch": 0.2093311312964492, + "grad_norm": 1.919381272165751, + "learning_rate": 1.8360226530966617e-05, + "loss": 1.2378, + "step": 1521 + }, + { + "epoch": 0.20946875860170658, + "grad_norm": 1.5213259761481848, + "learning_rate": 1.83577799344076e-05, + "loss": 1.1262, + "step": 1522 + }, + { + "epoch": 0.20960638590696395, + "grad_norm": 1.4879397947061475, + "learning_rate": 1.8355331677272117e-05, + "loss": 1.1762, + "step": 1523 + }, + { + "epoch": 0.2097440132122213, + "grad_norm": 1.673224932861029, + "learning_rate": 1.8352881760046604e-05, + "loss": 1.2007, + "step": 1524 + }, + { + "epoch": 0.20988164051747868, + "grad_norm": 1.5344102053968849, + "learning_rate": 1.8350430183217823e-05, + "loss": 1.1286, + "step": 1525 + }, + { + "epoch": 0.21001926782273603, + "grad_norm": 1.8541321313077337, + "learning_rate": 1.8347976947272868e-05, + "loss": 1.1907, + "step": 1526 + }, + { + "epoch": 0.2101568951279934, + "grad_norm": 1.5840845277471118, + "learning_rate": 1.8345522052699164e-05, + "loss": 1.1972, + "step": 1527 + }, + { + "epoch": 0.21029452243325075, + "grad_norm": 1.8303088651864832, + "learning_rate": 1.834306549998447e-05, + "loss": 1.2282, + "step": 1528 + }, + { + "epoch": 0.21043214973850813, + "grad_norm": 1.5831651417591217, + "learning_rate": 1.8340607289616863e-05, + "loss": 1.0936, + "step": 1529 + }, + { + "epoch": 0.21056977704376548, + "grad_norm": 1.7628647804876028, + "learning_rate": 1.8338147422084756e-05, + "loss": 1.1807, + "step": 1530 + }, + { + "epoch": 0.21070740434902285, + "grad_norm": 1.9468303685745252, + "learning_rate": 1.8335685897876896e-05, + "loss": 1.3053, + "step": 1531 + }, + { + "epoch": 0.2108450316542802, + "grad_norm": 1.6741227203616347, + "learning_rate": 1.833322271748235e-05, + "loss": 1.0397, + "step": 1532 + }, + { + "epoch": 0.21098265895953758, + "grad_norm": 1.662968751891004, + "learning_rate": 1.833075788139052e-05, + "loss": 1.0995, + "step": 1533 + }, + { + "epoch": 0.21112028626479493, + "grad_norm": 1.686058843690978, + "learning_rate": 1.8328291390091135e-05, + "loss": 1.1521, + "step": 1534 + }, + { + "epoch": 0.2112579135700523, + "grad_norm": 1.735000419302166, + "learning_rate": 1.832582324407425e-05, + "loss": 1.1688, + "step": 1535 + }, + { + "epoch": 0.21139554087530965, + "grad_norm": 1.9182028907647775, + "learning_rate": 1.8323353443830258e-05, + "loss": 1.1661, + "step": 1536 + }, + { + "epoch": 0.21153316818056703, + "grad_norm": 1.7199388228791792, + "learning_rate": 1.832088198984987e-05, + "loss": 1.1654, + "step": 1537 + }, + { + "epoch": 0.21167079548582438, + "grad_norm": 1.660309407432875, + "learning_rate": 1.831840888262413e-05, + "loss": 1.2128, + "step": 1538 + }, + { + "epoch": 0.21180842279108175, + "grad_norm": 1.659464009100905, + "learning_rate": 1.8315934122644413e-05, + "loss": 1.145, + "step": 1539 + }, + { + "epoch": 0.2119460500963391, + "grad_norm": 1.6906981838512742, + "learning_rate": 1.8313457710402415e-05, + "loss": 1.1464, + "step": 1540 + }, + { + "epoch": 0.21208367740159648, + "grad_norm": 1.728796696831559, + "learning_rate": 1.8310979646390172e-05, + "loss": 1.2339, + "step": 1541 + }, + { + "epoch": 0.21222130470685385, + "grad_norm": 1.8813243496491934, + "learning_rate": 1.830849993110004e-05, + "loss": 1.2658, + "step": 1542 + }, + { + "epoch": 0.2123589320121112, + "grad_norm": 1.7640661363982038, + "learning_rate": 1.8306018565024698e-05, + "loss": 1.2594, + "step": 1543 + }, + { + "epoch": 0.21249655931736858, + "grad_norm": 1.9161195273513019, + "learning_rate": 1.8303535548657166e-05, + "loss": 1.2321, + "step": 1544 + }, + { + "epoch": 0.21263418662262593, + "grad_norm": 1.771291620057041, + "learning_rate": 1.8301050882490786e-05, + "loss": 1.1736, + "step": 1545 + }, + { + "epoch": 0.2127718139278833, + "grad_norm": 1.6683532515301431, + "learning_rate": 1.8298564567019223e-05, + "loss": 1.1675, + "step": 1546 + }, + { + "epoch": 0.21290944123314065, + "grad_norm": 1.7129449754711452, + "learning_rate": 1.8296076602736472e-05, + "loss": 1.1721, + "step": 1547 + }, + { + "epoch": 0.21304706853839803, + "grad_norm": 1.6654321800228995, + "learning_rate": 1.8293586990136865e-05, + "loss": 1.1838, + "step": 1548 + }, + { + "epoch": 0.21318469584365538, + "grad_norm": 1.7032545178683882, + "learning_rate": 1.829109572971505e-05, + "loss": 1.1166, + "step": 1549 + }, + { + "epoch": 0.21332232314891275, + "grad_norm": 1.6890659080502188, + "learning_rate": 1.8288602821966005e-05, + "loss": 1.2192, + "step": 1550 + }, + { + "epoch": 0.2134599504541701, + "grad_norm": 1.727529004700749, + "learning_rate": 1.8286108267385038e-05, + "loss": 1.0808, + "step": 1551 + }, + { + "epoch": 0.21359757775942748, + "grad_norm": 1.8175371914113898, + "learning_rate": 1.828361206646778e-05, + "loss": 1.2539, + "step": 1552 + }, + { + "epoch": 0.21373520506468482, + "grad_norm": 1.6293479118113134, + "learning_rate": 1.8281114219710198e-05, + "loss": 1.1892, + "step": 1553 + }, + { + "epoch": 0.2138728323699422, + "grad_norm": 1.7858413703876939, + "learning_rate": 1.8278614727608576e-05, + "loss": 1.0831, + "step": 1554 + }, + { + "epoch": 0.21401045967519955, + "grad_norm": 1.7376320038674296, + "learning_rate": 1.8276113590659532e-05, + "loss": 1.16, + "step": 1555 + }, + { + "epoch": 0.21414808698045693, + "grad_norm": 1.7492416294393422, + "learning_rate": 1.8273610809360003e-05, + "loss": 1.1674, + "step": 1556 + }, + { + "epoch": 0.21428571428571427, + "grad_norm": 1.4626445166095527, + "learning_rate": 1.827110638420726e-05, + "loss": 1.1538, + "step": 1557 + }, + { + "epoch": 0.21442334159097165, + "grad_norm": 1.8827321438759188, + "learning_rate": 1.8268600315698893e-05, + "loss": 1.2673, + "step": 1558 + }, + { + "epoch": 0.214560968896229, + "grad_norm": 1.7136522808611578, + "learning_rate": 1.8266092604332833e-05, + "loss": 1.1579, + "step": 1559 + }, + { + "epoch": 0.21469859620148637, + "grad_norm": 1.9100462022763998, + "learning_rate": 1.8263583250607324e-05, + "loss": 1.1589, + "step": 1560 + }, + { + "epoch": 0.21483622350674375, + "grad_norm": 1.6525438506722177, + "learning_rate": 1.8261072255020936e-05, + "loss": 1.0991, + "step": 1561 + }, + { + "epoch": 0.2149738508120011, + "grad_norm": 1.7778567143221782, + "learning_rate": 1.8258559618072575e-05, + "loss": 1.1822, + "step": 1562 + }, + { + "epoch": 0.21511147811725848, + "grad_norm": 1.980629785678652, + "learning_rate": 1.8256045340261462e-05, + "loss": 1.1774, + "step": 1563 + }, + { + "epoch": 0.21524910542251582, + "grad_norm": 1.5636389813337093, + "learning_rate": 1.8253529422087156e-05, + "loss": 1.1282, + "step": 1564 + }, + { + "epoch": 0.2153867327277732, + "grad_norm": 1.5966836445531347, + "learning_rate": 1.8251011864049533e-05, + "loss": 1.1538, + "step": 1565 + }, + { + "epoch": 0.21552436003303055, + "grad_norm": 1.7038133011411707, + "learning_rate": 1.8248492666648795e-05, + "loss": 1.2805, + "step": 1566 + }, + { + "epoch": 0.21566198733828792, + "grad_norm": 1.7008545550503917, + "learning_rate": 1.8245971830385475e-05, + "loss": 1.184, + "step": 1567 + }, + { + "epoch": 0.21579961464354527, + "grad_norm": 1.6608707519809474, + "learning_rate": 1.8243449355760424e-05, + "loss": 1.1825, + "step": 1568 + }, + { + "epoch": 0.21593724194880265, + "grad_norm": 1.7184980650836357, + "learning_rate": 1.8240925243274827e-05, + "loss": 1.1126, + "step": 1569 + }, + { + "epoch": 0.21607486925406, + "grad_norm": 1.8832136621555782, + "learning_rate": 1.8238399493430196e-05, + "loss": 1.2313, + "step": 1570 + }, + { + "epoch": 0.21621249655931737, + "grad_norm": 1.692683777049782, + "learning_rate": 1.8235872106728353e-05, + "loss": 1.1922, + "step": 1571 + }, + { + "epoch": 0.21635012386457472, + "grad_norm": 1.7176760274082021, + "learning_rate": 1.8233343083671458e-05, + "loss": 1.1404, + "step": 1572 + }, + { + "epoch": 0.2164877511698321, + "grad_norm": 1.58521741003523, + "learning_rate": 1.8230812424761996e-05, + "loss": 1.1624, + "step": 1573 + }, + { + "epoch": 0.21662537847508945, + "grad_norm": 2.002205836719687, + "learning_rate": 1.8228280130502768e-05, + "loss": 1.1201, + "step": 1574 + }, + { + "epoch": 0.21676300578034682, + "grad_norm": 1.595195349736371, + "learning_rate": 1.8225746201396916e-05, + "loss": 1.0765, + "step": 1575 + }, + { + "epoch": 0.21690063308560417, + "grad_norm": 1.7246686063316963, + "learning_rate": 1.822321063794789e-05, + "loss": 1.1941, + "step": 1576 + }, + { + "epoch": 0.21703826039086155, + "grad_norm": 2.0933281834397057, + "learning_rate": 1.8220673440659478e-05, + "loss": 1.2183, + "step": 1577 + }, + { + "epoch": 0.2171758876961189, + "grad_norm": 1.8384097060628888, + "learning_rate": 1.821813461003578e-05, + "loss": 1.0786, + "step": 1578 + }, + { + "epoch": 0.21731351500137627, + "grad_norm": 1.882711465557498, + "learning_rate": 1.821559414658123e-05, + "loss": 1.199, + "step": 1579 + }, + { + "epoch": 0.21745114230663365, + "grad_norm": 1.5602285178207678, + "learning_rate": 1.8213052050800576e-05, + "loss": 1.1362, + "step": 1580 + }, + { + "epoch": 0.217588769611891, + "grad_norm": 1.6956007641292594, + "learning_rate": 1.821050832319891e-05, + "loss": 1.152, + "step": 1581 + }, + { + "epoch": 0.21772639691714837, + "grad_norm": 1.8514957757205053, + "learning_rate": 1.8207962964281628e-05, + "loss": 1.1408, + "step": 1582 + }, + { + "epoch": 0.21786402422240572, + "grad_norm": 1.8437404465077416, + "learning_rate": 1.8205415974554457e-05, + "loss": 1.2539, + "step": 1583 + }, + { + "epoch": 0.2180016515276631, + "grad_norm": 1.7411032755467588, + "learning_rate": 1.8202867354523456e-05, + "loss": 1.1079, + "step": 1584 + }, + { + "epoch": 0.21813927883292045, + "grad_norm": 1.8302160823123965, + "learning_rate": 1.8200317104694996e-05, + "loss": 1.1703, + "step": 1585 + }, + { + "epoch": 0.21827690613817782, + "grad_norm": 1.6082758773865398, + "learning_rate": 1.8197765225575775e-05, + "loss": 1.2197, + "step": 1586 + }, + { + "epoch": 0.21841453344343517, + "grad_norm": 1.7768943497906053, + "learning_rate": 1.8195211717672824e-05, + "loss": 1.1036, + "step": 1587 + }, + { + "epoch": 0.21855216074869255, + "grad_norm": 1.7685040594013617, + "learning_rate": 1.8192656581493477e-05, + "loss": 1.1768, + "step": 1588 + }, + { + "epoch": 0.2186897880539499, + "grad_norm": 1.671425363198009, + "learning_rate": 1.8190099817545417e-05, + "loss": 1.1104, + "step": 1589 + }, + { + "epoch": 0.21882741535920727, + "grad_norm": 1.8742592497063932, + "learning_rate": 1.8187541426336633e-05, + "loss": 1.1378, + "step": 1590 + }, + { + "epoch": 0.21896504266446462, + "grad_norm": 1.647402080364179, + "learning_rate": 1.8184981408375446e-05, + "loss": 1.1649, + "step": 1591 + }, + { + "epoch": 0.219102669969722, + "grad_norm": 1.6426590991011334, + "learning_rate": 1.8182419764170488e-05, + "loss": 1.1274, + "step": 1592 + }, + { + "epoch": 0.21924029727497935, + "grad_norm": 1.728254400973354, + "learning_rate": 1.8179856494230733e-05, + "loss": 1.2132, + "step": 1593 + }, + { + "epoch": 0.21937792458023672, + "grad_norm": 1.5976838294044609, + "learning_rate": 1.817729159906546e-05, + "loss": 1.1142, + "step": 1594 + }, + { + "epoch": 0.21951555188549407, + "grad_norm": 1.5801862843030283, + "learning_rate": 1.817472507918428e-05, + "loss": 1.1314, + "step": 1595 + }, + { + "epoch": 0.21965317919075145, + "grad_norm": 2.0582875719633025, + "learning_rate": 1.8172156935097128e-05, + "loss": 1.1922, + "step": 1596 + }, + { + "epoch": 0.2197908064960088, + "grad_norm": 1.7086400363338519, + "learning_rate": 1.8169587167314256e-05, + "loss": 1.202, + "step": 1597 + }, + { + "epoch": 0.21992843380126617, + "grad_norm": 1.6403153843819611, + "learning_rate": 1.8167015776346247e-05, + "loss": 1.0953, + "step": 1598 + }, + { + "epoch": 0.22006606110652355, + "grad_norm": 1.6326866505391957, + "learning_rate": 1.8164442762703997e-05, + "loss": 1.0883, + "step": 1599 + }, + { + "epoch": 0.2202036884117809, + "grad_norm": 1.6435898217295533, + "learning_rate": 1.8161868126898724e-05, + "loss": 1.124, + "step": 1600 + }, + { + "epoch": 0.22034131571703827, + "grad_norm": 1.76305827563548, + "learning_rate": 1.8159291869441983e-05, + "loss": 1.2099, + "step": 1601 + }, + { + "epoch": 0.22047894302229562, + "grad_norm": 1.5774853763815986, + "learning_rate": 1.8156713990845634e-05, + "loss": 1.2026, + "step": 1602 + }, + { + "epoch": 0.220616570327553, + "grad_norm": 1.745687641036621, + "learning_rate": 1.8154134491621872e-05, + "loss": 1.1148, + "step": 1603 + }, + { + "epoch": 0.22075419763281035, + "grad_norm": 1.559402185852202, + "learning_rate": 1.81515533722832e-05, + "loss": 1.0942, + "step": 1604 + }, + { + "epoch": 0.22089182493806772, + "grad_norm": 1.7198184413628688, + "learning_rate": 1.8148970633342455e-05, + "loss": 1.2313, + "step": 1605 + }, + { + "epoch": 0.22102945224332507, + "grad_norm": 1.7390071409461192, + "learning_rate": 1.8146386275312794e-05, + "loss": 1.2718, + "step": 1606 + }, + { + "epoch": 0.22116707954858245, + "grad_norm": 1.857162033125304, + "learning_rate": 1.814380029870769e-05, + "loss": 1.1743, + "step": 1607 + }, + { + "epoch": 0.2213047068538398, + "grad_norm": 1.8631766084407126, + "learning_rate": 1.814121270404095e-05, + "loss": 1.1044, + "step": 1608 + }, + { + "epoch": 0.22144233415909717, + "grad_norm": 1.8194274739063074, + "learning_rate": 1.813862349182668e-05, + "loss": 1.1895, + "step": 1609 + }, + { + "epoch": 0.22157996146435452, + "grad_norm": 1.54427957633902, + "learning_rate": 1.8136032662579327e-05, + "loss": 1.0939, + "step": 1610 + }, + { + "epoch": 0.2217175887696119, + "grad_norm": 1.7826068518659395, + "learning_rate": 1.813344021681366e-05, + "loss": 1.1611, + "step": 1611 + }, + { + "epoch": 0.22185521607486924, + "grad_norm": 1.63294838508418, + "learning_rate": 1.813084615504475e-05, + "loss": 1.1712, + "step": 1612 + }, + { + "epoch": 0.22199284338012662, + "grad_norm": 1.7004001137883857, + "learning_rate": 1.8128250477788013e-05, + "loss": 1.1665, + "step": 1613 + }, + { + "epoch": 0.22213047068538397, + "grad_norm": 1.7556893750839104, + "learning_rate": 1.8125653185559172e-05, + "loss": 1.2113, + "step": 1614 + }, + { + "epoch": 0.22226809799064134, + "grad_norm": 1.7256624057103473, + "learning_rate": 1.8123054278874265e-05, + "loss": 1.1637, + "step": 1615 + }, + { + "epoch": 0.2224057252958987, + "grad_norm": 1.8211906695622182, + "learning_rate": 1.8120453758249666e-05, + "loss": 1.1725, + "step": 1616 + }, + { + "epoch": 0.22254335260115607, + "grad_norm": 1.6113989705122376, + "learning_rate": 1.8117851624202066e-05, + "loss": 1.1372, + "step": 1617 + }, + { + "epoch": 0.22268097990641345, + "grad_norm": 1.714479194899527, + "learning_rate": 1.8115247877248467e-05, + "loss": 1.1403, + "step": 1618 + }, + { + "epoch": 0.2228186072116708, + "grad_norm": 1.5954605406768263, + "learning_rate": 1.81126425179062e-05, + "loss": 1.0972, + "step": 1619 + }, + { + "epoch": 0.22295623451692817, + "grad_norm": 1.7161537094949633, + "learning_rate": 1.8110035546692916e-05, + "loss": 1.1536, + "step": 1620 + }, + { + "epoch": 0.22309386182218552, + "grad_norm": 1.8095612921404074, + "learning_rate": 1.8107426964126582e-05, + "loss": 1.2016, + "step": 1621 + }, + { + "epoch": 0.2232314891274429, + "grad_norm": 1.7003058094373578, + "learning_rate": 1.810481677072549e-05, + "loss": 1.2006, + "step": 1622 + }, + { + "epoch": 0.22336911643270024, + "grad_norm": 1.595084372376295, + "learning_rate": 1.8102204967008248e-05, + "loss": 1.1274, + "step": 1623 + }, + { + "epoch": 0.22350674373795762, + "grad_norm": 1.7332073393021936, + "learning_rate": 1.809959155349379e-05, + "loss": 1.2006, + "step": 1624 + }, + { + "epoch": 0.22364437104321497, + "grad_norm": 1.7661395310941495, + "learning_rate": 1.8096976530701355e-05, + "loss": 1.0924, + "step": 1625 + }, + { + "epoch": 0.22378199834847234, + "grad_norm": 1.9905973845035523, + "learning_rate": 1.809435989915052e-05, + "loss": 1.2062, + "step": 1626 + }, + { + "epoch": 0.2239196256537297, + "grad_norm": 1.743791043403713, + "learning_rate": 1.8091741659361174e-05, + "loss": 1.222, + "step": 1627 + }, + { + "epoch": 0.22405725295898707, + "grad_norm": 1.786517737976113, + "learning_rate": 1.8089121811853524e-05, + "loss": 1.1775, + "step": 1628 + }, + { + "epoch": 0.22419488026424442, + "grad_norm": 1.5981436011222525, + "learning_rate": 1.80865003571481e-05, + "loss": 1.1489, + "step": 1629 + }, + { + "epoch": 0.2243325075695018, + "grad_norm": 1.9288542552726293, + "learning_rate": 1.8083877295765747e-05, + "loss": 1.235, + "step": 1630 + }, + { + "epoch": 0.22447013487475914, + "grad_norm": 1.6678188227553772, + "learning_rate": 1.808125262822763e-05, + "loss": 1.089, + "step": 1631 + }, + { + "epoch": 0.22460776218001652, + "grad_norm": 1.6161259846184552, + "learning_rate": 1.8078626355055237e-05, + "loss": 1.1785, + "step": 1632 + }, + { + "epoch": 0.22474538948527387, + "grad_norm": 1.605997253547215, + "learning_rate": 1.807599847677037e-05, + "loss": 1.1256, + "step": 1633 + }, + { + "epoch": 0.22488301679053124, + "grad_norm": 1.5214444127935984, + "learning_rate": 1.8073368993895156e-05, + "loss": 1.1487, + "step": 1634 + }, + { + "epoch": 0.2250206440957886, + "grad_norm": 1.564375651213313, + "learning_rate": 1.8070737906952032e-05, + "loss": 1.1503, + "step": 1635 + }, + { + "epoch": 0.22515827140104597, + "grad_norm": 1.6451505434002953, + "learning_rate": 1.8068105216463763e-05, + "loss": 1.1523, + "step": 1636 + }, + { + "epoch": 0.22529589870630334, + "grad_norm": 1.7390687859765477, + "learning_rate": 1.806547092295343e-05, + "loss": 1.1505, + "step": 1637 + }, + { + "epoch": 0.2254335260115607, + "grad_norm": 1.6444763876947397, + "learning_rate": 1.806283502694443e-05, + "loss": 1.1375, + "step": 1638 + }, + { + "epoch": 0.22557115331681807, + "grad_norm": 1.6515035142334502, + "learning_rate": 1.8060197528960477e-05, + "loss": 1.2089, + "step": 1639 + }, + { + "epoch": 0.22570878062207542, + "grad_norm": 1.4965507828435636, + "learning_rate": 1.8057558429525606e-05, + "loss": 1.11, + "step": 1640 + }, + { + "epoch": 0.2258464079273328, + "grad_norm": 1.6070423918394048, + "learning_rate": 1.805491772916417e-05, + "loss": 1.0856, + "step": 1641 + }, + { + "epoch": 0.22598403523259014, + "grad_norm": 1.7338948606229698, + "learning_rate": 1.8052275428400847e-05, + "loss": 1.1663, + "step": 1642 + }, + { + "epoch": 0.22612166253784752, + "grad_norm": 1.7863867784006946, + "learning_rate": 1.804963152776061e-05, + "loss": 1.1464, + "step": 1643 + }, + { + "epoch": 0.22625928984310487, + "grad_norm": 1.6601421135566128, + "learning_rate": 1.8046986027768786e-05, + "loss": 1.2337, + "step": 1644 + }, + { + "epoch": 0.22639691714836224, + "grad_norm": 1.6951977320755738, + "learning_rate": 1.8044338928950984e-05, + "loss": 1.1647, + "step": 1645 + }, + { + "epoch": 0.2265345444536196, + "grad_norm": 1.6338245312118205, + "learning_rate": 1.8041690231833155e-05, + "loss": 1.187, + "step": 1646 + }, + { + "epoch": 0.22667217175887697, + "grad_norm": 1.8384614028850566, + "learning_rate": 1.8039039936941552e-05, + "loss": 1.2234, + "step": 1647 + }, + { + "epoch": 0.22680979906413432, + "grad_norm": 1.6389583824993008, + "learning_rate": 1.8036388044802757e-05, + "loss": 1.0471, + "step": 1648 + }, + { + "epoch": 0.2269474263693917, + "grad_norm": 1.74356424988226, + "learning_rate": 1.8033734555943664e-05, + "loss": 1.189, + "step": 1649 + }, + { + "epoch": 0.22708505367464904, + "grad_norm": 1.5625355068052331, + "learning_rate": 1.8031079470891484e-05, + "loss": 1.0725, + "step": 1650 + }, + { + "epoch": 0.22722268097990642, + "grad_norm": 1.6216994046222009, + "learning_rate": 1.802842279017375e-05, + "loss": 1.1472, + "step": 1651 + }, + { + "epoch": 0.22736030828516376, + "grad_norm": 1.869278613538374, + "learning_rate": 1.80257645143183e-05, + "loss": 1.2218, + "step": 1652 + }, + { + "epoch": 0.22749793559042114, + "grad_norm": 1.9990290252274516, + "learning_rate": 1.8023104643853306e-05, + "loss": 1.2398, + "step": 1653 + }, + { + "epoch": 0.2276355628956785, + "grad_norm": 1.756515490241921, + "learning_rate": 1.802044317930724e-05, + "loss": 1.2443, + "step": 1654 + }, + { + "epoch": 0.22777319020093587, + "grad_norm": 1.7849109015489557, + "learning_rate": 1.8017780121208904e-05, + "loss": 1.184, + "step": 1655 + }, + { + "epoch": 0.22791081750619324, + "grad_norm": 1.7750439653830112, + "learning_rate": 1.8015115470087406e-05, + "loss": 1.1606, + "step": 1656 + }, + { + "epoch": 0.2280484448114506, + "grad_norm": 1.6712873904652383, + "learning_rate": 1.8012449226472183e-05, + "loss": 1.1207, + "step": 1657 + }, + { + "epoch": 0.22818607211670797, + "grad_norm": 1.8022509771034039, + "learning_rate": 1.800978139089298e-05, + "loss": 1.1865, + "step": 1658 + }, + { + "epoch": 0.22832369942196531, + "grad_norm": 1.5613350057771112, + "learning_rate": 1.800711196387985e-05, + "loss": 1.0723, + "step": 1659 + }, + { + "epoch": 0.2284613267272227, + "grad_norm": 1.7263749261200285, + "learning_rate": 1.8004440945963183e-05, + "loss": 1.1382, + "step": 1660 + }, + { + "epoch": 0.22859895403248004, + "grad_norm": 1.759521794603213, + "learning_rate": 1.8001768337673666e-05, + "loss": 1.1603, + "step": 1661 + }, + { + "epoch": 0.22873658133773742, + "grad_norm": 1.6817802302871743, + "learning_rate": 1.7999094139542314e-05, + "loss": 1.111, + "step": 1662 + }, + { + "epoch": 0.22887420864299476, + "grad_norm": 1.8864354897706943, + "learning_rate": 1.799641835210045e-05, + "loss": 1.3083, + "step": 1663 + }, + { + "epoch": 0.22901183594825214, + "grad_norm": 1.672356884167089, + "learning_rate": 1.7993740975879723e-05, + "loss": 1.1497, + "step": 1664 + }, + { + "epoch": 0.2291494632535095, + "grad_norm": 1.766096883927039, + "learning_rate": 1.7991062011412082e-05, + "loss": 1.1966, + "step": 1665 + }, + { + "epoch": 0.22928709055876687, + "grad_norm": 1.787630507377394, + "learning_rate": 1.7988381459229805e-05, + "loss": 1.1585, + "step": 1666 + }, + { + "epoch": 0.2294247178640242, + "grad_norm": 1.7308038415977551, + "learning_rate": 1.7985699319865482e-05, + "loss": 1.2381, + "step": 1667 + }, + { + "epoch": 0.2295623451692816, + "grad_norm": 1.6593828026164799, + "learning_rate": 1.798301559385202e-05, + "loss": 1.1835, + "step": 1668 + }, + { + "epoch": 0.22969997247453894, + "grad_norm": 1.8042140467055223, + "learning_rate": 1.798033028172263e-05, + "loss": 1.2322, + "step": 1669 + }, + { + "epoch": 0.22983759977979631, + "grad_norm": 1.6542686284510757, + "learning_rate": 1.7977643384010857e-05, + "loss": 1.1551, + "step": 1670 + }, + { + "epoch": 0.22997522708505366, + "grad_norm": 1.6489557342170655, + "learning_rate": 1.797495490125054e-05, + "loss": 1.131, + "step": 1671 + }, + { + "epoch": 0.23011285439031104, + "grad_norm": 1.7355052123086387, + "learning_rate": 1.7972264833975855e-05, + "loss": 1.1345, + "step": 1672 + }, + { + "epoch": 0.2302504816955684, + "grad_norm": 1.5319848271674958, + "learning_rate": 1.7969573182721274e-05, + "loss": 1.0963, + "step": 1673 + }, + { + "epoch": 0.23038810900082576, + "grad_norm": 1.8322773716921108, + "learning_rate": 1.796687994802159e-05, + "loss": 1.0986, + "step": 1674 + }, + { + "epoch": 0.23052573630608314, + "grad_norm": 1.6706711711669648, + "learning_rate": 1.796418513041192e-05, + "loss": 1.1612, + "step": 1675 + }, + { + "epoch": 0.2306633636113405, + "grad_norm": 1.8085813379981814, + "learning_rate": 1.7961488730427676e-05, + "loss": 1.2253, + "step": 1676 + }, + { + "epoch": 0.23080099091659786, + "grad_norm": 1.6128461748301266, + "learning_rate": 1.7958790748604606e-05, + "loss": 1.2258, + "step": 1677 + }, + { + "epoch": 0.2309386182218552, + "grad_norm": 1.9615553287467393, + "learning_rate": 1.795609118547876e-05, + "loss": 1.2138, + "step": 1678 + }, + { + "epoch": 0.2310762455271126, + "grad_norm": 1.9055325717575928, + "learning_rate": 1.7953390041586498e-05, + "loss": 1.2195, + "step": 1679 + }, + { + "epoch": 0.23121387283236994, + "grad_norm": 1.5047371475423243, + "learning_rate": 1.7950687317464508e-05, + "loss": 1.1026, + "step": 1680 + }, + { + "epoch": 0.23135150013762731, + "grad_norm": 1.4762881478881025, + "learning_rate": 1.7947983013649782e-05, + "loss": 1.092, + "step": 1681 + }, + { + "epoch": 0.23148912744288466, + "grad_norm": 1.6196380994384794, + "learning_rate": 1.7945277130679626e-05, + "loss": 1.1356, + "step": 1682 + }, + { + "epoch": 0.23162675474814204, + "grad_norm": 1.65798401938971, + "learning_rate": 1.794256966909166e-05, + "loss": 1.186, + "step": 1683 + }, + { + "epoch": 0.2317643820533994, + "grad_norm": 1.6349071672213416, + "learning_rate": 1.7939860629423825e-05, + "loss": 1.1649, + "step": 1684 + }, + { + "epoch": 0.23190200935865676, + "grad_norm": 1.680161787054812, + "learning_rate": 1.793715001221437e-05, + "loss": 1.1299, + "step": 1685 + }, + { + "epoch": 0.2320396366639141, + "grad_norm": 1.6262767279041839, + "learning_rate": 1.7934437818001852e-05, + "loss": 1.1298, + "step": 1686 + }, + { + "epoch": 0.2321772639691715, + "grad_norm": 1.740618435909242, + "learning_rate": 1.7931724047325153e-05, + "loss": 1.1377, + "step": 1687 + }, + { + "epoch": 0.23231489127442884, + "grad_norm": 2.1191147491884816, + "learning_rate": 1.7929008700723458e-05, + "loss": 1.1487, + "step": 1688 + }, + { + "epoch": 0.2324525185796862, + "grad_norm": 1.6201677532198189, + "learning_rate": 1.7926291778736268e-05, + "loss": 1.1313, + "step": 1689 + }, + { + "epoch": 0.23259014588494356, + "grad_norm": 1.557828064233036, + "learning_rate": 1.7923573281903405e-05, + "loss": 1.1209, + "step": 1690 + }, + { + "epoch": 0.23272777319020094, + "grad_norm": 1.734812554047152, + "learning_rate": 1.792085321076499e-05, + "loss": 1.2143, + "step": 1691 + }, + { + "epoch": 0.23286540049545829, + "grad_norm": 1.8219805718581406, + "learning_rate": 1.7918131565861467e-05, + "loss": 1.1874, + "step": 1692 + }, + { + "epoch": 0.23300302780071566, + "grad_norm": 1.9371857716851302, + "learning_rate": 1.791540834773359e-05, + "loss": 1.216, + "step": 1693 + }, + { + "epoch": 0.23314065510597304, + "grad_norm": 1.7649371573179053, + "learning_rate": 1.7912683556922427e-05, + "loss": 1.1974, + "step": 1694 + }, + { + "epoch": 0.2332782824112304, + "grad_norm": 1.5607449499831028, + "learning_rate": 1.790995719396935e-05, + "loss": 1.062, + "step": 1695 + }, + { + "epoch": 0.23341590971648776, + "grad_norm": 1.6394072731345926, + "learning_rate": 1.7907229259416054e-05, + "loss": 1.1483, + "step": 1696 + }, + { + "epoch": 0.2335535370217451, + "grad_norm": 1.768250809896368, + "learning_rate": 1.7904499753804545e-05, + "loss": 1.1541, + "step": 1697 + }, + { + "epoch": 0.2336911643270025, + "grad_norm": 1.6244412946089313, + "learning_rate": 1.7901768677677133e-05, + "loss": 1.2134, + "step": 1698 + }, + { + "epoch": 0.23382879163225984, + "grad_norm": 1.9431412478763466, + "learning_rate": 1.789903603157645e-05, + "loss": 1.139, + "step": 1699 + }, + { + "epoch": 0.2339664189375172, + "grad_norm": 1.5579760379189795, + "learning_rate": 1.7896301816045432e-05, + "loss": 1.1896, + "step": 1700 + }, + { + "epoch": 0.23410404624277456, + "grad_norm": 1.7822280238603616, + "learning_rate": 1.7893566031627334e-05, + "loss": 1.117, + "step": 1701 + }, + { + "epoch": 0.23424167354803194, + "grad_norm": 1.763675149704527, + "learning_rate": 1.7890828678865718e-05, + "loss": 1.1554, + "step": 1702 + }, + { + "epoch": 0.23437930085328929, + "grad_norm": 1.7364780791889798, + "learning_rate": 1.7888089758304456e-05, + "loss": 1.1049, + "step": 1703 + }, + { + "epoch": 0.23451692815854666, + "grad_norm": 1.7115968513460118, + "learning_rate": 1.7885349270487734e-05, + "loss": 1.1907, + "step": 1704 + }, + { + "epoch": 0.234654555463804, + "grad_norm": 1.5633651813343605, + "learning_rate": 1.7882607215960045e-05, + "loss": 1.0815, + "step": 1705 + }, + { + "epoch": 0.23479218276906139, + "grad_norm": 1.9038163305516982, + "learning_rate": 1.787986359526621e-05, + "loss": 1.2381, + "step": 1706 + }, + { + "epoch": 0.23492981007431873, + "grad_norm": 1.805902823457348, + "learning_rate": 1.7877118408951344e-05, + "loss": 1.1924, + "step": 1707 + }, + { + "epoch": 0.2350674373795761, + "grad_norm": 1.895014923358821, + "learning_rate": 1.7874371657560873e-05, + "loss": 1.2541, + "step": 1708 + }, + { + "epoch": 0.23520506468483346, + "grad_norm": 1.730961849351968, + "learning_rate": 1.7871623341640544e-05, + "loss": 1.1076, + "step": 1709 + }, + { + "epoch": 0.23534269199009084, + "grad_norm": 1.6383093052489566, + "learning_rate": 1.7868873461736403e-05, + "loss": 1.1526, + "step": 1710 + }, + { + "epoch": 0.23548031929534818, + "grad_norm": 1.7463360758738604, + "learning_rate": 1.786612201839482e-05, + "loss": 1.0678, + "step": 1711 + }, + { + "epoch": 0.23561794660060556, + "grad_norm": 1.5858664692649533, + "learning_rate": 1.786336901216247e-05, + "loss": 1.1263, + "step": 1712 + }, + { + "epoch": 0.23575557390586294, + "grad_norm": 1.6886593219614572, + "learning_rate": 1.7860614443586335e-05, + "loss": 1.188, + "step": 1713 + }, + { + "epoch": 0.23589320121112028, + "grad_norm": 1.6887471171881117, + "learning_rate": 1.7857858313213708e-05, + "loss": 1.247, + "step": 1714 + }, + { + "epoch": 0.23603082851637766, + "grad_norm": 1.7532173337529018, + "learning_rate": 1.78551006215922e-05, + "loss": 1.0679, + "step": 1715 + }, + { + "epoch": 0.236168455821635, + "grad_norm": 1.7543674437241694, + "learning_rate": 1.785234136926972e-05, + "loss": 1.1954, + "step": 1716 + }, + { + "epoch": 0.23630608312689239, + "grad_norm": 1.8805077550430178, + "learning_rate": 1.7849580556794497e-05, + "loss": 1.166, + "step": 1717 + }, + { + "epoch": 0.23644371043214973, + "grad_norm": 1.92979694708274, + "learning_rate": 1.7846818184715066e-05, + "loss": 1.2349, + "step": 1718 + }, + { + "epoch": 0.2365813377374071, + "grad_norm": 1.5967170252265814, + "learning_rate": 1.7844054253580273e-05, + "loss": 1.25, + "step": 1719 + }, + { + "epoch": 0.23671896504266446, + "grad_norm": 1.6969192103728215, + "learning_rate": 1.7841288763939275e-05, + "loss": 1.0489, + "step": 1720 + }, + { + "epoch": 0.23685659234792183, + "grad_norm": 1.8130093936525, + "learning_rate": 1.7838521716341533e-05, + "loss": 1.1798, + "step": 1721 + }, + { + "epoch": 0.23699421965317918, + "grad_norm": 1.7292199327247242, + "learning_rate": 1.7835753111336824e-05, + "loss": 1.098, + "step": 1722 + }, + { + "epoch": 0.23713184695843656, + "grad_norm": 1.6457562390324736, + "learning_rate": 1.7832982949475234e-05, + "loss": 1.1856, + "step": 1723 + }, + { + "epoch": 0.2372694742636939, + "grad_norm": 1.6823726582143532, + "learning_rate": 1.783021123130715e-05, + "loss": 1.1251, + "step": 1724 + }, + { + "epoch": 0.23740710156895128, + "grad_norm": 1.7485025964768788, + "learning_rate": 1.782743795738328e-05, + "loss": 1.1978, + "step": 1725 + }, + { + "epoch": 0.23754472887420863, + "grad_norm": 1.8282413872851409, + "learning_rate": 1.7824663128254637e-05, + "loss": 1.137, + "step": 1726 + }, + { + "epoch": 0.237682356179466, + "grad_norm": 1.8056932054042427, + "learning_rate": 1.7821886744472536e-05, + "loss": 1.233, + "step": 1727 + }, + { + "epoch": 0.23781998348472336, + "grad_norm": 2.070928963351921, + "learning_rate": 1.7819108806588607e-05, + "loss": 1.0748, + "step": 1728 + }, + { + "epoch": 0.23795761078998073, + "grad_norm": 2.311868791970413, + "learning_rate": 1.7816329315154793e-05, + "loss": 1.1976, + "step": 1729 + }, + { + "epoch": 0.23809523809523808, + "grad_norm": 1.578667301763948, + "learning_rate": 1.7813548270723334e-05, + "loss": 1.2251, + "step": 1730 + }, + { + "epoch": 0.23823286540049546, + "grad_norm": 1.8190584563602301, + "learning_rate": 1.7810765673846795e-05, + "loss": 1.1683, + "step": 1731 + }, + { + "epoch": 0.23837049270575283, + "grad_norm": 1.6827557381350264, + "learning_rate": 1.780798152507803e-05, + "loss": 1.1105, + "step": 1732 + }, + { + "epoch": 0.23850812001101018, + "grad_norm": 1.7796467451462916, + "learning_rate": 1.7805195824970216e-05, + "loss": 1.0956, + "step": 1733 + }, + { + "epoch": 0.23864574731626756, + "grad_norm": 1.644661493596249, + "learning_rate": 1.7802408574076833e-05, + "loss": 1.0441, + "step": 1734 + }, + { + "epoch": 0.2387833746215249, + "grad_norm": 1.5880733047533016, + "learning_rate": 1.7799619772951673e-05, + "loss": 1.1418, + "step": 1735 + }, + { + "epoch": 0.23892100192678228, + "grad_norm": 1.8235440761710053, + "learning_rate": 1.7796829422148825e-05, + "loss": 1.1736, + "step": 1736 + }, + { + "epoch": 0.23905862923203963, + "grad_norm": 1.7555197375940004, + "learning_rate": 1.77940375222227e-05, + "loss": 1.1947, + "step": 1737 + }, + { + "epoch": 0.239196256537297, + "grad_norm": 1.7209224261232499, + "learning_rate": 1.7791244073728008e-05, + "loss": 1.1976, + "step": 1738 + }, + { + "epoch": 0.23933388384255436, + "grad_norm": 1.450979613683099, + "learning_rate": 1.7788449077219767e-05, + "loss": 1.1102, + "step": 1739 + }, + { + "epoch": 0.23947151114781173, + "grad_norm": 1.682084030185921, + "learning_rate": 1.778565253325331e-05, + "loss": 1.1571, + "step": 1740 + }, + { + "epoch": 0.23960913845306908, + "grad_norm": 1.5640403363001592, + "learning_rate": 1.7782854442384264e-05, + "loss": 1.1513, + "step": 1741 + }, + { + "epoch": 0.23974676575832646, + "grad_norm": 1.8790121588983564, + "learning_rate": 1.778005480516858e-05, + "loss": 1.2296, + "step": 1742 + }, + { + "epoch": 0.2398843930635838, + "grad_norm": 1.9828663599583152, + "learning_rate": 1.7777253622162503e-05, + "loss": 1.2268, + "step": 1743 + }, + { + "epoch": 0.24002202036884118, + "grad_norm": 1.5806380852013233, + "learning_rate": 1.777445089392259e-05, + "loss": 1.151, + "step": 1744 + }, + { + "epoch": 0.24015964767409853, + "grad_norm": 1.5027374566670293, + "learning_rate": 1.7771646621005705e-05, + "loss": 1.1403, + "step": 1745 + }, + { + "epoch": 0.2402972749793559, + "grad_norm": 1.64938246416371, + "learning_rate": 1.7768840803969017e-05, + "loss": 1.0887, + "step": 1746 + }, + { + "epoch": 0.24043490228461326, + "grad_norm": 1.8022925297562686, + "learning_rate": 1.776603344337001e-05, + "loss": 1.2017, + "step": 1747 + }, + { + "epoch": 0.24057252958987063, + "grad_norm": 1.6476703480272967, + "learning_rate": 1.776322453976646e-05, + "loss": 1.1342, + "step": 1748 + }, + { + "epoch": 0.24071015689512798, + "grad_norm": 1.6154985965297637, + "learning_rate": 1.776041409371646e-05, + "loss": 1.1578, + "step": 1749 + }, + { + "epoch": 0.24084778420038536, + "grad_norm": 1.676431619065248, + "learning_rate": 1.7757602105778406e-05, + "loss": 1.2207, + "step": 1750 + }, + { + "epoch": 0.24098541150564273, + "grad_norm": 1.6619272207754894, + "learning_rate": 1.7754788576511006e-05, + "loss": 1.1348, + "step": 1751 + }, + { + "epoch": 0.24112303881090008, + "grad_norm": 1.6314903740549889, + "learning_rate": 1.775197350647327e-05, + "loss": 1.1443, + "step": 1752 + }, + { + "epoch": 0.24126066611615746, + "grad_norm": 1.6561215291370892, + "learning_rate": 1.774915689622451e-05, + "loss": 1.0579, + "step": 1753 + }, + { + "epoch": 0.2413982934214148, + "grad_norm": 1.912180648227793, + "learning_rate": 1.774633874632435e-05, + "loss": 1.1587, + "step": 1754 + }, + { + "epoch": 0.24153592072667218, + "grad_norm": 1.7164168475518877, + "learning_rate": 1.7743519057332708e-05, + "loss": 1.0981, + "step": 1755 + }, + { + "epoch": 0.24167354803192953, + "grad_norm": 1.7719118732046875, + "learning_rate": 1.7740697829809836e-05, + "loss": 1.0776, + "step": 1756 + }, + { + "epoch": 0.2418111753371869, + "grad_norm": 1.509854067734893, + "learning_rate": 1.7737875064316262e-05, + "loss": 1.1649, + "step": 1757 + }, + { + "epoch": 0.24194880264244426, + "grad_norm": 1.653118937220909, + "learning_rate": 1.773505076141283e-05, + "loss": 1.1376, + "step": 1758 + }, + { + "epoch": 0.24208642994770163, + "grad_norm": 1.6929117494748243, + "learning_rate": 1.7732224921660695e-05, + "loss": 1.2083, + "step": 1759 + }, + { + "epoch": 0.24222405725295898, + "grad_norm": 1.8553637897613073, + "learning_rate": 1.7729397545621313e-05, + "loss": 1.1057, + "step": 1760 + }, + { + "epoch": 0.24236168455821636, + "grad_norm": 1.5098254798527435, + "learning_rate": 1.772656863385644e-05, + "loss": 1.1251, + "step": 1761 + }, + { + "epoch": 0.2424993118634737, + "grad_norm": 1.665458081885183, + "learning_rate": 1.7723738186928145e-05, + "loss": 1.0973, + "step": 1762 + }, + { + "epoch": 0.24263693916873108, + "grad_norm": 1.6164394693117234, + "learning_rate": 1.7720906205398796e-05, + "loss": 1.1191, + "step": 1763 + }, + { + "epoch": 0.24277456647398843, + "grad_norm": 1.763700755602571, + "learning_rate": 1.7718072689831075e-05, + "loss": 1.1594, + "step": 1764 + }, + { + "epoch": 0.2429121937792458, + "grad_norm": 1.8200974995247514, + "learning_rate": 1.771523764078796e-05, + "loss": 1.2347, + "step": 1765 + }, + { + "epoch": 0.24304982108450315, + "grad_norm": 1.657557564950184, + "learning_rate": 1.7712401058832733e-05, + "loss": 1.1692, + "step": 1766 + }, + { + "epoch": 0.24318744838976053, + "grad_norm": 2.0104522270356022, + "learning_rate": 1.770956294452899e-05, + "loss": 1.1968, + "step": 1767 + }, + { + "epoch": 0.24332507569501788, + "grad_norm": 1.8524645911677264, + "learning_rate": 1.770672329844062e-05, + "loss": 1.1965, + "step": 1768 + }, + { + "epoch": 0.24346270300027525, + "grad_norm": 1.5290882237373258, + "learning_rate": 1.7703882121131823e-05, + "loss": 1.1298, + "step": 1769 + }, + { + "epoch": 0.24360033030553263, + "grad_norm": 1.637227756585297, + "learning_rate": 1.770103941316711e-05, + "loss": 1.1804, + "step": 1770 + }, + { + "epoch": 0.24373795761078998, + "grad_norm": 1.7601909625453345, + "learning_rate": 1.7698195175111274e-05, + "loss": 1.1969, + "step": 1771 + }, + { + "epoch": 0.24387558491604736, + "grad_norm": 1.7437041940627112, + "learning_rate": 1.7695349407529435e-05, + "loss": 1.1168, + "step": 1772 + }, + { + "epoch": 0.2440132122213047, + "grad_norm": 1.7090216250830335, + "learning_rate": 1.7692502110987008e-05, + "loss": 1.2156, + "step": 1773 + }, + { + "epoch": 0.24415083952656208, + "grad_norm": 1.599444044615689, + "learning_rate": 1.768965328604971e-05, + "loss": 1.0336, + "step": 1774 + }, + { + "epoch": 0.24428846683181943, + "grad_norm": 1.8706733396319004, + "learning_rate": 1.7686802933283565e-05, + "loss": 1.2298, + "step": 1775 + }, + { + "epoch": 0.2444260941370768, + "grad_norm": 1.7977542924782786, + "learning_rate": 1.7683951053254897e-05, + "loss": 1.1854, + "step": 1776 + }, + { + "epoch": 0.24456372144233415, + "grad_norm": 1.6900951004096163, + "learning_rate": 1.7681097646530333e-05, + "loss": 1.146, + "step": 1777 + }, + { + "epoch": 0.24470134874759153, + "grad_norm": 1.6391992246870741, + "learning_rate": 1.7678242713676813e-05, + "loss": 1.1375, + "step": 1778 + }, + { + "epoch": 0.24483897605284888, + "grad_norm": 1.731858236776699, + "learning_rate": 1.7675386255261573e-05, + "loss": 1.2165, + "step": 1779 + }, + { + "epoch": 0.24497660335810625, + "grad_norm": 1.8507414717732968, + "learning_rate": 1.7672528271852142e-05, + "loss": 1.2393, + "step": 1780 + }, + { + "epoch": 0.2451142306633636, + "grad_norm": 1.6886301190958966, + "learning_rate": 1.7669668764016373e-05, + "loss": 1.1725, + "step": 1781 + }, + { + "epoch": 0.24525185796862098, + "grad_norm": 1.7758038640617093, + "learning_rate": 1.7666807732322407e-05, + "loss": 1.136, + "step": 1782 + }, + { + "epoch": 0.24538948527387833, + "grad_norm": 1.7274479860425256, + "learning_rate": 1.766394517733869e-05, + "loss": 1.1569, + "step": 1783 + }, + { + "epoch": 0.2455271125791357, + "grad_norm": 1.5700756626671284, + "learning_rate": 1.7661081099633976e-05, + "loss": 1.1111, + "step": 1784 + }, + { + "epoch": 0.24566473988439305, + "grad_norm": 1.9034329865316117, + "learning_rate": 1.7658215499777314e-05, + "loss": 1.2164, + "step": 1785 + }, + { + "epoch": 0.24580236718965043, + "grad_norm": 1.6622984693054994, + "learning_rate": 1.7655348378338062e-05, + "loss": 1.17, + "step": 1786 + }, + { + "epoch": 0.24593999449490778, + "grad_norm": 2.071175911253191, + "learning_rate": 1.765247973588588e-05, + "loss": 1.2027, + "step": 1787 + }, + { + "epoch": 0.24607762180016515, + "grad_norm": 1.5720146145567206, + "learning_rate": 1.7649609572990724e-05, + "loss": 1.1306, + "step": 1788 + }, + { + "epoch": 0.24621524910542253, + "grad_norm": 1.84747401720968, + "learning_rate": 1.7646737890222855e-05, + "loss": 1.2038, + "step": 1789 + }, + { + "epoch": 0.24635287641067988, + "grad_norm": 1.6895694502672094, + "learning_rate": 1.7643864688152843e-05, + "loss": 1.234, + "step": 1790 + }, + { + "epoch": 0.24649050371593725, + "grad_norm": 1.7264966677051614, + "learning_rate": 1.764098996735155e-05, + "loss": 1.2174, + "step": 1791 + }, + { + "epoch": 0.2466281310211946, + "grad_norm": 1.7339469982747002, + "learning_rate": 1.7638113728390145e-05, + "loss": 1.203, + "step": 1792 + }, + { + "epoch": 0.24676575832645198, + "grad_norm": 1.82258285869054, + "learning_rate": 1.7635235971840094e-05, + "loss": 1.2832, + "step": 1793 + }, + { + "epoch": 0.24690338563170933, + "grad_norm": 1.637374237860763, + "learning_rate": 1.7632356698273173e-05, + "loss": 1.0988, + "step": 1794 + }, + { + "epoch": 0.2470410129369667, + "grad_norm": 1.5826193270235713, + "learning_rate": 1.7629475908261452e-05, + "loss": 1.1695, + "step": 1795 + }, + { + "epoch": 0.24717864024222405, + "grad_norm": 1.7875814107255141, + "learning_rate": 1.76265936023773e-05, + "loss": 1.1836, + "step": 1796 + }, + { + "epoch": 0.24731626754748143, + "grad_norm": 1.5576933715908274, + "learning_rate": 1.7623709781193398e-05, + "loss": 1.0857, + "step": 1797 + }, + { + "epoch": 0.24745389485273878, + "grad_norm": 1.7689439164963294, + "learning_rate": 1.762082444528272e-05, + "loss": 1.1893, + "step": 1798 + }, + { + "epoch": 0.24759152215799615, + "grad_norm": 1.6975128574641845, + "learning_rate": 1.7617937595218543e-05, + "loss": 1.1343, + "step": 1799 + }, + { + "epoch": 0.2477291494632535, + "grad_norm": 1.688482456771574, + "learning_rate": 1.7615049231574444e-05, + "loss": 1.1861, + "step": 1800 + }, + { + "epoch": 0.24786677676851088, + "grad_norm": 1.6287671925543512, + "learning_rate": 1.7612159354924303e-05, + "loss": 1.1799, + "step": 1801 + }, + { + "epoch": 0.24800440407376823, + "grad_norm": 1.6041473274847615, + "learning_rate": 1.7609267965842295e-05, + "loss": 1.2027, + "step": 1802 + }, + { + "epoch": 0.2481420313790256, + "grad_norm": 1.7480748484055848, + "learning_rate": 1.76063750649029e-05, + "loss": 1.1698, + "step": 1803 + }, + { + "epoch": 0.24827965868428295, + "grad_norm": 1.8450165574684596, + "learning_rate": 1.7603480652680902e-05, + "loss": 1.1045, + "step": 1804 + }, + { + "epoch": 0.24841728598954033, + "grad_norm": 1.672306813995266, + "learning_rate": 1.7600584729751378e-05, + "loss": 1.1632, + "step": 1805 + }, + { + "epoch": 0.24855491329479767, + "grad_norm": 1.6724234304044299, + "learning_rate": 1.759768729668971e-05, + "loss": 1.1667, + "step": 1806 + }, + { + "epoch": 0.24869254060005505, + "grad_norm": 1.5566939558962336, + "learning_rate": 1.7594788354071576e-05, + "loss": 1.2307, + "step": 1807 + }, + { + "epoch": 0.24883016790531243, + "grad_norm": 1.6359112270571585, + "learning_rate": 1.7591887902472956e-05, + "loss": 1.0999, + "step": 1808 + }, + { + "epoch": 0.24896779521056978, + "grad_norm": 1.7455505044535047, + "learning_rate": 1.7588985942470134e-05, + "loss": 1.1618, + "step": 1809 + }, + { + "epoch": 0.24910542251582715, + "grad_norm": 1.5720243190852052, + "learning_rate": 1.7586082474639688e-05, + "loss": 1.0763, + "step": 1810 + }, + { + "epoch": 0.2492430498210845, + "grad_norm": 1.655020906647104, + "learning_rate": 1.7583177499558492e-05, + "loss": 1.1281, + "step": 1811 + }, + { + "epoch": 0.24938067712634188, + "grad_norm": 1.6781685832053153, + "learning_rate": 1.7580271017803734e-05, + "loss": 1.1249, + "step": 1812 + }, + { + "epoch": 0.24951830443159922, + "grad_norm": 1.5507000773587156, + "learning_rate": 1.7577363029952885e-05, + "loss": 1.1456, + "step": 1813 + }, + { + "epoch": 0.2496559317368566, + "grad_norm": 1.7630510100019061, + "learning_rate": 1.7574453536583724e-05, + "loss": 1.1683, + "step": 1814 + }, + { + "epoch": 0.24979355904211395, + "grad_norm": 1.628660519187347, + "learning_rate": 1.7571542538274328e-05, + "loss": 1.079, + "step": 1815 + }, + { + "epoch": 0.24993118634737133, + "grad_norm": 1.8599372002812409, + "learning_rate": 1.7568630035603077e-05, + "loss": 1.1823, + "step": 1816 + }, + { + "epoch": 0.2500688136526287, + "grad_norm": 1.559678369677503, + "learning_rate": 1.7565716029148637e-05, + "loss": 1.1252, + "step": 1817 + }, + { + "epoch": 0.250206440957886, + "grad_norm": 1.557643252596272, + "learning_rate": 1.7562800519489986e-05, + "loss": 1.1165, + "step": 1818 + }, + { + "epoch": 0.2503440682631434, + "grad_norm": 1.6463825670175098, + "learning_rate": 1.7559883507206396e-05, + "loss": 1.1258, + "step": 1819 + }, + { + "epoch": 0.2504816955684008, + "grad_norm": 1.519702028565868, + "learning_rate": 1.7556964992877438e-05, + "loss": 1.1299, + "step": 1820 + }, + { + "epoch": 0.2506193228736581, + "grad_norm": 1.5281267866054258, + "learning_rate": 1.7554044977082976e-05, + "loss": 1.1114, + "step": 1821 + }, + { + "epoch": 0.25075695017891547, + "grad_norm": 1.8463415496441642, + "learning_rate": 1.7551123460403185e-05, + "loss": 1.2176, + "step": 1822 + }, + { + "epoch": 0.2508945774841729, + "grad_norm": 1.6766363299147982, + "learning_rate": 1.754820044341852e-05, + "loss": 1.0889, + "step": 1823 + }, + { + "epoch": 0.2510322047894302, + "grad_norm": 1.6366980126023039, + "learning_rate": 1.7545275926709757e-05, + "loss": 1.1151, + "step": 1824 + }, + { + "epoch": 0.2511698320946876, + "grad_norm": 1.7364529420432036, + "learning_rate": 1.7542349910857948e-05, + "loss": 1.1897, + "step": 1825 + }, + { + "epoch": 0.2513074593999449, + "grad_norm": 1.737749887058118, + "learning_rate": 1.753942239644445e-05, + "loss": 1.1816, + "step": 1826 + }, + { + "epoch": 0.2514450867052023, + "grad_norm": 1.9810922818413446, + "learning_rate": 1.7536493384050933e-05, + "loss": 1.1364, + "step": 1827 + }, + { + "epoch": 0.2515827140104597, + "grad_norm": 1.8462427655208173, + "learning_rate": 1.753356287425934e-05, + "loss": 1.1375, + "step": 1828 + }, + { + "epoch": 0.251720341315717, + "grad_norm": 1.6720187819999972, + "learning_rate": 1.753063086765193e-05, + "loss": 1.1231, + "step": 1829 + }, + { + "epoch": 0.2518579686209744, + "grad_norm": 1.6538468257721384, + "learning_rate": 1.752769736481125e-05, + "loss": 1.1918, + "step": 1830 + }, + { + "epoch": 0.2519955959262318, + "grad_norm": 1.8554886469197698, + "learning_rate": 1.752476236632014e-05, + "loss": 1.0993, + "step": 1831 + }, + { + "epoch": 0.2521332232314891, + "grad_norm": 1.6365232107768337, + "learning_rate": 1.752182587276176e-05, + "loss": 1.1688, + "step": 1832 + }, + { + "epoch": 0.25227085053674647, + "grad_norm": 2.0558056978192885, + "learning_rate": 1.7518887884719537e-05, + "loss": 1.2765, + "step": 1833 + }, + { + "epoch": 0.2524084778420039, + "grad_norm": 1.8657825603117917, + "learning_rate": 1.751594840277721e-05, + "loss": 1.1418, + "step": 1834 + }, + { + "epoch": 0.2525461051472612, + "grad_norm": 1.726775843176905, + "learning_rate": 1.7513007427518825e-05, + "loss": 1.0858, + "step": 1835 + }, + { + "epoch": 0.2526837324525186, + "grad_norm": 1.5199515561267087, + "learning_rate": 1.75100649595287e-05, + "loss": 1.123, + "step": 1836 + }, + { + "epoch": 0.2528213597577759, + "grad_norm": 1.5153470111665701, + "learning_rate": 1.7507120999391472e-05, + "loss": 1.1052, + "step": 1837 + }, + { + "epoch": 0.2529589870630333, + "grad_norm": 1.729123365498378, + "learning_rate": 1.7504175547692062e-05, + "loss": 1.0934, + "step": 1838 + }, + { + "epoch": 0.2530966143682907, + "grad_norm": 1.8532893436457014, + "learning_rate": 1.7501228605015693e-05, + "loss": 1.1665, + "step": 1839 + }, + { + "epoch": 0.253234241673548, + "grad_norm": 1.8395860617153967, + "learning_rate": 1.7498280171947878e-05, + "loss": 1.0798, + "step": 1840 + }, + { + "epoch": 0.25337186897880537, + "grad_norm": 1.597381039274943, + "learning_rate": 1.7495330249074436e-05, + "loss": 1.1837, + "step": 1841 + }, + { + "epoch": 0.2535094962840628, + "grad_norm": 1.6596738636568737, + "learning_rate": 1.749237883698147e-05, + "loss": 1.1151, + "step": 1842 + }, + { + "epoch": 0.2536471235893201, + "grad_norm": 1.8321256848467717, + "learning_rate": 1.748942593625539e-05, + "loss": 1.1189, + "step": 1843 + }, + { + "epoch": 0.25378475089457747, + "grad_norm": 1.5586761826193767, + "learning_rate": 1.74864715474829e-05, + "loss": 1.1125, + "step": 1844 + }, + { + "epoch": 0.2539223781998348, + "grad_norm": 1.7294876043182845, + "learning_rate": 1.7483515671250985e-05, + "loss": 1.0887, + "step": 1845 + }, + { + "epoch": 0.2540600055050922, + "grad_norm": 1.8074083057581305, + "learning_rate": 1.748055830814695e-05, + "loss": 1.129, + "step": 1846 + }, + { + "epoch": 0.25419763281034957, + "grad_norm": 1.7118497202890386, + "learning_rate": 1.747759945875837e-05, + "loss": 1.1363, + "step": 1847 + }, + { + "epoch": 0.2543352601156069, + "grad_norm": 1.5789371376359862, + "learning_rate": 1.7474639123673143e-05, + "loss": 1.1298, + "step": 1848 + }, + { + "epoch": 0.2544728874208643, + "grad_norm": 1.638894166754426, + "learning_rate": 1.7471677303479434e-05, + "loss": 1.1805, + "step": 1849 + }, + { + "epoch": 0.2546105147261217, + "grad_norm": 1.9375032242229269, + "learning_rate": 1.746871399876572e-05, + "loss": 1.2041, + "step": 1850 + }, + { + "epoch": 0.254748142031379, + "grad_norm": 1.6779333165357306, + "learning_rate": 1.746574921012077e-05, + "loss": 1.2205, + "step": 1851 + }, + { + "epoch": 0.25488576933663637, + "grad_norm": 1.6886411247104969, + "learning_rate": 1.7462782938133654e-05, + "loss": 1.196, + "step": 1852 + }, + { + "epoch": 0.2550233966418938, + "grad_norm": 1.648026631528281, + "learning_rate": 1.7459815183393715e-05, + "loss": 1.0783, + "step": 1853 + }, + { + "epoch": 0.2551610239471511, + "grad_norm": 1.750998404442009, + "learning_rate": 1.7456845946490616e-05, + "loss": 1.1849, + "step": 1854 + }, + { + "epoch": 0.25529865125240847, + "grad_norm": 1.6213115533424032, + "learning_rate": 1.7453875228014297e-05, + "loss": 1.1153, + "step": 1855 + }, + { + "epoch": 0.2554362785576658, + "grad_norm": 1.4842080745598176, + "learning_rate": 1.745090302855501e-05, + "loss": 1.0949, + "step": 1856 + }, + { + "epoch": 0.2555739058629232, + "grad_norm": 1.7183204216297308, + "learning_rate": 1.7447929348703277e-05, + "loss": 1.2321, + "step": 1857 + }, + { + "epoch": 0.25571153316818057, + "grad_norm": 1.7904011341488002, + "learning_rate": 1.7444954189049935e-05, + "loss": 1.2357, + "step": 1858 + }, + { + "epoch": 0.2558491604734379, + "grad_norm": 1.7519586668028542, + "learning_rate": 1.7441977550186108e-05, + "loss": 1.1175, + "step": 1859 + }, + { + "epoch": 0.25598678777869527, + "grad_norm": 1.684228343742324, + "learning_rate": 1.7438999432703204e-05, + "loss": 1.1626, + "step": 1860 + }, + { + "epoch": 0.2561244150839527, + "grad_norm": 1.914760380742105, + "learning_rate": 1.743601983719295e-05, + "loss": 1.1698, + "step": 1861 + }, + { + "epoch": 0.25626204238921, + "grad_norm": 1.758245706018436, + "learning_rate": 1.743303876424734e-05, + "loss": 1.0616, + "step": 1862 + }, + { + "epoch": 0.25639966969446737, + "grad_norm": 1.6882627804994967, + "learning_rate": 1.743005621445867e-05, + "loss": 1.1324, + "step": 1863 + }, + { + "epoch": 0.2565372969997247, + "grad_norm": 1.892130277313157, + "learning_rate": 1.7427072188419543e-05, + "loss": 1.2613, + "step": 1864 + }, + { + "epoch": 0.2566749243049821, + "grad_norm": 1.7386537672213518, + "learning_rate": 1.742408668672283e-05, + "loss": 1.1769, + "step": 1865 + }, + { + "epoch": 0.25681255161023947, + "grad_norm": 1.669020608910625, + "learning_rate": 1.7421099709961728e-05, + "loss": 1.1515, + "step": 1866 + }, + { + "epoch": 0.2569501789154968, + "grad_norm": 1.7232892146994325, + "learning_rate": 1.741811125872969e-05, + "loss": 1.1751, + "step": 1867 + }, + { + "epoch": 0.2570878062207542, + "grad_norm": 1.6465457422294527, + "learning_rate": 1.7415121333620487e-05, + "loss": 1.157, + "step": 1868 + }, + { + "epoch": 0.25722543352601157, + "grad_norm": 1.7717886230334483, + "learning_rate": 1.7412129935228178e-05, + "loss": 1.1738, + "step": 1869 + }, + { + "epoch": 0.2573630608312689, + "grad_norm": 1.577763273651955, + "learning_rate": 1.7409137064147113e-05, + "loss": 1.0815, + "step": 1870 + }, + { + "epoch": 0.25750068813652627, + "grad_norm": 1.7033341762152692, + "learning_rate": 1.7406142720971935e-05, + "loss": 1.082, + "step": 1871 + }, + { + "epoch": 0.25763831544178367, + "grad_norm": 1.5852903722204823, + "learning_rate": 1.7403146906297578e-05, + "loss": 1.1166, + "step": 1872 + }, + { + "epoch": 0.257775942747041, + "grad_norm": 1.6550104934678904, + "learning_rate": 1.7400149620719263e-05, + "loss": 1.1422, + "step": 1873 + }, + { + "epoch": 0.25791357005229837, + "grad_norm": 1.8466711511105267, + "learning_rate": 1.739715086483252e-05, + "loss": 1.1505, + "step": 1874 + }, + { + "epoch": 0.2580511973575557, + "grad_norm": 1.5137797305160916, + "learning_rate": 1.7394150639233156e-05, + "loss": 1.1289, + "step": 1875 + }, + { + "epoch": 0.2581888246628131, + "grad_norm": 1.6783892624958532, + "learning_rate": 1.7391148944517273e-05, + "loss": 1.1214, + "step": 1876 + }, + { + "epoch": 0.25832645196807047, + "grad_norm": 1.7720461290410174, + "learning_rate": 1.738814578128127e-05, + "loss": 1.1815, + "step": 1877 + }, + { + "epoch": 0.2584640792733278, + "grad_norm": 1.7097740020311762, + "learning_rate": 1.738514115012183e-05, + "loss": 1.1248, + "step": 1878 + }, + { + "epoch": 0.25860170657858517, + "grad_norm": 1.8087625943169248, + "learning_rate": 1.7382135051635938e-05, + "loss": 1.2071, + "step": 1879 + }, + { + "epoch": 0.25873933388384257, + "grad_norm": 1.6062624420751521, + "learning_rate": 1.7379127486420862e-05, + "loss": 1.1703, + "step": 1880 + }, + { + "epoch": 0.2588769611890999, + "grad_norm": 1.514230726015971, + "learning_rate": 1.7376118455074164e-05, + "loss": 1.0483, + "step": 1881 + }, + { + "epoch": 0.25901458849435727, + "grad_norm": 1.5802098130072137, + "learning_rate": 1.7373107958193696e-05, + "loss": 1.1071, + "step": 1882 + }, + { + "epoch": 0.2591522157996146, + "grad_norm": 1.5792951449355384, + "learning_rate": 1.7370095996377603e-05, + "loss": 1.1554, + "step": 1883 + }, + { + "epoch": 0.259289843104872, + "grad_norm": 1.8807421024606803, + "learning_rate": 1.736708257022432e-05, + "loss": 1.2456, + "step": 1884 + }, + { + "epoch": 0.25942747041012937, + "grad_norm": 1.6872553962595247, + "learning_rate": 1.7364067680332576e-05, + "loss": 1.1703, + "step": 1885 + }, + { + "epoch": 0.2595650977153867, + "grad_norm": 1.5493183809836844, + "learning_rate": 1.736105132730139e-05, + "loss": 1.1175, + "step": 1886 + }, + { + "epoch": 0.2597027250206441, + "grad_norm": 1.6884398180516025, + "learning_rate": 1.7358033511730062e-05, + "loss": 1.1642, + "step": 1887 + }, + { + "epoch": 0.25984035232590147, + "grad_norm": 2.0403327579903356, + "learning_rate": 1.7355014234218197e-05, + "loss": 1.0604, + "step": 1888 + }, + { + "epoch": 0.2599779796311588, + "grad_norm": 1.6240486769408813, + "learning_rate": 1.7351993495365684e-05, + "loss": 1.186, + "step": 1889 + }, + { + "epoch": 0.26011560693641617, + "grad_norm": 1.6285787814119024, + "learning_rate": 1.7348971295772704e-05, + "loss": 1.1114, + "step": 1890 + }, + { + "epoch": 0.26025323424167357, + "grad_norm": 1.6373862498745213, + "learning_rate": 1.7345947636039718e-05, + "loss": 1.1364, + "step": 1891 + }, + { + "epoch": 0.2603908615469309, + "grad_norm": 1.5400938338952572, + "learning_rate": 1.7342922516767496e-05, + "loss": 1.1182, + "step": 1892 + }, + { + "epoch": 0.26052848885218827, + "grad_norm": 1.508657731924752, + "learning_rate": 1.7339895938557083e-05, + "loss": 1.0086, + "step": 1893 + }, + { + "epoch": 0.2606661161574456, + "grad_norm": 1.54496442229921, + "learning_rate": 1.7336867902009817e-05, + "loss": 1.0571, + "step": 1894 + }, + { + "epoch": 0.260803743462703, + "grad_norm": 1.5532177418348136, + "learning_rate": 1.7333838407727333e-05, + "loss": 1.0989, + "step": 1895 + }, + { + "epoch": 0.26094137076796037, + "grad_norm": 2.0334244589487573, + "learning_rate": 1.7330807456311546e-05, + "loss": 1.1195, + "step": 1896 + }, + { + "epoch": 0.2610789980732177, + "grad_norm": 1.767914541199944, + "learning_rate": 1.7327775048364662e-05, + "loss": 1.1349, + "step": 1897 + }, + { + "epoch": 0.26121662537847506, + "grad_norm": 1.7955442587929729, + "learning_rate": 1.7324741184489186e-05, + "loss": 1.1124, + "step": 1898 + }, + { + "epoch": 0.26135425268373247, + "grad_norm": 1.696983734327476, + "learning_rate": 1.73217058652879e-05, + "loss": 1.0739, + "step": 1899 + }, + { + "epoch": 0.2614918799889898, + "grad_norm": 1.6150469391571114, + "learning_rate": 1.7318669091363883e-05, + "loss": 1.135, + "step": 1900 + }, + { + "epoch": 0.26162950729424717, + "grad_norm": 1.942786055708766, + "learning_rate": 1.7315630863320496e-05, + "loss": 1.1898, + "step": 1901 + }, + { + "epoch": 0.2617671345995045, + "grad_norm": 1.7581127458297832, + "learning_rate": 1.7312591181761398e-05, + "loss": 1.1372, + "step": 1902 + }, + { + "epoch": 0.2619047619047619, + "grad_norm": 1.7690060129618885, + "learning_rate": 1.730955004729053e-05, + "loss": 1.1332, + "step": 1903 + }, + { + "epoch": 0.26204238921001927, + "grad_norm": 1.7397293281858135, + "learning_rate": 1.730650746051213e-05, + "loss": 1.0838, + "step": 1904 + }, + { + "epoch": 0.2621800165152766, + "grad_norm": 1.6744052362360782, + "learning_rate": 1.7303463422030707e-05, + "loss": 1.1136, + "step": 1905 + }, + { + "epoch": 0.262317643820534, + "grad_norm": 1.7350722071467737, + "learning_rate": 1.7300417932451075e-05, + "loss": 1.165, + "step": 1906 + }, + { + "epoch": 0.26245527112579137, + "grad_norm": 1.8171862031406998, + "learning_rate": 1.7297370992378332e-05, + "loss": 1.1133, + "step": 1907 + }, + { + "epoch": 0.2625928984310487, + "grad_norm": 1.626785512480961, + "learning_rate": 1.7294322602417867e-05, + "loss": 1.1606, + "step": 1908 + }, + { + "epoch": 0.26273052573630606, + "grad_norm": 1.524576158357132, + "learning_rate": 1.7291272763175345e-05, + "loss": 1.1378, + "step": 1909 + }, + { + "epoch": 0.26286815304156347, + "grad_norm": 1.5409047344936848, + "learning_rate": 1.7288221475256735e-05, + "loss": 1.0992, + "step": 1910 + }, + { + "epoch": 0.2630057803468208, + "grad_norm": 1.5722968566513482, + "learning_rate": 1.728516873926828e-05, + "loss": 1.1138, + "step": 1911 + }, + { + "epoch": 0.26314340765207817, + "grad_norm": 1.6721973535767256, + "learning_rate": 1.728211455581652e-05, + "loss": 1.0649, + "step": 1912 + }, + { + "epoch": 0.2632810349573355, + "grad_norm": 1.6069584047321515, + "learning_rate": 1.7279058925508284e-05, + "loss": 1.0981, + "step": 1913 + }, + { + "epoch": 0.2634186622625929, + "grad_norm": 1.720173744384526, + "learning_rate": 1.7276001848950672e-05, + "loss": 1.0931, + "step": 1914 + }, + { + "epoch": 0.26355628956785027, + "grad_norm": 1.644826428890327, + "learning_rate": 1.7272943326751094e-05, + "loss": 1.1548, + "step": 1915 + }, + { + "epoch": 0.2636939168731076, + "grad_norm": 1.8246592414478566, + "learning_rate": 1.726988335951723e-05, + "loss": 1.1456, + "step": 1916 + }, + { + "epoch": 0.26383154417836496, + "grad_norm": 1.6168256989744196, + "learning_rate": 1.7266821947857057e-05, + "loss": 1.0719, + "step": 1917 + }, + { + "epoch": 0.26396917148362237, + "grad_norm": 1.604326912269919, + "learning_rate": 1.7263759092378836e-05, + "loss": 1.1359, + "step": 1918 + }, + { + "epoch": 0.2641067987888797, + "grad_norm": 1.731216622639582, + "learning_rate": 1.7260694793691114e-05, + "loss": 1.1419, + "step": 1919 + }, + { + "epoch": 0.26424442609413706, + "grad_norm": 1.7163878081460882, + "learning_rate": 1.7257629052402725e-05, + "loss": 1.21, + "step": 1920 + }, + { + "epoch": 0.2643820533993944, + "grad_norm": 1.7080717346112229, + "learning_rate": 1.7254561869122786e-05, + "loss": 1.1484, + "step": 1921 + }, + { + "epoch": 0.2645196807046518, + "grad_norm": 1.6533319309112826, + "learning_rate": 1.7251493244460712e-05, + "loss": 1.1435, + "step": 1922 + }, + { + "epoch": 0.26465730800990916, + "grad_norm": 1.7388233802312267, + "learning_rate": 1.724842317902619e-05, + "loss": 1.1344, + "step": 1923 + }, + { + "epoch": 0.2647949353151665, + "grad_norm": 1.6717988521963068, + "learning_rate": 1.7245351673429203e-05, + "loss": 1.1515, + "step": 1924 + }, + { + "epoch": 0.2649325626204239, + "grad_norm": 1.6067837255738484, + "learning_rate": 1.7242278728280015e-05, + "loss": 1.1634, + "step": 1925 + }, + { + "epoch": 0.26507018992568127, + "grad_norm": 1.7067943692261822, + "learning_rate": 1.7239204344189182e-05, + "loss": 1.2103, + "step": 1926 + }, + { + "epoch": 0.2652078172309386, + "grad_norm": 1.6303765547453188, + "learning_rate": 1.7236128521767538e-05, + "loss": 1.1076, + "step": 1927 + }, + { + "epoch": 0.26534544453619596, + "grad_norm": 1.8516839402945588, + "learning_rate": 1.7233051261626213e-05, + "loss": 1.1977, + "step": 1928 + }, + { + "epoch": 0.26548307184145337, + "grad_norm": 1.7546135439998547, + "learning_rate": 1.7229972564376605e-05, + "loss": 1.2464, + "step": 1929 + }, + { + "epoch": 0.2656206991467107, + "grad_norm": 1.6474349097929917, + "learning_rate": 1.7226892430630423e-05, + "loss": 1.1379, + "step": 1930 + }, + { + "epoch": 0.26575832645196806, + "grad_norm": 1.5816467819214888, + "learning_rate": 1.7223810860999636e-05, + "loss": 1.1305, + "step": 1931 + }, + { + "epoch": 0.2658959537572254, + "grad_norm": 1.614489716999018, + "learning_rate": 1.722072785609651e-05, + "loss": 1.1723, + "step": 1932 + }, + { + "epoch": 0.2660335810624828, + "grad_norm": 1.6616542512286514, + "learning_rate": 1.7217643416533605e-05, + "loss": 1.1264, + "step": 1933 + }, + { + "epoch": 0.26617120836774016, + "grad_norm": 1.8041714830095135, + "learning_rate": 1.7214557542923757e-05, + "loss": 1.2068, + "step": 1934 + }, + { + "epoch": 0.2663088356729975, + "grad_norm": 2.074753450232582, + "learning_rate": 1.7211470235880076e-05, + "loss": 1.2858, + "step": 1935 + }, + { + "epoch": 0.26644646297825486, + "grad_norm": 1.5033150678756797, + "learning_rate": 1.7208381496015973e-05, + "loss": 1.1377, + "step": 1936 + }, + { + "epoch": 0.26658409028351226, + "grad_norm": 1.7718111280158464, + "learning_rate": 1.720529132394514e-05, + "loss": 1.2316, + "step": 1937 + }, + { + "epoch": 0.2667217175887696, + "grad_norm": 1.8760504989099445, + "learning_rate": 1.7202199720281548e-05, + "loss": 1.2689, + "step": 1938 + }, + { + "epoch": 0.26685934489402696, + "grad_norm": 1.55195544927495, + "learning_rate": 1.719910668563946e-05, + "loss": 1.1065, + "step": 1939 + }, + { + "epoch": 0.2669969721992843, + "grad_norm": 1.637415701237273, + "learning_rate": 1.7196012220633423e-05, + "loss": 1.1938, + "step": 1940 + }, + { + "epoch": 0.2671345995045417, + "grad_norm": 1.546283562369137, + "learning_rate": 1.7192916325878254e-05, + "loss": 1.1185, + "step": 1941 + }, + { + "epoch": 0.26727222680979906, + "grad_norm": 1.7180357928409153, + "learning_rate": 1.7189819001989075e-05, + "loss": 1.1565, + "step": 1942 + }, + { + "epoch": 0.2674098541150564, + "grad_norm": 1.5726807126649853, + "learning_rate": 1.7186720249581277e-05, + "loss": 1.1514, + "step": 1943 + }, + { + "epoch": 0.2675474814203138, + "grad_norm": 1.988471301524577, + "learning_rate": 1.7183620069270545e-05, + "loss": 1.0955, + "step": 1944 + }, + { + "epoch": 0.26768510872557116, + "grad_norm": 1.6919969217453763, + "learning_rate": 1.7180518461672836e-05, + "loss": 1.0995, + "step": 1945 + }, + { + "epoch": 0.2678227360308285, + "grad_norm": 1.5855073691829142, + "learning_rate": 1.7177415427404396e-05, + "loss": 1.1992, + "step": 1946 + }, + { + "epoch": 0.26796036333608586, + "grad_norm": 1.618249780076718, + "learning_rate": 1.717431096708176e-05, + "loss": 1.0334, + "step": 1947 + }, + { + "epoch": 0.26809799064134326, + "grad_norm": 1.5101355748487406, + "learning_rate": 1.7171205081321742e-05, + "loss": 1.077, + "step": 1948 + }, + { + "epoch": 0.2682356179466006, + "grad_norm": 1.8189274498058738, + "learning_rate": 1.716809777074144e-05, + "loss": 1.1746, + "step": 1949 + }, + { + "epoch": 0.26837324525185796, + "grad_norm": 1.7206961011442596, + "learning_rate": 1.7164989035958225e-05, + "loss": 1.1292, + "step": 1950 + }, + { + "epoch": 0.2685108725571153, + "grad_norm": 1.5699115791761284, + "learning_rate": 1.716187887758977e-05, + "loss": 1.1777, + "step": 1951 + }, + { + "epoch": 0.2686484998623727, + "grad_norm": 1.750047663396703, + "learning_rate": 1.7158767296254017e-05, + "loss": 1.0789, + "step": 1952 + }, + { + "epoch": 0.26878612716763006, + "grad_norm": 1.7418535789769487, + "learning_rate": 1.7155654292569198e-05, + "loss": 1.123, + "step": 1953 + }, + { + "epoch": 0.2689237544728874, + "grad_norm": 1.5324914031717296, + "learning_rate": 1.7152539867153817e-05, + "loss": 0.9912, + "step": 1954 + }, + { + "epoch": 0.26906138177814476, + "grad_norm": 1.7261252368066995, + "learning_rate": 1.7149424020626676e-05, + "loss": 1.1358, + "step": 1955 + }, + { + "epoch": 0.26919900908340216, + "grad_norm": 1.833026120934218, + "learning_rate": 1.714630675360684e-05, + "loss": 1.1798, + "step": 1956 + }, + { + "epoch": 0.2693366363886595, + "grad_norm": 1.6830253416119396, + "learning_rate": 1.714318806671368e-05, + "loss": 1.1807, + "step": 1957 + }, + { + "epoch": 0.26947426369391686, + "grad_norm": 1.7281084793921455, + "learning_rate": 1.7140067960566833e-05, + "loss": 1.2425, + "step": 1958 + }, + { + "epoch": 0.2696118909991742, + "grad_norm": 1.8098525757694552, + "learning_rate": 1.7136946435786214e-05, + "loss": 1.2231, + "step": 1959 + }, + { + "epoch": 0.2697495183044316, + "grad_norm": 1.5987467815811924, + "learning_rate": 1.7133823492992035e-05, + "loss": 1.0267, + "step": 1960 + }, + { + "epoch": 0.26988714560968896, + "grad_norm": 1.5656584082633327, + "learning_rate": 1.713069913280478e-05, + "loss": 1.1757, + "step": 1961 + }, + { + "epoch": 0.2700247729149463, + "grad_norm": 1.8548740013929608, + "learning_rate": 1.7127573355845214e-05, + "loss": 1.127, + "step": 1962 + }, + { + "epoch": 0.2701624002202037, + "grad_norm": 1.9010030874414703, + "learning_rate": 1.7124446162734386e-05, + "loss": 1.1739, + "step": 1963 + }, + { + "epoch": 0.27030002752546106, + "grad_norm": 1.4657876229203584, + "learning_rate": 1.7121317554093634e-05, + "loss": 1.1141, + "step": 1964 + }, + { + "epoch": 0.2704376548307184, + "grad_norm": 1.6325470422367303, + "learning_rate": 1.711818753054456e-05, + "loss": 1.1668, + "step": 1965 + }, + { + "epoch": 0.27057528213597576, + "grad_norm": 1.662714289236837, + "learning_rate": 1.711505609270906e-05, + "loss": 1.1275, + "step": 1966 + }, + { + "epoch": 0.27071290944123316, + "grad_norm": 1.6661686470065338, + "learning_rate": 1.7111923241209312e-05, + "loss": 1.172, + "step": 1967 + }, + { + "epoch": 0.2708505367464905, + "grad_norm": 1.680812884507441, + "learning_rate": 1.710878897666777e-05, + "loss": 1.2213, + "step": 1968 + }, + { + "epoch": 0.27098816405174786, + "grad_norm": 1.5802267658659115, + "learning_rate": 1.7105653299707165e-05, + "loss": 1.1015, + "step": 1969 + }, + { + "epoch": 0.2711257913570052, + "grad_norm": 1.7511116855515634, + "learning_rate": 1.7102516210950514e-05, + "loss": 1.2089, + "step": 1970 + }, + { + "epoch": 0.2712634186622626, + "grad_norm": 1.7687387474100034, + "learning_rate": 1.709937771102111e-05, + "loss": 1.1675, + "step": 1971 + }, + { + "epoch": 0.27140104596751996, + "grad_norm": 1.7014477704216098, + "learning_rate": 1.7096237800542543e-05, + "loss": 1.1741, + "step": 1972 + }, + { + "epoch": 0.2715386732727773, + "grad_norm": 1.7518970108032057, + "learning_rate": 1.7093096480138657e-05, + "loss": 1.1839, + "step": 1973 + }, + { + "epoch": 0.27167630057803466, + "grad_norm": 1.5035988065306867, + "learning_rate": 1.7089953750433595e-05, + "loss": 1.05, + "step": 1974 + }, + { + "epoch": 0.27181392788329206, + "grad_norm": 1.9600860487662126, + "learning_rate": 1.7086809612051776e-05, + "loss": 1.2588, + "step": 1975 + }, + { + "epoch": 0.2719515551885494, + "grad_norm": 1.8103016256699893, + "learning_rate": 1.7083664065617896e-05, + "loss": 1.1829, + "step": 1976 + }, + { + "epoch": 0.27208918249380676, + "grad_norm": 1.5832202478240127, + "learning_rate": 1.7080517111756927e-05, + "loss": 1.076, + "step": 1977 + }, + { + "epoch": 0.2722268097990641, + "grad_norm": 1.9317014163721264, + "learning_rate": 1.707736875109413e-05, + "loss": 1.1551, + "step": 1978 + }, + { + "epoch": 0.2723644371043215, + "grad_norm": 1.6202991128235211, + "learning_rate": 1.7074218984255042e-05, + "loss": 1.1937, + "step": 1979 + }, + { + "epoch": 0.27250206440957886, + "grad_norm": 1.7721872013308424, + "learning_rate": 1.7071067811865477e-05, + "loss": 1.2123, + "step": 1980 + }, + { + "epoch": 0.2726396917148362, + "grad_norm": 1.6091372810504978, + "learning_rate": 1.706791523455153e-05, + "loss": 1.0644, + "step": 1981 + }, + { + "epoch": 0.2727773190200936, + "grad_norm": 1.5456184501355728, + "learning_rate": 1.7064761252939576e-05, + "loss": 1.0667, + "step": 1982 + }, + { + "epoch": 0.27291494632535096, + "grad_norm": 1.6167390936238446, + "learning_rate": 1.7061605867656265e-05, + "loss": 1.1086, + "step": 1983 + }, + { + "epoch": 0.2730525736306083, + "grad_norm": 1.7194815469017806, + "learning_rate": 1.7058449079328535e-05, + "loss": 1.1419, + "step": 1984 + }, + { + "epoch": 0.27319020093586566, + "grad_norm": 1.5964986905102705, + "learning_rate": 1.7055290888583588e-05, + "loss": 1.0614, + "step": 1985 + }, + { + "epoch": 0.27332782824112306, + "grad_norm": 1.7242430499570522, + "learning_rate": 1.705213129604892e-05, + "loss": 1.1954, + "step": 1986 + }, + { + "epoch": 0.2734654555463804, + "grad_norm": 1.7082830126765092, + "learning_rate": 1.7048970302352293e-05, + "loss": 1.1835, + "step": 1987 + }, + { + "epoch": 0.27360308285163776, + "grad_norm": 1.9398168012624846, + "learning_rate": 1.7045807908121764e-05, + "loss": 1.194, + "step": 1988 + }, + { + "epoch": 0.2737407101568951, + "grad_norm": 1.7053893864748066, + "learning_rate": 1.7042644113985646e-05, + "loss": 1.1024, + "step": 1989 + }, + { + "epoch": 0.2738783374621525, + "grad_norm": 1.875748675327127, + "learning_rate": 1.7039478920572546e-05, + "loss": 1.2337, + "step": 1990 + }, + { + "epoch": 0.27401596476740986, + "grad_norm": 1.6393758636972398, + "learning_rate": 1.7036312328511345e-05, + "loss": 1.123, + "step": 1991 + }, + { + "epoch": 0.2741535920726672, + "grad_norm": 1.607745106610519, + "learning_rate": 1.70331443384312e-05, + "loss": 1.1385, + "step": 1992 + }, + { + "epoch": 0.27429121937792456, + "grad_norm": 1.5995756363206293, + "learning_rate": 1.7029974950961552e-05, + "loss": 1.104, + "step": 1993 + }, + { + "epoch": 0.27442884668318196, + "grad_norm": 1.5385282321937979, + "learning_rate": 1.702680416673211e-05, + "loss": 1.0477, + "step": 1994 + }, + { + "epoch": 0.2745664739884393, + "grad_norm": 1.7769552162068978, + "learning_rate": 1.702363198637286e-05, + "loss": 1.1707, + "step": 1995 + }, + { + "epoch": 0.27470410129369666, + "grad_norm": 1.745107940556587, + "learning_rate": 1.7020458410514083e-05, + "loss": 1.0402, + "step": 1996 + }, + { + "epoch": 0.274841728598954, + "grad_norm": 1.5848138905028353, + "learning_rate": 1.7017283439786317e-05, + "loss": 1.0966, + "step": 1997 + }, + { + "epoch": 0.2749793559042114, + "grad_norm": 1.958170181714597, + "learning_rate": 1.7014107074820388e-05, + "loss": 1.1117, + "step": 1998 + }, + { + "epoch": 0.27511698320946876, + "grad_norm": 1.6509778862182898, + "learning_rate": 1.7010929316247397e-05, + "loss": 1.1709, + "step": 1999 + }, + { + "epoch": 0.2752546105147261, + "grad_norm": 1.6348057390624426, + "learning_rate": 1.7007750164698723e-05, + "loss": 1.1204, + "step": 2000 + }, + { + "epoch": 0.2753922378199835, + "grad_norm": 1.7934745879714233, + "learning_rate": 1.7004569620806014e-05, + "loss": 1.1937, + "step": 2001 + }, + { + "epoch": 0.27552986512524086, + "grad_norm": 1.6447431185293886, + "learning_rate": 1.70013876852012e-05, + "loss": 1.1864, + "step": 2002 + }, + { + "epoch": 0.2756674924304982, + "grad_norm": 1.5464820322147217, + "learning_rate": 1.6998204358516497e-05, + "loss": 1.0519, + "step": 2003 + }, + { + "epoch": 0.27580511973575556, + "grad_norm": 1.8600894686526526, + "learning_rate": 1.699501964138438e-05, + "loss": 1.2657, + "step": 2004 + }, + { + "epoch": 0.27594274704101296, + "grad_norm": 1.6596268583417237, + "learning_rate": 1.6991833534437612e-05, + "loss": 1.2147, + "step": 2005 + }, + { + "epoch": 0.2760803743462703, + "grad_norm": 1.7094415261958664, + "learning_rate": 1.698864603830923e-05, + "loss": 1.1236, + "step": 2006 + }, + { + "epoch": 0.27621800165152766, + "grad_norm": 1.8445675759075681, + "learning_rate": 1.6985457153632543e-05, + "loss": 1.091, + "step": 2007 + }, + { + "epoch": 0.276355628956785, + "grad_norm": 1.60094289432495, + "learning_rate": 1.6982266881041143e-05, + "loss": 1.1571, + "step": 2008 + }, + { + "epoch": 0.2764932562620424, + "grad_norm": 1.7205894580930514, + "learning_rate": 1.6979075221168884e-05, + "loss": 1.1714, + "step": 2009 + }, + { + "epoch": 0.27663088356729976, + "grad_norm": 1.4790557811084095, + "learning_rate": 1.6975882174649915e-05, + "loss": 1.0099, + "step": 2010 + }, + { + "epoch": 0.2767685108725571, + "grad_norm": 1.5802808582730985, + "learning_rate": 1.697268774211865e-05, + "loss": 1.1227, + "step": 2011 + }, + { + "epoch": 0.27690613817781445, + "grad_norm": 1.7445258580049041, + "learning_rate": 1.6969491924209774e-05, + "loss": 1.1751, + "step": 2012 + }, + { + "epoch": 0.27704376548307186, + "grad_norm": 1.6852470313143417, + "learning_rate": 1.6966294721558254e-05, + "loss": 1.2048, + "step": 2013 + }, + { + "epoch": 0.2771813927883292, + "grad_norm": 1.7989166055752717, + "learning_rate": 1.6963096134799333e-05, + "loss": 1.2384, + "step": 2014 + }, + { + "epoch": 0.27731902009358655, + "grad_norm": 1.6882690371499458, + "learning_rate": 1.6959896164568523e-05, + "loss": 1.2437, + "step": 2015 + }, + { + "epoch": 0.2774566473988439, + "grad_norm": 2.036878273219027, + "learning_rate": 1.6956694811501616e-05, + "loss": 1.2484, + "step": 2016 + }, + { + "epoch": 0.2775942747041013, + "grad_norm": 1.4644269525137672, + "learning_rate": 1.6953492076234677e-05, + "loss": 1.0065, + "step": 2017 + }, + { + "epoch": 0.27773190200935866, + "grad_norm": 1.581164312343142, + "learning_rate": 1.6950287959404045e-05, + "loss": 1.1394, + "step": 2018 + }, + { + "epoch": 0.277869529314616, + "grad_norm": 1.749413493996735, + "learning_rate": 1.6947082461646332e-05, + "loss": 1.1795, + "step": 2019 + }, + { + "epoch": 0.2780071566198734, + "grad_norm": 1.6757334512712487, + "learning_rate": 1.6943875583598434e-05, + "loss": 1.1261, + "step": 2020 + }, + { + "epoch": 0.27814478392513076, + "grad_norm": 1.7159275505309117, + "learning_rate": 1.6940667325897507e-05, + "loss": 1.0975, + "step": 2021 + }, + { + "epoch": 0.2782824112303881, + "grad_norm": 1.7342769911210623, + "learning_rate": 1.693745768918099e-05, + "loss": 1.1759, + "step": 2022 + }, + { + "epoch": 0.27842003853564545, + "grad_norm": 1.6710566075271296, + "learning_rate": 1.693424667408659e-05, + "loss": 1.1376, + "step": 2023 + }, + { + "epoch": 0.27855766584090286, + "grad_norm": 1.515360768119248, + "learning_rate": 1.69310342812523e-05, + "loss": 1.1067, + "step": 2024 + }, + { + "epoch": 0.2786952931461602, + "grad_norm": 1.5634989707307525, + "learning_rate": 1.692782051131637e-05, + "loss": 1.0994, + "step": 2025 + }, + { + "epoch": 0.27883292045141755, + "grad_norm": 1.6817172307803356, + "learning_rate": 1.692460536491734e-05, + "loss": 1.1505, + "step": 2026 + }, + { + "epoch": 0.2789705477566749, + "grad_norm": 1.58662608718922, + "learning_rate": 1.6921388842694008e-05, + "loss": 1.1027, + "step": 2027 + }, + { + "epoch": 0.2791081750619323, + "grad_norm": 1.5418229771678404, + "learning_rate": 1.691817094528546e-05, + "loss": 1.0868, + "step": 2028 + }, + { + "epoch": 0.27924580236718965, + "grad_norm": 1.6434719360236953, + "learning_rate": 1.6914951673331043e-05, + "loss": 1.0886, + "step": 2029 + }, + { + "epoch": 0.279383429672447, + "grad_norm": 1.534388798734535, + "learning_rate": 1.691173102747038e-05, + "loss": 1.1128, + "step": 2030 + }, + { + "epoch": 0.27952105697770435, + "grad_norm": 1.5404046049161653, + "learning_rate": 1.6908509008343377e-05, + "loss": 1.0752, + "step": 2031 + }, + { + "epoch": 0.27965868428296176, + "grad_norm": 1.7349211845059336, + "learning_rate": 1.69052856165902e-05, + "loss": 1.1759, + "step": 2032 + }, + { + "epoch": 0.2797963115882191, + "grad_norm": 1.6144322234955073, + "learning_rate": 1.6902060852851297e-05, + "loss": 1.1539, + "step": 2033 + }, + { + "epoch": 0.27993393889347645, + "grad_norm": 1.564721977206124, + "learning_rate": 1.689883471776738e-05, + "loss": 1.1271, + "step": 2034 + }, + { + "epoch": 0.2800715661987338, + "grad_norm": 1.554837951325457, + "learning_rate": 1.6895607211979438e-05, + "loss": 1.1561, + "step": 2035 + }, + { + "epoch": 0.2802091935039912, + "grad_norm": 1.7517140231201263, + "learning_rate": 1.6892378336128733e-05, + "loss": 1.146, + "step": 2036 + }, + { + "epoch": 0.28034682080924855, + "grad_norm": 1.7253303355582996, + "learning_rate": 1.6889148090856798e-05, + "loss": 1.0594, + "step": 2037 + }, + { + "epoch": 0.2804844481145059, + "grad_norm": 1.8114950856119043, + "learning_rate": 1.6885916476805445e-05, + "loss": 1.1592, + "step": 2038 + }, + { + "epoch": 0.2806220754197633, + "grad_norm": 1.7274707407948129, + "learning_rate": 1.688268349461674e-05, + "loss": 1.152, + "step": 2039 + }, + { + "epoch": 0.28075970272502065, + "grad_norm": 1.7290683630595827, + "learning_rate": 1.6879449144933043e-05, + "loss": 0.998, + "step": 2040 + }, + { + "epoch": 0.280897330030278, + "grad_norm": 1.7874498471574933, + "learning_rate": 1.6876213428396967e-05, + "loss": 1.1427, + "step": 2041 + }, + { + "epoch": 0.28103495733553535, + "grad_norm": 1.6759567594572262, + "learning_rate": 1.687297634565141e-05, + "loss": 1.1339, + "step": 2042 + }, + { + "epoch": 0.28117258464079276, + "grad_norm": 1.8193110795658098, + "learning_rate": 1.686973789733953e-05, + "loss": 1.234, + "step": 2043 + }, + { + "epoch": 0.2813102119460501, + "grad_norm": 1.614854667048151, + "learning_rate": 1.6866498084104774e-05, + "loss": 1.0898, + "step": 2044 + }, + { + "epoch": 0.28144783925130745, + "grad_norm": 1.6954374127980776, + "learning_rate": 1.6863256906590834e-05, + "loss": 1.1681, + "step": 2045 + }, + { + "epoch": 0.2815854665565648, + "grad_norm": 1.8513965963404213, + "learning_rate": 1.6860014365441695e-05, + "loss": 1.1479, + "step": 2046 + }, + { + "epoch": 0.2817230938618222, + "grad_norm": 1.6683365983046798, + "learning_rate": 1.685677046130161e-05, + "loss": 1.0511, + "step": 2047 + }, + { + "epoch": 0.28186072116707955, + "grad_norm": 1.7198584100130903, + "learning_rate": 1.6853525194815086e-05, + "loss": 1.1643, + "step": 2048 + }, + { + "epoch": 0.2819983484723369, + "grad_norm": 1.6556735776724203, + "learning_rate": 1.6850278566626925e-05, + "loss": 1.1556, + "step": 2049 + }, + { + "epoch": 0.28213597577759425, + "grad_norm": 1.8987214224707676, + "learning_rate": 1.6847030577382182e-05, + "loss": 1.2418, + "step": 2050 + }, + { + "epoch": 0.28227360308285165, + "grad_norm": 1.7813730764004707, + "learning_rate": 1.684378122772619e-05, + "loss": 1.0982, + "step": 2051 + }, + { + "epoch": 0.282411230388109, + "grad_norm": 1.5324636828186406, + "learning_rate": 1.6840530518304547e-05, + "loss": 1.0283, + "step": 2052 + }, + { + "epoch": 0.28254885769336635, + "grad_norm": 1.842469534932126, + "learning_rate": 1.6837278449763126e-05, + "loss": 1.1192, + "step": 2053 + }, + { + "epoch": 0.2826864849986237, + "grad_norm": 1.526644240938173, + "learning_rate": 1.6834025022748073e-05, + "loss": 1.1386, + "step": 2054 + }, + { + "epoch": 0.2828241123038811, + "grad_norm": 1.5486891363966506, + "learning_rate": 1.6830770237905794e-05, + "loss": 1.1303, + "step": 2055 + }, + { + "epoch": 0.28296173960913845, + "grad_norm": 1.87590087503945, + "learning_rate": 1.6827514095882974e-05, + "loss": 1.1472, + "step": 2056 + }, + { + "epoch": 0.2830993669143958, + "grad_norm": 1.4624825570805573, + "learning_rate": 1.6824256597326557e-05, + "loss": 1.0756, + "step": 2057 + }, + { + "epoch": 0.2832369942196532, + "grad_norm": 1.7200430522826091, + "learning_rate": 1.682099774288377e-05, + "loss": 1.1043, + "step": 2058 + }, + { + "epoch": 0.28337462152491055, + "grad_norm": 1.6040676640282647, + "learning_rate": 1.68177375332021e-05, + "loss": 1.0853, + "step": 2059 + }, + { + "epoch": 0.2835122488301679, + "grad_norm": 1.8881884845614072, + "learning_rate": 1.6814475968929308e-05, + "loss": 1.1769, + "step": 2060 + }, + { + "epoch": 0.28364987613542525, + "grad_norm": 1.7363524118539593, + "learning_rate": 1.681121305071342e-05, + "loss": 1.1753, + "step": 2061 + }, + { + "epoch": 0.28378750344068265, + "grad_norm": 1.461762977988587, + "learning_rate": 1.6807948779202735e-05, + "loss": 1.0736, + "step": 2062 + }, + { + "epoch": 0.28392513074594, + "grad_norm": 1.7463723644450928, + "learning_rate": 1.680468315504582e-05, + "loss": 1.0995, + "step": 2063 + }, + { + "epoch": 0.28406275805119735, + "grad_norm": 1.4843869640156806, + "learning_rate": 1.6801416178891504e-05, + "loss": 1.2087, + "step": 2064 + }, + { + "epoch": 0.2842003853564547, + "grad_norm": 1.8889878061101701, + "learning_rate": 1.6798147851388895e-05, + "loss": 1.178, + "step": 2065 + }, + { + "epoch": 0.2843380126617121, + "grad_norm": 1.9400269846959899, + "learning_rate": 1.679487817318737e-05, + "loss": 1.1788, + "step": 2066 + }, + { + "epoch": 0.28447563996696945, + "grad_norm": 1.5505588095124991, + "learning_rate": 1.6791607144936556e-05, + "loss": 1.1502, + "step": 2067 + }, + { + "epoch": 0.2846132672722268, + "grad_norm": 1.6457825596154936, + "learning_rate": 1.678833476728637e-05, + "loss": 1.1927, + "step": 2068 + }, + { + "epoch": 0.28475089457748415, + "grad_norm": 1.6821895676979965, + "learning_rate": 1.6785061040886995e-05, + "loss": 1.0866, + "step": 2069 + }, + { + "epoch": 0.28488852188274155, + "grad_norm": 1.5230427634166284, + "learning_rate": 1.6781785966388863e-05, + "loss": 1.133, + "step": 2070 + }, + { + "epoch": 0.2850261491879989, + "grad_norm": 1.6498248207874688, + "learning_rate": 1.6778509544442695e-05, + "loss": 1.1057, + "step": 2071 + }, + { + "epoch": 0.28516377649325625, + "grad_norm": 1.6703579059463143, + "learning_rate": 1.6775231775699464e-05, + "loss": 1.2138, + "step": 2072 + }, + { + "epoch": 0.2853014037985136, + "grad_norm": 1.4401835060813473, + "learning_rate": 1.6771952660810426e-05, + "loss": 1.0954, + "step": 2073 + }, + { + "epoch": 0.285439031103771, + "grad_norm": 1.613154773716515, + "learning_rate": 1.6768672200427092e-05, + "loss": 1.0641, + "step": 2074 + }, + { + "epoch": 0.28557665840902835, + "grad_norm": 1.6540204641473149, + "learning_rate": 1.6765390395201243e-05, + "loss": 1.1606, + "step": 2075 + }, + { + "epoch": 0.2857142857142857, + "grad_norm": 1.685238654349279, + "learning_rate": 1.6762107245784932e-05, + "loss": 1.1835, + "step": 2076 + }, + { + "epoch": 0.2858519130195431, + "grad_norm": 1.6944106915777104, + "learning_rate": 1.6758822752830473e-05, + "loss": 1.1768, + "step": 2077 + }, + { + "epoch": 0.28598954032480045, + "grad_norm": 1.693614114078717, + "learning_rate": 1.6755536916990453e-05, + "loss": 1.149, + "step": 2078 + }, + { + "epoch": 0.2861271676300578, + "grad_norm": 1.6310856120079504, + "learning_rate": 1.675224973891772e-05, + "loss": 1.1907, + "step": 2079 + }, + { + "epoch": 0.28626479493531515, + "grad_norm": 1.5701973238151283, + "learning_rate": 1.6748961219265387e-05, + "loss": 1.1433, + "step": 2080 + }, + { + "epoch": 0.28640242224057255, + "grad_norm": 1.5766004885479892, + "learning_rate": 1.674567135868685e-05, + "loss": 1.1374, + "step": 2081 + }, + { + "epoch": 0.2865400495458299, + "grad_norm": 1.685389203014487, + "learning_rate": 1.674238015783575e-05, + "loss": 1.1195, + "step": 2082 + }, + { + "epoch": 0.28667767685108725, + "grad_norm": 1.6922387131124497, + "learning_rate": 1.6739087617366006e-05, + "loss": 1.0965, + "step": 2083 + }, + { + "epoch": 0.2868153041563446, + "grad_norm": 1.8041077550923885, + "learning_rate": 1.6735793737931798e-05, + "loss": 1.2247, + "step": 2084 + }, + { + "epoch": 0.286952931461602, + "grad_norm": 1.606409141351526, + "learning_rate": 1.6732498520187582e-05, + "loss": 1.0809, + "step": 2085 + }, + { + "epoch": 0.28709055876685935, + "grad_norm": 1.5965771139646876, + "learning_rate": 1.6729201964788066e-05, + "loss": 1.1318, + "step": 2086 + }, + { + "epoch": 0.2872281860721167, + "grad_norm": 1.563990268398407, + "learning_rate": 1.6725904072388228e-05, + "loss": 1.1103, + "step": 2087 + }, + { + "epoch": 0.28736581337737405, + "grad_norm": 1.8424000971906629, + "learning_rate": 1.6722604843643324e-05, + "loss": 1.1491, + "step": 2088 + }, + { + "epoch": 0.28750344068263145, + "grad_norm": 1.5286717911680408, + "learning_rate": 1.6719304279208858e-05, + "loss": 1.1083, + "step": 2089 + }, + { + "epoch": 0.2876410679878888, + "grad_norm": 1.642025715518983, + "learning_rate": 1.6716002379740607e-05, + "loss": 1.1487, + "step": 2090 + }, + { + "epoch": 0.28777869529314615, + "grad_norm": 1.599827571551587, + "learning_rate": 1.671269914589462e-05, + "loss": 1.1466, + "step": 2091 + }, + { + "epoch": 0.2879163225984035, + "grad_norm": 1.714610951521932, + "learning_rate": 1.6709394578327195e-05, + "loss": 1.1295, + "step": 2092 + }, + { + "epoch": 0.2880539499036609, + "grad_norm": 2.0943783045803475, + "learning_rate": 1.6706088677694913e-05, + "loss": 1.303, + "step": 2093 + }, + { + "epoch": 0.28819157720891825, + "grad_norm": 1.6680919492411013, + "learning_rate": 1.6702781444654604e-05, + "loss": 1.1478, + "step": 2094 + }, + { + "epoch": 0.2883292045141756, + "grad_norm": 1.6904985599483866, + "learning_rate": 1.6699472879863373e-05, + "loss": 1.2164, + "step": 2095 + }, + { + "epoch": 0.288466831819433, + "grad_norm": 1.6677873660477447, + "learning_rate": 1.6696162983978585e-05, + "loss": 1.1461, + "step": 2096 + }, + { + "epoch": 0.28860445912469035, + "grad_norm": 1.63130236148564, + "learning_rate": 1.6692851757657876e-05, + "loss": 1.0702, + "step": 2097 + }, + { + "epoch": 0.2887420864299477, + "grad_norm": 1.7229096384419882, + "learning_rate": 1.6689539201559137e-05, + "loss": 1.0917, + "step": 2098 + }, + { + "epoch": 0.28887971373520505, + "grad_norm": 1.5858592680339791, + "learning_rate": 1.668622531634053e-05, + "loss": 1.1845, + "step": 2099 + }, + { + "epoch": 0.28901734104046245, + "grad_norm": 1.868427862349595, + "learning_rate": 1.668291010266047e-05, + "loss": 1.136, + "step": 2100 + }, + { + "epoch": 0.2891549683457198, + "grad_norm": 1.6218754324266067, + "learning_rate": 1.6679593561177664e-05, + "loss": 1.1126, + "step": 2101 + }, + { + "epoch": 0.28929259565097715, + "grad_norm": 1.6273355250838843, + "learning_rate": 1.667627569255104e-05, + "loss": 1.1644, + "step": 2102 + }, + { + "epoch": 0.2894302229562345, + "grad_norm": 1.6489086082363864, + "learning_rate": 1.6672956497439828e-05, + "loss": 1.1583, + "step": 2103 + }, + { + "epoch": 0.2895678502614919, + "grad_norm": 1.6634124486546855, + "learning_rate": 1.6669635976503505e-05, + "loss": 1.1374, + "step": 2104 + }, + { + "epoch": 0.28970547756674925, + "grad_norm": 1.6136892581882702, + "learning_rate": 1.6666314130401808e-05, + "loss": 1.1315, + "step": 2105 + }, + { + "epoch": 0.2898431048720066, + "grad_norm": 1.7258845861060552, + "learning_rate": 1.6662990959794746e-05, + "loss": 1.0847, + "step": 2106 + }, + { + "epoch": 0.28998073217726394, + "grad_norm": 1.6472464154140378, + "learning_rate": 1.6659666465342587e-05, + "loss": 1.1244, + "step": 2107 + }, + { + "epoch": 0.29011835948252135, + "grad_norm": 1.6791338330708525, + "learning_rate": 1.6656340647705862e-05, + "loss": 1.1008, + "step": 2108 + }, + { + "epoch": 0.2902559867877787, + "grad_norm": 1.6947103172444682, + "learning_rate": 1.6653013507545364e-05, + "loss": 1.1844, + "step": 2109 + }, + { + "epoch": 0.29039361409303605, + "grad_norm": 1.7007979107545155, + "learning_rate": 1.6649685045522156e-05, + "loss": 1.0851, + "step": 2110 + }, + { + "epoch": 0.2905312413982934, + "grad_norm": 1.6337600032114583, + "learning_rate": 1.664635526229755e-05, + "loss": 1.1764, + "step": 2111 + }, + { + "epoch": 0.2906688687035508, + "grad_norm": 1.6003500421765926, + "learning_rate": 1.6643024158533135e-05, + "loss": 1.1301, + "step": 2112 + }, + { + "epoch": 0.29080649600880815, + "grad_norm": 1.5301629810549653, + "learning_rate": 1.663969173489075e-05, + "loss": 1.0944, + "step": 2113 + }, + { + "epoch": 0.2909441233140655, + "grad_norm": 1.5616413664419984, + "learning_rate": 1.6636357992032507e-05, + "loss": 1.1619, + "step": 2114 + }, + { + "epoch": 0.2910817506193229, + "grad_norm": 1.7871183859659519, + "learning_rate": 1.663302293062077e-05, + "loss": 1.1229, + "step": 2115 + }, + { + "epoch": 0.29121937792458025, + "grad_norm": 1.6736329248136947, + "learning_rate": 1.6629686551318173e-05, + "loss": 1.1137, + "step": 2116 + }, + { + "epoch": 0.2913570052298376, + "grad_norm": 1.8422778983670494, + "learning_rate": 1.6626348854787614e-05, + "loss": 1.1948, + "step": 2117 + }, + { + "epoch": 0.29149463253509494, + "grad_norm": 1.668358531619009, + "learning_rate": 1.6623009841692236e-05, + "loss": 1.161, + "step": 2118 + }, + { + "epoch": 0.29163225984035235, + "grad_norm": 1.7662777108694125, + "learning_rate": 1.6619669512695465e-05, + "loss": 1.1481, + "step": 2119 + }, + { + "epoch": 0.2917698871456097, + "grad_norm": 1.677869456168941, + "learning_rate": 1.6616327868460973e-05, + "loss": 1.1444, + "step": 2120 + }, + { + "epoch": 0.29190751445086704, + "grad_norm": 1.7644651418608979, + "learning_rate": 1.6612984909652702e-05, + "loss": 1.1873, + "step": 2121 + }, + { + "epoch": 0.2920451417561244, + "grad_norm": 1.6436797271879469, + "learning_rate": 1.6609640636934855e-05, + "loss": 1.1276, + "step": 2122 + }, + { + "epoch": 0.2921827690613818, + "grad_norm": 1.8691234332609168, + "learning_rate": 1.6606295050971885e-05, + "loss": 1.1776, + "step": 2123 + }, + { + "epoch": 0.29232039636663915, + "grad_norm": 1.6853883069743714, + "learning_rate": 1.660294815242852e-05, + "loss": 1.2077, + "step": 2124 + }, + { + "epoch": 0.2924580236718965, + "grad_norm": 1.7195820643349466, + "learning_rate": 1.6599599941969745e-05, + "loss": 1.1829, + "step": 2125 + }, + { + "epoch": 0.29259565097715384, + "grad_norm": 1.7125187564447675, + "learning_rate": 1.6596250420260796e-05, + "loss": 1.1255, + "step": 2126 + }, + { + "epoch": 0.29273327828241125, + "grad_norm": 1.6707751891298266, + "learning_rate": 1.659289958796718e-05, + "loss": 1.0674, + "step": 2127 + }, + { + "epoch": 0.2928709055876686, + "grad_norm": 1.6380306913400426, + "learning_rate": 1.6589547445754666e-05, + "loss": 1.1419, + "step": 2128 + }, + { + "epoch": 0.29300853289292594, + "grad_norm": 1.517927268270808, + "learning_rate": 1.6586193994289278e-05, + "loss": 1.081, + "step": 2129 + }, + { + "epoch": 0.2931461601981833, + "grad_norm": 1.78448145687571, + "learning_rate": 1.6582839234237292e-05, + "loss": 1.1889, + "step": 2130 + }, + { + "epoch": 0.2932837875034407, + "grad_norm": 1.72558330895783, + "learning_rate": 1.6579483166265262e-05, + "loss": 1.1359, + "step": 2131 + }, + { + "epoch": 0.29342141480869804, + "grad_norm": 1.562502626525359, + "learning_rate": 1.657612579103999e-05, + "loss": 1.1063, + "step": 2132 + }, + { + "epoch": 0.2935590421139554, + "grad_norm": 1.764223363898843, + "learning_rate": 1.6572767109228546e-05, + "loss": 1.2048, + "step": 2133 + }, + { + "epoch": 0.2936966694192128, + "grad_norm": 1.9032463694203308, + "learning_rate": 1.6569407121498243e-05, + "loss": 1.2859, + "step": 2134 + }, + { + "epoch": 0.29383429672447015, + "grad_norm": 1.6957581125403085, + "learning_rate": 1.656604582851667e-05, + "loss": 1.1483, + "step": 2135 + }, + { + "epoch": 0.2939719240297275, + "grad_norm": 2.0079434692238496, + "learning_rate": 1.6562683230951675e-05, + "loss": 1.1634, + "step": 2136 + }, + { + "epoch": 0.29410955133498484, + "grad_norm": 1.589635634957897, + "learning_rate": 1.6559319329471352e-05, + "loss": 1.1689, + "step": 2137 + }, + { + "epoch": 0.29424717864024225, + "grad_norm": 1.8775592254126667, + "learning_rate": 1.6555954124744066e-05, + "loss": 1.1807, + "step": 2138 + }, + { + "epoch": 0.2943848059454996, + "grad_norm": 1.6171013445674938, + "learning_rate": 1.6552587617438435e-05, + "loss": 1.0738, + "step": 2139 + }, + { + "epoch": 0.29452243325075694, + "grad_norm": 1.5584624028414376, + "learning_rate": 1.654921980822334e-05, + "loss": 1.1014, + "step": 2140 + }, + { + "epoch": 0.2946600605560143, + "grad_norm": 1.7399936422695277, + "learning_rate": 1.654585069776792e-05, + "loss": 1.1475, + "step": 2141 + }, + { + "epoch": 0.2947976878612717, + "grad_norm": 1.736675745355837, + "learning_rate": 1.654248028674157e-05, + "loss": 1.1844, + "step": 2142 + }, + { + "epoch": 0.29493531516652904, + "grad_norm": 1.4709031789502387, + "learning_rate": 1.6539108575813944e-05, + "loss": 1.1151, + "step": 2143 + }, + { + "epoch": 0.2950729424717864, + "grad_norm": 1.6287510354243393, + "learning_rate": 1.653573556565495e-05, + "loss": 1.0913, + "step": 2144 + }, + { + "epoch": 0.29521056977704374, + "grad_norm": 1.7007272463618168, + "learning_rate": 1.6532361256934767e-05, + "loss": 1.0502, + "step": 2145 + }, + { + "epoch": 0.29534819708230114, + "grad_norm": 1.8395055523756334, + "learning_rate": 1.652898565032382e-05, + "loss": 1.2378, + "step": 2146 + }, + { + "epoch": 0.2954858243875585, + "grad_norm": 1.6488466150730625, + "learning_rate": 1.6525608746492794e-05, + "loss": 1.1567, + "step": 2147 + }, + { + "epoch": 0.29562345169281584, + "grad_norm": 1.7851010716431526, + "learning_rate": 1.6522230546112642e-05, + "loss": 1.1432, + "step": 2148 + }, + { + "epoch": 0.2957610789980732, + "grad_norm": 1.597072180622379, + "learning_rate": 1.6518851049854555e-05, + "loss": 1.1504, + "step": 2149 + }, + { + "epoch": 0.2958987063033306, + "grad_norm": 1.894380544140342, + "learning_rate": 1.6515470258390002e-05, + "loss": 1.0523, + "step": 2150 + }, + { + "epoch": 0.29603633360858794, + "grad_norm": 1.5470231460689403, + "learning_rate": 1.651208817239069e-05, + "loss": 1.1851, + "step": 2151 + }, + { + "epoch": 0.2961739609138453, + "grad_norm": 1.7704622879220802, + "learning_rate": 1.6508704792528604e-05, + "loss": 1.1452, + "step": 2152 + }, + { + "epoch": 0.2963115882191027, + "grad_norm": 2.0136937084467457, + "learning_rate": 1.6505320119475966e-05, + "loss": 1.2308, + "step": 2153 + }, + { + "epoch": 0.29644921552436004, + "grad_norm": 1.6668848555154954, + "learning_rate": 1.650193415390527e-05, + "loss": 1.1004, + "step": 2154 + }, + { + "epoch": 0.2965868428296174, + "grad_norm": 1.6324568254475884, + "learning_rate": 1.649854689648926e-05, + "loss": 1.2538, + "step": 2155 + }, + { + "epoch": 0.29672447013487474, + "grad_norm": 1.6241239112642398, + "learning_rate": 1.6495158347900937e-05, + "loss": 1.1854, + "step": 2156 + }, + { + "epoch": 0.29686209744013214, + "grad_norm": 1.6358571405349698, + "learning_rate": 1.6491768508813558e-05, + "loss": 1.1152, + "step": 2157 + }, + { + "epoch": 0.2969997247453895, + "grad_norm": 1.5962453596633959, + "learning_rate": 1.6488377379900643e-05, + "loss": 1.1455, + "step": 2158 + }, + { + "epoch": 0.29713735205064684, + "grad_norm": 1.620128924035098, + "learning_rate": 1.6484984961835956e-05, + "loss": 1.119, + "step": 2159 + }, + { + "epoch": 0.2972749793559042, + "grad_norm": 1.5989703728789353, + "learning_rate": 1.6481591255293525e-05, + "loss": 1.1574, + "step": 2160 + }, + { + "epoch": 0.2974126066611616, + "grad_norm": 1.9489329884735505, + "learning_rate": 1.647819626094764e-05, + "loss": 1.2125, + "step": 2161 + }, + { + "epoch": 0.29755023396641894, + "grad_norm": 1.8695793853968226, + "learning_rate": 1.6474799979472828e-05, + "loss": 1.2112, + "step": 2162 + }, + { + "epoch": 0.2976878612716763, + "grad_norm": 1.6211940466694346, + "learning_rate": 1.647140241154389e-05, + "loss": 1.1139, + "step": 2163 + }, + { + "epoch": 0.29782548857693364, + "grad_norm": 1.6948319371411096, + "learning_rate": 1.6468003557835886e-05, + "loss": 1.1535, + "step": 2164 + }, + { + "epoch": 0.29796311588219104, + "grad_norm": 1.617138429162561, + "learning_rate": 1.646460341902411e-05, + "loss": 1.187, + "step": 2165 + }, + { + "epoch": 0.2981007431874484, + "grad_norm": 1.583351063461689, + "learning_rate": 1.646120199578412e-05, + "loss": 1.1347, + "step": 2166 + }, + { + "epoch": 0.29823837049270574, + "grad_norm": 1.736827694754081, + "learning_rate": 1.645779928879174e-05, + "loss": 1.1514, + "step": 2167 + }, + { + "epoch": 0.2983759977979631, + "grad_norm": 1.6941655014593, + "learning_rate": 1.645439529872304e-05, + "loss": 1.1888, + "step": 2168 + }, + { + "epoch": 0.2985136251032205, + "grad_norm": 1.577383789891045, + "learning_rate": 1.6450990026254343e-05, + "loss": 1.1067, + "step": 2169 + }, + { + "epoch": 0.29865125240847784, + "grad_norm": 1.6683028046827775, + "learning_rate": 1.6447583472062234e-05, + "loss": 1.1557, + "step": 2170 + }, + { + "epoch": 0.2987888797137352, + "grad_norm": 1.704053195993945, + "learning_rate": 1.6444175636823547e-05, + "loss": 1.1096, + "step": 2171 + }, + { + "epoch": 0.2989265070189926, + "grad_norm": 1.5695625210633357, + "learning_rate": 1.644076652121537e-05, + "loss": 1.1184, + "step": 2172 + }, + { + "epoch": 0.29906413432424994, + "grad_norm": 1.548068353443494, + "learning_rate": 1.6437356125915052e-05, + "loss": 1.1155, + "step": 2173 + }, + { + "epoch": 0.2992017616295073, + "grad_norm": 1.6399922661084498, + "learning_rate": 1.643394445160019e-05, + "loss": 1.1684, + "step": 2174 + }, + { + "epoch": 0.29933938893476464, + "grad_norm": 1.58049754071699, + "learning_rate": 1.6430531498948633e-05, + "loss": 1.1177, + "step": 2175 + }, + { + "epoch": 0.29947701624002204, + "grad_norm": 1.6191214717043392, + "learning_rate": 1.6427117268638495e-05, + "loss": 1.1328, + "step": 2176 + }, + { + "epoch": 0.2996146435452794, + "grad_norm": 1.9163407575585267, + "learning_rate": 1.642370176134813e-05, + "loss": 1.1216, + "step": 2177 + }, + { + "epoch": 0.29975227085053674, + "grad_norm": 1.6226204136986815, + "learning_rate": 1.6420284977756158e-05, + "loss": 1.0294, + "step": 2178 + }, + { + "epoch": 0.2998898981557941, + "grad_norm": 1.6222716671459356, + "learning_rate": 1.6416866918541446e-05, + "loss": 1.0718, + "step": 2179 + }, + { + "epoch": 0.3000275254610515, + "grad_norm": 1.5356891902548901, + "learning_rate": 1.6413447584383114e-05, + "loss": 1.1289, + "step": 2180 + }, + { + "epoch": 0.30016515276630884, + "grad_norm": 1.5856531112981487, + "learning_rate": 1.641002697596054e-05, + "loss": 1.1346, + "step": 2181 + }, + { + "epoch": 0.3003027800715662, + "grad_norm": 1.6405084232426854, + "learning_rate": 1.6406605093953345e-05, + "loss": 1.1719, + "step": 2182 + }, + { + "epoch": 0.30044040737682354, + "grad_norm": 1.5807605210994853, + "learning_rate": 1.6403181939041417e-05, + "loss": 1.1342, + "step": 2183 + }, + { + "epoch": 0.30057803468208094, + "grad_norm": 1.7350111340261942, + "learning_rate": 1.6399757511904888e-05, + "loss": 1.1543, + "step": 2184 + }, + { + "epoch": 0.3007156619873383, + "grad_norm": 1.6430121495498518, + "learning_rate": 1.639633181322414e-05, + "loss": 1.1252, + "step": 2185 + }, + { + "epoch": 0.30085328929259564, + "grad_norm": 1.659016491764362, + "learning_rate": 1.6392904843679823e-05, + "loss": 1.1559, + "step": 2186 + }, + { + "epoch": 0.300990916597853, + "grad_norm": 1.8095801778057747, + "learning_rate": 1.6389476603952822e-05, + "loss": 1.1298, + "step": 2187 + }, + { + "epoch": 0.3011285439031104, + "grad_norm": 1.709891080788888, + "learning_rate": 1.638604709472428e-05, + "loss": 1.186, + "step": 2188 + }, + { + "epoch": 0.30126617120836774, + "grad_norm": 1.5599582232672655, + "learning_rate": 1.63826163166756e-05, + "loss": 1.1216, + "step": 2189 + }, + { + "epoch": 0.3014037985136251, + "grad_norm": 1.702572498376887, + "learning_rate": 1.637918427048842e-05, + "loss": 1.1448, + "step": 2190 + }, + { + "epoch": 0.3015414258188825, + "grad_norm": 1.5308809500470537, + "learning_rate": 1.637575095684465e-05, + "loss": 1.2053, + "step": 2191 + }, + { + "epoch": 0.30167905312413984, + "grad_norm": 1.7260646304183929, + "learning_rate": 1.637231637642644e-05, + "loss": 1.1304, + "step": 2192 + }, + { + "epoch": 0.3018166804293972, + "grad_norm": 1.583608247059996, + "learning_rate": 1.6368880529916192e-05, + "loss": 1.1375, + "step": 2193 + }, + { + "epoch": 0.30195430773465454, + "grad_norm": 1.7210648327814604, + "learning_rate": 1.636544341799656e-05, + "loss": 1.0664, + "step": 2194 + }, + { + "epoch": 0.30209193503991194, + "grad_norm": 1.8513290755721254, + "learning_rate": 1.6362005041350462e-05, + "loss": 1.1789, + "step": 2195 + }, + { + "epoch": 0.3022295623451693, + "grad_norm": 1.7501014336509566, + "learning_rate": 1.6358565400661045e-05, + "loss": 1.1429, + "step": 2196 + }, + { + "epoch": 0.30236718965042664, + "grad_norm": 1.5998684078462226, + "learning_rate": 1.635512449661172e-05, + "loss": 1.0995, + "step": 2197 + }, + { + "epoch": 0.302504816955684, + "grad_norm": 1.742862683775751, + "learning_rate": 1.6351682329886155e-05, + "loss": 1.1429, + "step": 2198 + }, + { + "epoch": 0.3026424442609414, + "grad_norm": 1.516295205165313, + "learning_rate": 1.634823890116825e-05, + "loss": 1.1061, + "step": 2199 + }, + { + "epoch": 0.30278007156619874, + "grad_norm": 1.5471721668199112, + "learning_rate": 1.6344794211142176e-05, + "loss": 1.0742, + "step": 2200 + }, + { + "epoch": 0.3029176988714561, + "grad_norm": 1.7419457560460438, + "learning_rate": 1.6341348260492345e-05, + "loss": 1.1649, + "step": 2201 + }, + { + "epoch": 0.30305532617671344, + "grad_norm": 1.5791078727501777, + "learning_rate": 1.6337901049903418e-05, + "loss": 1.0891, + "step": 2202 + }, + { + "epoch": 0.30319295348197084, + "grad_norm": 1.8546649374767537, + "learning_rate": 1.6334452580060305e-05, + "loss": 1.163, + "step": 2203 + }, + { + "epoch": 0.3033305807872282, + "grad_norm": 1.6274244154475646, + "learning_rate": 1.6331002851648178e-05, + "loss": 1.1681, + "step": 2204 + }, + { + "epoch": 0.30346820809248554, + "grad_norm": 1.5544692043711683, + "learning_rate": 1.6327551865352442e-05, + "loss": 1.0587, + "step": 2205 + }, + { + "epoch": 0.3036058353977429, + "grad_norm": 1.836498277066565, + "learning_rate": 1.6324099621858768e-05, + "loss": 1.202, + "step": 2206 + }, + { + "epoch": 0.3037434627030003, + "grad_norm": 1.502125927426298, + "learning_rate": 1.6320646121853065e-05, + "loss": 1.1815, + "step": 2207 + }, + { + "epoch": 0.30388109000825764, + "grad_norm": 1.6351137556462638, + "learning_rate": 1.6317191366021502e-05, + "loss": 1.1514, + "step": 2208 + }, + { + "epoch": 0.304018717313515, + "grad_norm": 1.8980770671641563, + "learning_rate": 1.631373535505048e-05, + "loss": 1.2298, + "step": 2209 + }, + { + "epoch": 0.3041563446187724, + "grad_norm": 1.6793015303336347, + "learning_rate": 1.6310278089626672e-05, + "loss": 1.1237, + "step": 2210 + }, + { + "epoch": 0.30429397192402974, + "grad_norm": 1.7574556195596718, + "learning_rate": 1.6306819570436988e-05, + "loss": 1.1747, + "step": 2211 + }, + { + "epoch": 0.3044315992292871, + "grad_norm": 1.5871224955527958, + "learning_rate": 1.6303359798168584e-05, + "loss": 1.1737, + "step": 2212 + }, + { + "epoch": 0.30456922653454443, + "grad_norm": 1.4973828590408296, + "learning_rate": 1.6299898773508875e-05, + "loss": 1.1337, + "step": 2213 + }, + { + "epoch": 0.30470685383980184, + "grad_norm": 1.7615406672578373, + "learning_rate": 1.6296436497145514e-05, + "loss": 1.14, + "step": 2214 + }, + { + "epoch": 0.3048444811450592, + "grad_norm": 1.7317897108192546, + "learning_rate": 1.629297296976641e-05, + "loss": 1.1378, + "step": 2215 + }, + { + "epoch": 0.30498210845031654, + "grad_norm": 1.7378922234922767, + "learning_rate": 1.628950819205972e-05, + "loss": 1.1485, + "step": 2216 + }, + { + "epoch": 0.3051197357555739, + "grad_norm": 1.4799820262646628, + "learning_rate": 1.628604216471384e-05, + "loss": 1.1386, + "step": 2217 + }, + { + "epoch": 0.3052573630608313, + "grad_norm": 1.5193950471387823, + "learning_rate": 1.6282574888417433e-05, + "loss": 1.1158, + "step": 2218 + }, + { + "epoch": 0.30539499036608864, + "grad_norm": 1.6698285515654503, + "learning_rate": 1.6279106363859395e-05, + "loss": 1.1406, + "step": 2219 + }, + { + "epoch": 0.305532617671346, + "grad_norm": 1.5186318425499727, + "learning_rate": 1.627563659172887e-05, + "loss": 1.1289, + "step": 2220 + }, + { + "epoch": 0.30567024497660333, + "grad_norm": 1.7903198829115823, + "learning_rate": 1.6272165572715263e-05, + "loss": 1.1153, + "step": 2221 + }, + { + "epoch": 0.30580787228186074, + "grad_norm": 1.7325284882584389, + "learning_rate": 1.6268693307508213e-05, + "loss": 1.2086, + "step": 2222 + }, + { + "epoch": 0.3059454995871181, + "grad_norm": 1.7179086198292308, + "learning_rate": 1.626521979679761e-05, + "loss": 1.2222, + "step": 2223 + }, + { + "epoch": 0.30608312689237543, + "grad_norm": 1.5662620880405347, + "learning_rate": 1.6261745041273595e-05, + "loss": 1.17, + "step": 2224 + }, + { + "epoch": 0.3062207541976328, + "grad_norm": 1.67053564416564, + "learning_rate": 1.6258269041626555e-05, + "loss": 1.145, + "step": 2225 + }, + { + "epoch": 0.3063583815028902, + "grad_norm": 1.639638911669848, + "learning_rate": 1.6254791798547122e-05, + "loss": 1.1273, + "step": 2226 + }, + { + "epoch": 0.30649600880814754, + "grad_norm": 1.5402790825138304, + "learning_rate": 1.6251313312726177e-05, + "loss": 1.16, + "step": 2227 + }, + { + "epoch": 0.3066336361134049, + "grad_norm": 1.6824227330394002, + "learning_rate": 1.624783358485485e-05, + "loss": 1.1839, + "step": 2228 + }, + { + "epoch": 0.3067712634186623, + "grad_norm": 1.7035290652047033, + "learning_rate": 1.6244352615624514e-05, + "loss": 1.1955, + "step": 2229 + }, + { + "epoch": 0.30690889072391964, + "grad_norm": 1.636942748026999, + "learning_rate": 1.6240870405726786e-05, + "loss": 1.112, + "step": 2230 + }, + { + "epoch": 0.307046518029177, + "grad_norm": 1.6675012893667607, + "learning_rate": 1.6237386955853536e-05, + "loss": 1.109, + "step": 2231 + }, + { + "epoch": 0.30718414533443433, + "grad_norm": 1.6775192604212894, + "learning_rate": 1.623390226669688e-05, + "loss": 1.143, + "step": 2232 + }, + { + "epoch": 0.30732177263969174, + "grad_norm": 1.5918639834445445, + "learning_rate": 1.623041633894918e-05, + "loss": 1.0574, + "step": 2233 + }, + { + "epoch": 0.3074593999449491, + "grad_norm": 1.760357686595623, + "learning_rate": 1.6226929173303034e-05, + "loss": 1.1206, + "step": 2234 + }, + { + "epoch": 0.30759702725020643, + "grad_norm": 1.5766332387892323, + "learning_rate": 1.62234407704513e-05, + "loss": 1.1405, + "step": 2235 + }, + { + "epoch": 0.3077346545554638, + "grad_norm": 1.6212145283641435, + "learning_rate": 1.6219951131087076e-05, + "loss": 1.0809, + "step": 2236 + }, + { + "epoch": 0.3078722818607212, + "grad_norm": 1.7882007720914186, + "learning_rate": 1.62164602559037e-05, + "loss": 1.1811, + "step": 2237 + }, + { + "epoch": 0.30800990916597853, + "grad_norm": 1.456817158621387, + "learning_rate": 1.621296814559477e-05, + "loss": 1.0844, + "step": 2238 + }, + { + "epoch": 0.3081475364712359, + "grad_norm": 1.4858854358342237, + "learning_rate": 1.6209474800854114e-05, + "loss": 1.1213, + "step": 2239 + }, + { + "epoch": 0.30828516377649323, + "grad_norm": 1.6081111058663211, + "learning_rate": 1.620598022237581e-05, + "loss": 1.155, + "step": 2240 + }, + { + "epoch": 0.30842279108175064, + "grad_norm": 1.842415540986897, + "learning_rate": 1.620248441085419e-05, + "loss": 1.301, + "step": 2241 + }, + { + "epoch": 0.308560418387008, + "grad_norm": 1.8101202526978823, + "learning_rate": 1.619898736698382e-05, + "loss": 1.1694, + "step": 2242 + }, + { + "epoch": 0.30869804569226533, + "grad_norm": 1.867432664166371, + "learning_rate": 1.6195489091459515e-05, + "loss": 1.2963, + "step": 2243 + }, + { + "epoch": 0.3088356729975227, + "grad_norm": 1.566051418039868, + "learning_rate": 1.6191989584976332e-05, + "loss": 1.1087, + "step": 2244 + }, + { + "epoch": 0.3089733003027801, + "grad_norm": 1.7812563141475424, + "learning_rate": 1.6188488848229584e-05, + "loss": 1.0824, + "step": 2245 + }, + { + "epoch": 0.30911092760803743, + "grad_norm": 1.5795017794560358, + "learning_rate": 1.6184986881914808e-05, + "loss": 1.073, + "step": 2246 + }, + { + "epoch": 0.3092485549132948, + "grad_norm": 1.9676215704912519, + "learning_rate": 1.6181483686727802e-05, + "loss": 1.1809, + "step": 2247 + }, + { + "epoch": 0.3093861822185522, + "grad_norm": 1.7172837528519642, + "learning_rate": 1.6177979263364606e-05, + "loss": 1.1131, + "step": 2248 + }, + { + "epoch": 0.30952380952380953, + "grad_norm": 1.7311270074761238, + "learning_rate": 1.6174473612521496e-05, + "loss": 1.1523, + "step": 2249 + }, + { + "epoch": 0.3096614368290669, + "grad_norm": 1.672804234580167, + "learning_rate": 1.6170966734894996e-05, + "loss": 1.2236, + "step": 2250 + }, + { + "epoch": 0.30979906413432423, + "grad_norm": 1.7657954266637932, + "learning_rate": 1.6167458631181877e-05, + "loss": 1.1759, + "step": 2251 + }, + { + "epoch": 0.30993669143958164, + "grad_norm": 1.8254121021247114, + "learning_rate": 1.6163949302079153e-05, + "loss": 1.1467, + "step": 2252 + }, + { + "epoch": 0.310074318744839, + "grad_norm": 1.5156230038995722, + "learning_rate": 1.616043874828408e-05, + "loss": 1.0788, + "step": 2253 + }, + { + "epoch": 0.31021194605009633, + "grad_norm": 1.798833249814093, + "learning_rate": 1.6156926970494154e-05, + "loss": 1.2129, + "step": 2254 + }, + { + "epoch": 0.3103495733553537, + "grad_norm": 1.805150088792972, + "learning_rate": 1.6153413969407113e-05, + "loss": 1.1485, + "step": 2255 + }, + { + "epoch": 0.3104872006606111, + "grad_norm": 1.9044140486151941, + "learning_rate": 1.6149899745720952e-05, + "loss": 1.1954, + "step": 2256 + }, + { + "epoch": 0.31062482796586843, + "grad_norm": 1.6601884028554723, + "learning_rate": 1.6146384300133895e-05, + "loss": 1.0867, + "step": 2257 + }, + { + "epoch": 0.3107624552711258, + "grad_norm": 1.5758788915153306, + "learning_rate": 1.614286763334441e-05, + "loss": 1.1884, + "step": 2258 + }, + { + "epoch": 0.31090008257638313, + "grad_norm": 1.6586451400412512, + "learning_rate": 1.6139349746051215e-05, + "loss": 1.1558, + "step": 2259 + }, + { + "epoch": 0.31103770988164053, + "grad_norm": 1.5511886301336124, + "learning_rate": 1.6135830638953264e-05, + "loss": 1.1437, + "step": 2260 + }, + { + "epoch": 0.3111753371868979, + "grad_norm": 1.6774337181113825, + "learning_rate": 1.6132310312749754e-05, + "loss": 1.1259, + "step": 2261 + }, + { + "epoch": 0.31131296449215523, + "grad_norm": 1.586103411214248, + "learning_rate": 1.612878876814013e-05, + "loss": 1.1329, + "step": 2262 + }, + { + "epoch": 0.3114505917974126, + "grad_norm": 1.6330726538212867, + "learning_rate": 1.612526600582407e-05, + "loss": 1.237, + "step": 2263 + }, + { + "epoch": 0.31158821910267, + "grad_norm": 1.6477677215085853, + "learning_rate": 1.6121742026501496e-05, + "loss": 1.072, + "step": 2264 + }, + { + "epoch": 0.31172584640792733, + "grad_norm": 1.69631665501613, + "learning_rate": 1.6118216830872583e-05, + "loss": 1.1004, + "step": 2265 + }, + { + "epoch": 0.3118634737131847, + "grad_norm": 1.6165577539450822, + "learning_rate": 1.6114690419637736e-05, + "loss": 1.0501, + "step": 2266 + }, + { + "epoch": 0.3120011010184421, + "grad_norm": 1.5702933956024219, + "learning_rate": 1.6111162793497604e-05, + "loss": 1.0583, + "step": 2267 + }, + { + "epoch": 0.31213872832369943, + "grad_norm": 1.5342641759538609, + "learning_rate": 1.6107633953153075e-05, + "loss": 1.1373, + "step": 2268 + }, + { + "epoch": 0.3122763556289568, + "grad_norm": 1.5869884077582108, + "learning_rate": 1.6104103899305284e-05, + "loss": 1.1711, + "step": 2269 + }, + { + "epoch": 0.31241398293421413, + "grad_norm": 1.6640555461495983, + "learning_rate": 1.6100572632655603e-05, + "loss": 1.1313, + "step": 2270 + }, + { + "epoch": 0.31255161023947153, + "grad_norm": 1.6677696530998969, + "learning_rate": 1.609704015390565e-05, + "loss": 1.1332, + "step": 2271 + }, + { + "epoch": 0.3126892375447289, + "grad_norm": 1.5822943172891748, + "learning_rate": 1.609350646375728e-05, + "loss": 1.1182, + "step": 2272 + }, + { + "epoch": 0.31282686484998623, + "grad_norm": 1.829769479986152, + "learning_rate": 1.608997156291258e-05, + "loss": 1.2095, + "step": 2273 + }, + { + "epoch": 0.3129644921552436, + "grad_norm": 1.90263074402149, + "learning_rate": 1.60864354520739e-05, + "loss": 1.0668, + "step": 2274 + }, + { + "epoch": 0.313102119460501, + "grad_norm": 1.6461652377786933, + "learning_rate": 1.608289813194381e-05, + "loss": 1.0555, + "step": 2275 + }, + { + "epoch": 0.31323974676575833, + "grad_norm": 1.5782483488117889, + "learning_rate": 1.6079359603225123e-05, + "loss": 1.2367, + "step": 2276 + }, + { + "epoch": 0.3133773740710157, + "grad_norm": 1.680650424524867, + "learning_rate": 1.60758198666209e-05, + "loss": 1.0892, + "step": 2277 + }, + { + "epoch": 0.31351500137627303, + "grad_norm": 1.7069117456755463, + "learning_rate": 1.6072278922834442e-05, + "loss": 1.1013, + "step": 2278 + }, + { + "epoch": 0.31365262868153043, + "grad_norm": 1.6309427768270708, + "learning_rate": 1.606873677256928e-05, + "loss": 1.1243, + "step": 2279 + }, + { + "epoch": 0.3137902559867878, + "grad_norm": 1.6284572206208519, + "learning_rate": 1.6065193416529195e-05, + "loss": 1.0525, + "step": 2280 + }, + { + "epoch": 0.31392788329204513, + "grad_norm": 1.8005888504599246, + "learning_rate": 1.6061648855418197e-05, + "loss": 1.2022, + "step": 2281 + }, + { + "epoch": 0.3140655105973025, + "grad_norm": 1.494546385710364, + "learning_rate": 1.605810308994055e-05, + "loss": 1.0767, + "step": 2282 + }, + { + "epoch": 0.3142031379025599, + "grad_norm": 1.6822499532986603, + "learning_rate": 1.6054556120800742e-05, + "loss": 1.194, + "step": 2283 + }, + { + "epoch": 0.31434076520781723, + "grad_norm": 1.586680795322141, + "learning_rate": 1.6051007948703517e-05, + "loss": 1.1223, + "step": 2284 + }, + { + "epoch": 0.3144783925130746, + "grad_norm": 1.6028332148294675, + "learning_rate": 1.6047458574353838e-05, + "loss": 1.0835, + "step": 2285 + }, + { + "epoch": 0.314616019818332, + "grad_norm": 1.5867065983745687, + "learning_rate": 1.604390799845692e-05, + "loss": 1.0438, + "step": 2286 + }, + { + "epoch": 0.31475364712358933, + "grad_norm": 1.633361282004562, + "learning_rate": 1.604035622171822e-05, + "loss": 1.1471, + "step": 2287 + }, + { + "epoch": 0.3148912744288467, + "grad_norm": 1.6158905014482814, + "learning_rate": 1.6036803244843415e-05, + "loss": 1.1367, + "step": 2288 + }, + { + "epoch": 0.315028901734104, + "grad_norm": 1.541480987090694, + "learning_rate": 1.6033249068538445e-05, + "loss": 1.083, + "step": 2289 + }, + { + "epoch": 0.31516652903936143, + "grad_norm": 1.5712230641858986, + "learning_rate": 1.602969369350947e-05, + "loss": 1.1256, + "step": 2290 + }, + { + "epoch": 0.3153041563446188, + "grad_norm": 1.7158932760173813, + "learning_rate": 1.6026137120462895e-05, + "loss": 1.162, + "step": 2291 + }, + { + "epoch": 0.31544178364987613, + "grad_norm": 1.531559403415313, + "learning_rate": 1.6022579350105362e-05, + "loss": 1.0777, + "step": 2292 + }, + { + "epoch": 0.3155794109551335, + "grad_norm": 1.596530611190117, + "learning_rate": 1.6019020383143754e-05, + "loss": 1.1693, + "step": 2293 + }, + { + "epoch": 0.3157170382603909, + "grad_norm": 1.6156859578645284, + "learning_rate": 1.6015460220285185e-05, + "loss": 1.1753, + "step": 2294 + }, + { + "epoch": 0.31585466556564823, + "grad_norm": 1.6267328504424692, + "learning_rate": 1.601189886223702e-05, + "loss": 1.1751, + "step": 2295 + }, + { + "epoch": 0.3159922928709056, + "grad_norm": 1.5160959878619007, + "learning_rate": 1.6008336309706835e-05, + "loss": 1.114, + "step": 2296 + }, + { + "epoch": 0.3161299201761629, + "grad_norm": 1.525208818823222, + "learning_rate": 1.6004772563402477e-05, + "loss": 1.1254, + "step": 2297 + }, + { + "epoch": 0.31626754748142033, + "grad_norm": 1.5055362631592186, + "learning_rate": 1.6001207624032006e-05, + "loss": 1.0922, + "step": 2298 + }, + { + "epoch": 0.3164051747866777, + "grad_norm": 1.8356230181214763, + "learning_rate": 1.5997641492303727e-05, + "loss": 1.1933, + "step": 2299 + }, + { + "epoch": 0.316542802091935, + "grad_norm": 1.633467381000555, + "learning_rate": 1.599407416892618e-05, + "loss": 1.1616, + "step": 2300 + }, + { + "epoch": 0.3166804293971924, + "grad_norm": 1.7081134719771822, + "learning_rate": 1.599050565460815e-05, + "loss": 1.1062, + "step": 2301 + }, + { + "epoch": 0.3168180567024498, + "grad_norm": 1.8122501002246312, + "learning_rate": 1.5986935950058642e-05, + "loss": 1.1846, + "step": 2302 + }, + { + "epoch": 0.31695568400770713, + "grad_norm": 1.8137431296491484, + "learning_rate": 1.5983365055986917e-05, + "loss": 1.1229, + "step": 2303 + }, + { + "epoch": 0.3170933113129645, + "grad_norm": 1.5818214891955387, + "learning_rate": 1.597979297310246e-05, + "loss": 1.138, + "step": 2304 + }, + { + "epoch": 0.3172309386182219, + "grad_norm": 1.7959707728875516, + "learning_rate": 1.597621970211499e-05, + "loss": 1.1454, + "step": 2305 + }, + { + "epoch": 0.31736856592347923, + "grad_norm": 1.7375208955199317, + "learning_rate": 1.5972645243734473e-05, + "loss": 1.1523, + "step": 2306 + }, + { + "epoch": 0.3175061932287366, + "grad_norm": 1.6691859099424409, + "learning_rate": 1.59690695986711e-05, + "loss": 1.1605, + "step": 2307 + }, + { + "epoch": 0.3176438205339939, + "grad_norm": 1.5526994032771455, + "learning_rate": 1.5965492767635307e-05, + "loss": 1.0539, + "step": 2308 + }, + { + "epoch": 0.31778144783925133, + "grad_norm": 1.7161540320546944, + "learning_rate": 1.5961914751337762e-05, + "loss": 1.0185, + "step": 2309 + }, + { + "epoch": 0.3179190751445087, + "grad_norm": 1.7534857233009795, + "learning_rate": 1.5958335550489367e-05, + "loss": 1.1428, + "step": 2310 + }, + { + "epoch": 0.318056702449766, + "grad_norm": 1.5971008148419015, + "learning_rate": 1.5954755165801253e-05, + "loss": 1.0795, + "step": 2311 + }, + { + "epoch": 0.3181943297550234, + "grad_norm": 1.6824964857088092, + "learning_rate": 1.59511735979848e-05, + "loss": 1.1512, + "step": 2312 + }, + { + "epoch": 0.3183319570602808, + "grad_norm": 1.608582279944789, + "learning_rate": 1.594759084775162e-05, + "loss": 1.1639, + "step": 2313 + }, + { + "epoch": 0.3184695843655381, + "grad_norm": 1.858611441765551, + "learning_rate": 1.594400691581355e-05, + "loss": 1.1853, + "step": 2314 + }, + { + "epoch": 0.3186072116707955, + "grad_norm": 1.574185609491777, + "learning_rate": 1.594042180288267e-05, + "loss": 1.1866, + "step": 2315 + }, + { + "epoch": 0.3187448389760528, + "grad_norm": 1.5732504707340136, + "learning_rate": 1.5936835509671294e-05, + "loss": 1.0414, + "step": 2316 + }, + { + "epoch": 0.31888246628131023, + "grad_norm": 1.8195671284979957, + "learning_rate": 1.5933248036891968e-05, + "loss": 1.1892, + "step": 2317 + }, + { + "epoch": 0.3190200935865676, + "grad_norm": 1.6477468914284787, + "learning_rate": 1.5929659385257475e-05, + "loss": 1.1201, + "step": 2318 + }, + { + "epoch": 0.3191577208918249, + "grad_norm": 1.5710140040672478, + "learning_rate": 1.5926069555480827e-05, + "loss": 1.164, + "step": 2319 + }, + { + "epoch": 0.3192953481970823, + "grad_norm": 1.544622138884925, + "learning_rate": 1.592247854827528e-05, + "loss": 1.147, + "step": 2320 + }, + { + "epoch": 0.3194329755023397, + "grad_norm": 1.713296706583302, + "learning_rate": 1.5918886364354315e-05, + "loss": 1.209, + "step": 2321 + }, + { + "epoch": 0.319570602807597, + "grad_norm": 1.8189074557980038, + "learning_rate": 1.591529300443165e-05, + "loss": 1.1722, + "step": 2322 + }, + { + "epoch": 0.3197082301128544, + "grad_norm": 2.0248930155243516, + "learning_rate": 1.591169846922124e-05, + "loss": 1.1899, + "step": 2323 + }, + { + "epoch": 0.3198458574181118, + "grad_norm": 1.588423698752896, + "learning_rate": 1.5908102759437265e-05, + "loss": 1.0883, + "step": 2324 + }, + { + "epoch": 0.3199834847233691, + "grad_norm": 1.7631368920907298, + "learning_rate": 1.5904505875794144e-05, + "loss": 1.1927, + "step": 2325 + }, + { + "epoch": 0.3201211120286265, + "grad_norm": 1.5607491233744906, + "learning_rate": 1.590090781900653e-05, + "loss": 1.0141, + "step": 2326 + }, + { + "epoch": 0.3202587393338838, + "grad_norm": 1.8739980955162854, + "learning_rate": 1.5897308589789305e-05, + "loss": 1.1609, + "step": 2327 + }, + { + "epoch": 0.32039636663914123, + "grad_norm": 1.5848182874977927, + "learning_rate": 1.589370818885759e-05, + "loss": 1.0859, + "step": 2328 + }, + { + "epoch": 0.3205339939443986, + "grad_norm": 1.841019426341657, + "learning_rate": 1.5890106616926732e-05, + "loss": 1.1191, + "step": 2329 + }, + { + "epoch": 0.3206716212496559, + "grad_norm": 1.4512754619368362, + "learning_rate": 1.5886503874712316e-05, + "loss": 1.0333, + "step": 2330 + }, + { + "epoch": 0.3208092485549133, + "grad_norm": 1.5637941122970627, + "learning_rate": 1.5882899962930162e-05, + "loss": 1.014, + "step": 2331 + }, + { + "epoch": 0.3209468758601707, + "grad_norm": 1.6107148331031327, + "learning_rate": 1.587929488229631e-05, + "loss": 1.0916, + "step": 2332 + }, + { + "epoch": 0.321084503165428, + "grad_norm": 1.6654808374798202, + "learning_rate": 1.5875688633527043e-05, + "loss": 1.1791, + "step": 2333 + }, + { + "epoch": 0.3212221304706854, + "grad_norm": 1.9558629403356425, + "learning_rate": 1.5872081217338874e-05, + "loss": 1.1589, + "step": 2334 + }, + { + "epoch": 0.3213597577759427, + "grad_norm": 1.4720450765540185, + "learning_rate": 1.586847263444855e-05, + "loss": 1.0935, + "step": 2335 + }, + { + "epoch": 0.3214973850812001, + "grad_norm": 1.9025653193467895, + "learning_rate": 1.5864862885573042e-05, + "loss": 1.1622, + "step": 2336 + }, + { + "epoch": 0.3216350123864575, + "grad_norm": 1.687159525704163, + "learning_rate": 1.5861251971429557e-05, + "loss": 1.185, + "step": 2337 + }, + { + "epoch": 0.3217726396917148, + "grad_norm": 1.716626662619174, + "learning_rate": 1.5857639892735544e-05, + "loss": 1.1291, + "step": 2338 + }, + { + "epoch": 0.32191026699697217, + "grad_norm": 1.6616382524404758, + "learning_rate": 1.5854026650208662e-05, + "loss": 1.137, + "step": 2339 + }, + { + "epoch": 0.3220478943022296, + "grad_norm": 1.6233384008254492, + "learning_rate": 1.5850412244566817e-05, + "loss": 1.1206, + "step": 2340 + }, + { + "epoch": 0.3221855216074869, + "grad_norm": 1.6738048435798587, + "learning_rate": 1.5846796676528147e-05, + "loss": 1.087, + "step": 2341 + }, + { + "epoch": 0.3223231489127443, + "grad_norm": 1.7976248261001193, + "learning_rate": 1.5843179946811006e-05, + "loss": 1.1623, + "step": 2342 + }, + { + "epoch": 0.3224607762180017, + "grad_norm": 1.7980190556803801, + "learning_rate": 1.5839562056133998e-05, + "loss": 1.0979, + "step": 2343 + }, + { + "epoch": 0.322598403523259, + "grad_norm": 1.7414446166156434, + "learning_rate": 1.5835943005215944e-05, + "loss": 1.0448, + "step": 2344 + }, + { + "epoch": 0.3227360308285164, + "grad_norm": 1.622451906578499, + "learning_rate": 1.5832322794775898e-05, + "loss": 1.1099, + "step": 2345 + }, + { + "epoch": 0.3228736581337737, + "grad_norm": 1.8038127626951082, + "learning_rate": 1.582870142553315e-05, + "loss": 1.1981, + "step": 2346 + }, + { + "epoch": 0.3230112854390311, + "grad_norm": 1.4774031262441285, + "learning_rate": 1.5825078898207214e-05, + "loss": 1.0983, + "step": 2347 + }, + { + "epoch": 0.3231489127442885, + "grad_norm": 1.6619784553989547, + "learning_rate": 1.5821455213517837e-05, + "loss": 1.0534, + "step": 2348 + }, + { + "epoch": 0.3232865400495458, + "grad_norm": 1.8407995258358938, + "learning_rate": 1.5817830372184998e-05, + "loss": 1.1832, + "step": 2349 + }, + { + "epoch": 0.32342416735480317, + "grad_norm": 1.6921187572341236, + "learning_rate": 1.5814204374928898e-05, + "loss": 1.0958, + "step": 2350 + }, + { + "epoch": 0.3235617946600606, + "grad_norm": 1.610311307912819, + "learning_rate": 1.581057722246998e-05, + "loss": 1.1305, + "step": 2351 + }, + { + "epoch": 0.3236994219653179, + "grad_norm": 1.6744876243942979, + "learning_rate": 1.5806948915528904e-05, + "loss": 1.1558, + "step": 2352 + }, + { + "epoch": 0.3238370492705753, + "grad_norm": 1.6494974516682477, + "learning_rate": 1.580331945482657e-05, + "loss": 1.1017, + "step": 2353 + }, + { + "epoch": 0.3239746765758326, + "grad_norm": 1.6190936146298696, + "learning_rate": 1.5799688841084097e-05, + "loss": 1.1373, + "step": 2354 + }, + { + "epoch": 0.32411230388109, + "grad_norm": 1.7101404878593232, + "learning_rate": 1.5796057075022838e-05, + "loss": 1.2123, + "step": 2355 + }, + { + "epoch": 0.3242499311863474, + "grad_norm": 2.0051619355119574, + "learning_rate": 1.579242415736438e-05, + "loss": 1.1507, + "step": 2356 + }, + { + "epoch": 0.3243875584916047, + "grad_norm": 1.7157555494594166, + "learning_rate": 1.5788790088830534e-05, + "loss": 1.0691, + "step": 2357 + }, + { + "epoch": 0.32452518579686207, + "grad_norm": 1.6139522985875132, + "learning_rate": 1.5785154870143333e-05, + "loss": 1.1384, + "step": 2358 + }, + { + "epoch": 0.3246628131021195, + "grad_norm": 1.7579494441145667, + "learning_rate": 1.5781518502025054e-05, + "loss": 1.2334, + "step": 2359 + }, + { + "epoch": 0.3248004404073768, + "grad_norm": 1.673448837437566, + "learning_rate": 1.5777880985198185e-05, + "loss": 1.132, + "step": 2360 + }, + { + "epoch": 0.32493806771263417, + "grad_norm": 1.7128438273680653, + "learning_rate": 1.5774242320385456e-05, + "loss": 1.1213, + "step": 2361 + }, + { + "epoch": 0.3250756950178916, + "grad_norm": 1.5800291463942173, + "learning_rate": 1.5770602508309818e-05, + "loss": 1.0794, + "step": 2362 + }, + { + "epoch": 0.3252133223231489, + "grad_norm": 1.493927896466949, + "learning_rate": 1.5766961549694452e-05, + "loss": 1.1342, + "step": 2363 + }, + { + "epoch": 0.32535094962840627, + "grad_norm": 1.8239420064239615, + "learning_rate": 1.576331944526277e-05, + "loss": 1.1488, + "step": 2364 + }, + { + "epoch": 0.3254885769336636, + "grad_norm": 1.8064344292467325, + "learning_rate": 1.5759676195738403e-05, + "loss": 1.1596, + "step": 2365 + }, + { + "epoch": 0.325626204238921, + "grad_norm": 1.6458066883268085, + "learning_rate": 1.5756031801845218e-05, + "loss": 1.1422, + "step": 2366 + }, + { + "epoch": 0.3257638315441784, + "grad_norm": 1.6922569524427218, + "learning_rate": 1.5752386264307307e-05, + "loss": 1.1029, + "step": 2367 + }, + { + "epoch": 0.3259014588494357, + "grad_norm": 1.6226895334295635, + "learning_rate": 1.5748739583848983e-05, + "loss": 1.1169, + "step": 2368 + }, + { + "epoch": 0.32603908615469307, + "grad_norm": 1.6323851155820157, + "learning_rate": 1.57450917611948e-05, + "loss": 1.1059, + "step": 2369 + }, + { + "epoch": 0.3261767134599505, + "grad_norm": 1.6420610076673712, + "learning_rate": 1.5741442797069523e-05, + "loss": 1.1104, + "step": 2370 + }, + { + "epoch": 0.3263143407652078, + "grad_norm": 1.5018250513800262, + "learning_rate": 1.5737792692198155e-05, + "loss": 1.1325, + "step": 2371 + }, + { + "epoch": 0.32645196807046517, + "grad_norm": 1.563836040942059, + "learning_rate": 1.573414144730592e-05, + "loss": 1.1616, + "step": 2372 + }, + { + "epoch": 0.3265895953757225, + "grad_norm": 1.5776295936705864, + "learning_rate": 1.5730489063118274e-05, + "loss": 1.1201, + "step": 2373 + }, + { + "epoch": 0.3267272226809799, + "grad_norm": 1.6442133932036798, + "learning_rate": 1.572683554036089e-05, + "loss": 1.1102, + "step": 2374 + }, + { + "epoch": 0.32686484998623727, + "grad_norm": 1.5918994522655903, + "learning_rate": 1.5723180879759675e-05, + "loss": 1.0405, + "step": 2375 + }, + { + "epoch": 0.3270024772914946, + "grad_norm": 1.5439923479279833, + "learning_rate": 1.5719525082040764e-05, + "loss": 1.1411, + "step": 2376 + }, + { + "epoch": 0.32714010459675197, + "grad_norm": 1.6946361296493913, + "learning_rate": 1.571586814793051e-05, + "loss": 1.1988, + "step": 2377 + }, + { + "epoch": 0.3272777319020094, + "grad_norm": 1.5463204373550559, + "learning_rate": 1.5712210078155495e-05, + "loss": 1.0773, + "step": 2378 + }, + { + "epoch": 0.3274153592072667, + "grad_norm": 1.640644404237227, + "learning_rate": 1.570855087344253e-05, + "loss": 1.1253, + "step": 2379 + }, + { + "epoch": 0.32755298651252407, + "grad_norm": 1.4840533845636337, + "learning_rate": 1.570489053451865e-05, + "loss": 1.0678, + "step": 2380 + }, + { + "epoch": 0.3276906138177815, + "grad_norm": 1.469085350069566, + "learning_rate": 1.570122906211111e-05, + "loss": 1.0504, + "step": 2381 + }, + { + "epoch": 0.3278282411230388, + "grad_norm": 1.6099507427787265, + "learning_rate": 1.56975664569474e-05, + "loss": 1.0718, + "step": 2382 + }, + { + "epoch": 0.32796586842829617, + "grad_norm": 1.677148945464491, + "learning_rate": 1.569390271975522e-05, + "loss": 1.1065, + "step": 2383 + }, + { + "epoch": 0.3281034957335535, + "grad_norm": 1.6867073430900097, + "learning_rate": 1.5690237851262514e-05, + "loss": 1.054, + "step": 2384 + }, + { + "epoch": 0.3282411230388109, + "grad_norm": 1.5476357444896331, + "learning_rate": 1.568657185219744e-05, + "loss": 1.1477, + "step": 2385 + }, + { + "epoch": 0.32837875034406827, + "grad_norm": 1.7980874442937367, + "learning_rate": 1.5682904723288375e-05, + "loss": 1.2185, + "step": 2386 + }, + { + "epoch": 0.3285163776493256, + "grad_norm": 1.438666087125086, + "learning_rate": 1.5679236465263938e-05, + "loss": 1.1147, + "step": 2387 + }, + { + "epoch": 0.32865400495458297, + "grad_norm": 1.8448147805777235, + "learning_rate": 1.5675567078852953e-05, + "loss": 1.1379, + "step": 2388 + }, + { + "epoch": 0.32879163225984037, + "grad_norm": 1.461200889205768, + "learning_rate": 1.567189656478448e-05, + "loss": 1.0819, + "step": 2389 + }, + { + "epoch": 0.3289292595650977, + "grad_norm": 1.8314351380859253, + "learning_rate": 1.56682249237878e-05, + "loss": 1.2043, + "step": 2390 + }, + { + "epoch": 0.32906688687035507, + "grad_norm": 1.6981429813598847, + "learning_rate": 1.5664552156592412e-05, + "loss": 1.1508, + "step": 2391 + }, + { + "epoch": 0.3292045141756124, + "grad_norm": 2.0726519913349573, + "learning_rate": 1.5660878263928054e-05, + "loss": 1.3265, + "step": 2392 + }, + { + "epoch": 0.3293421414808698, + "grad_norm": 1.818040800330577, + "learning_rate": 1.565720324652467e-05, + "loss": 1.2097, + "step": 2393 + }, + { + "epoch": 0.32947976878612717, + "grad_norm": 1.9120776209002641, + "learning_rate": 1.5653527105112444e-05, + "loss": 1.0592, + "step": 2394 + }, + { + "epoch": 0.3296173960913845, + "grad_norm": 1.5545311207876154, + "learning_rate": 1.564984984042177e-05, + "loss": 1.1467, + "step": 2395 + }, + { + "epoch": 0.32975502339664187, + "grad_norm": 1.6804195944867362, + "learning_rate": 1.564617145318327e-05, + "loss": 1.0894, + "step": 2396 + }, + { + "epoch": 0.32989265070189927, + "grad_norm": 1.9235611165036763, + "learning_rate": 1.5642491944127792e-05, + "loss": 1.1922, + "step": 2397 + }, + { + "epoch": 0.3300302780071566, + "grad_norm": 1.579710286559162, + "learning_rate": 1.56388113139864e-05, + "loss": 1.1327, + "step": 2398 + }, + { + "epoch": 0.33016790531241397, + "grad_norm": 1.6437080813063998, + "learning_rate": 1.5635129563490384e-05, + "loss": 1.0449, + "step": 2399 + }, + { + "epoch": 0.33030553261767137, + "grad_norm": 1.5980992062670112, + "learning_rate": 1.563144669337126e-05, + "loss": 1.128, + "step": 2400 + }, + { + "epoch": 0.3304431599229287, + "grad_norm": 1.6276433289820713, + "learning_rate": 1.5627762704360773e-05, + "loss": 1.0992, + "step": 2401 + }, + { + "epoch": 0.33058078722818607, + "grad_norm": 1.5176765072072458, + "learning_rate": 1.5624077597190864e-05, + "loss": 1.0148, + "step": 2402 + }, + { + "epoch": 0.3307184145334434, + "grad_norm": 1.587167318417163, + "learning_rate": 1.5620391372593723e-05, + "loss": 1.0686, + "step": 2403 + }, + { + "epoch": 0.3308560418387008, + "grad_norm": 1.5722916708964436, + "learning_rate": 1.5616704031301754e-05, + "loss": 1.1602, + "step": 2404 + }, + { + "epoch": 0.33099366914395817, + "grad_norm": 1.6178909861099449, + "learning_rate": 1.561301557404758e-05, + "loss": 1.1289, + "step": 2405 + }, + { + "epoch": 0.3311312964492155, + "grad_norm": 1.4953273878199178, + "learning_rate": 1.560932600156404e-05, + "loss": 1.0372, + "step": 2406 + }, + { + "epoch": 0.33126892375447287, + "grad_norm": 1.4672042231523357, + "learning_rate": 1.5605635314584206e-05, + "loss": 0.9887, + "step": 2407 + }, + { + "epoch": 0.33140655105973027, + "grad_norm": 1.6065534027542014, + "learning_rate": 1.560194351384137e-05, + "loss": 1.0761, + "step": 2408 + }, + { + "epoch": 0.3315441783649876, + "grad_norm": 1.814258772542067, + "learning_rate": 1.559825060006904e-05, + "loss": 1.1836, + "step": 2409 + }, + { + "epoch": 0.33168180567024497, + "grad_norm": 1.5575530171161924, + "learning_rate": 1.559455657400095e-05, + "loss": 1.0656, + "step": 2410 + }, + { + "epoch": 0.3318194329755023, + "grad_norm": 1.695654478592778, + "learning_rate": 1.559086143637105e-05, + "loss": 1.1287, + "step": 2411 + }, + { + "epoch": 0.3319570602807597, + "grad_norm": 1.6570344651163131, + "learning_rate": 1.5587165187913507e-05, + "loss": 1.0996, + "step": 2412 + }, + { + "epoch": 0.33209468758601707, + "grad_norm": 1.600888764474975, + "learning_rate": 1.5583467829362726e-05, + "loss": 1.1414, + "step": 2413 + }, + { + "epoch": 0.3322323148912744, + "grad_norm": 1.7342672984463132, + "learning_rate": 1.5579769361453317e-05, + "loss": 1.1173, + "step": 2414 + }, + { + "epoch": 0.33236994219653176, + "grad_norm": 1.6222313917176125, + "learning_rate": 1.557606978492011e-05, + "loss": 1.1256, + "step": 2415 + }, + { + "epoch": 0.33250756950178917, + "grad_norm": 2.075965813188757, + "learning_rate": 1.5572369100498168e-05, + "loss": 1.1536, + "step": 2416 + }, + { + "epoch": 0.3326451968070465, + "grad_norm": 1.5221855108904117, + "learning_rate": 1.5568667308922764e-05, + "loss": 1.0123, + "step": 2417 + }, + { + "epoch": 0.33278282411230387, + "grad_norm": 1.7539650586453897, + "learning_rate": 1.5564964410929394e-05, + "loss": 1.0401, + "step": 2418 + }, + { + "epoch": 0.33292045141756127, + "grad_norm": 1.599473007708306, + "learning_rate": 1.5561260407253766e-05, + "loss": 1.1806, + "step": 2419 + }, + { + "epoch": 0.3330580787228186, + "grad_norm": 1.5913311930225424, + "learning_rate": 1.5557555298631825e-05, + "loss": 1.0969, + "step": 2420 + }, + { + "epoch": 0.33319570602807597, + "grad_norm": 1.6483336418339922, + "learning_rate": 1.555384908579972e-05, + "loss": 1.0906, + "step": 2421 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 1.6194588381064356, + "learning_rate": 1.5550141769493824e-05, + "loss": 1.1061, + "step": 2422 + }, + { + "epoch": 0.3334709606385907, + "grad_norm": 1.5814868047057389, + "learning_rate": 1.554643335045073e-05, + "loss": 1.1605, + "step": 2423 + }, + { + "epoch": 0.33360858794384807, + "grad_norm": 1.6291030290163415, + "learning_rate": 1.5542723829407255e-05, + "loss": 1.1252, + "step": 2424 + }, + { + "epoch": 0.3337462152491054, + "grad_norm": 1.548336328253816, + "learning_rate": 1.553901320710043e-05, + "loss": 1.107, + "step": 2425 + }, + { + "epoch": 0.33388384255436276, + "grad_norm": 1.5153453648590816, + "learning_rate": 1.5535301484267496e-05, + "loss": 1.1122, + "step": 2426 + }, + { + "epoch": 0.33402146985962017, + "grad_norm": 1.7280094196001385, + "learning_rate": 1.553158866164593e-05, + "loss": 1.1315, + "step": 2427 + }, + { + "epoch": 0.3341590971648775, + "grad_norm": 1.8251518775399693, + "learning_rate": 1.5527874739973414e-05, + "loss": 1.2345, + "step": 2428 + }, + { + "epoch": 0.33429672447013487, + "grad_norm": 1.754597901245838, + "learning_rate": 1.5524159719987855e-05, + "loss": 1.2028, + "step": 2429 + }, + { + "epoch": 0.3344343517753922, + "grad_norm": 1.7453378585549493, + "learning_rate": 1.5520443602427378e-05, + "loss": 1.1079, + "step": 2430 + }, + { + "epoch": 0.3345719790806496, + "grad_norm": 1.6484580366261699, + "learning_rate": 1.5516726388030324e-05, + "loss": 1.2705, + "step": 2431 + }, + { + "epoch": 0.33470960638590697, + "grad_norm": 1.5151805728318095, + "learning_rate": 1.5513008077535255e-05, + "loss": 1.0387, + "step": 2432 + }, + { + "epoch": 0.3348472336911643, + "grad_norm": 1.6056317921145475, + "learning_rate": 1.5509288671680943e-05, + "loss": 1.185, + "step": 2433 + }, + { + "epoch": 0.33498486099642166, + "grad_norm": 1.6454200366884222, + "learning_rate": 1.5505568171206387e-05, + "loss": 1.1459, + "step": 2434 + }, + { + "epoch": 0.33512248830167907, + "grad_norm": 1.5183946476280425, + "learning_rate": 1.5501846576850796e-05, + "loss": 1.0463, + "step": 2435 + }, + { + "epoch": 0.3352601156069364, + "grad_norm": 1.5421103340025555, + "learning_rate": 1.5498123889353603e-05, + "loss": 1.0993, + "step": 2436 + }, + { + "epoch": 0.33539774291219376, + "grad_norm": 1.7333950666315923, + "learning_rate": 1.5494400109454457e-05, + "loss": 1.1391, + "step": 2437 + }, + { + "epoch": 0.33553537021745117, + "grad_norm": 1.5854736843381496, + "learning_rate": 1.5490675237893217e-05, + "loss": 1.1364, + "step": 2438 + }, + { + "epoch": 0.3356729975227085, + "grad_norm": 1.5016798629163521, + "learning_rate": 1.5486949275409967e-05, + "loss": 1.1326, + "step": 2439 + }, + { + "epoch": 0.33581062482796586, + "grad_norm": 1.6140807642435828, + "learning_rate": 1.5483222222745004e-05, + "loss": 1.2229, + "step": 2440 + }, + { + "epoch": 0.3359482521332232, + "grad_norm": 1.7225587055718108, + "learning_rate": 1.5479494080638844e-05, + "loss": 1.1287, + "step": 2441 + }, + { + "epoch": 0.3360858794384806, + "grad_norm": 1.5379376548198156, + "learning_rate": 1.5475764849832215e-05, + "loss": 1.1625, + "step": 2442 + }, + { + "epoch": 0.33622350674373797, + "grad_norm": 1.5548410505891626, + "learning_rate": 1.5472034531066066e-05, + "loss": 1.127, + "step": 2443 + }, + { + "epoch": 0.3363611340489953, + "grad_norm": 1.5941223439739018, + "learning_rate": 1.546830312508156e-05, + "loss": 1.1228, + "step": 2444 + }, + { + "epoch": 0.33649876135425266, + "grad_norm": 1.6866251299605224, + "learning_rate": 1.5464570632620074e-05, + "loss": 1.1759, + "step": 2445 + }, + { + "epoch": 0.33663638865951007, + "grad_norm": 1.812345074464023, + "learning_rate": 1.5460837054423206e-05, + "loss": 1.18, + "step": 2446 + }, + { + "epoch": 0.3367740159647674, + "grad_norm": 1.7177480640723533, + "learning_rate": 1.5457102391232765e-05, + "loss": 1.1529, + "step": 2447 + }, + { + "epoch": 0.33691164327002476, + "grad_norm": 1.815281080521506, + "learning_rate": 1.545336664379078e-05, + "loss": 1.0544, + "step": 2448 + }, + { + "epoch": 0.3370492705752821, + "grad_norm": 1.5058244192652985, + "learning_rate": 1.5449629812839492e-05, + "loss": 1.1101, + "step": 2449 + }, + { + "epoch": 0.3371868978805395, + "grad_norm": 1.7655732724511675, + "learning_rate": 1.5445891899121356e-05, + "loss": 1.1598, + "step": 2450 + }, + { + "epoch": 0.33732452518579686, + "grad_norm": 1.93538677738513, + "learning_rate": 1.5442152903379044e-05, + "loss": 1.1569, + "step": 2451 + }, + { + "epoch": 0.3374621524910542, + "grad_norm": 1.7634352251189778, + "learning_rate": 1.5438412826355447e-05, + "loss": 1.0258, + "step": 2452 + }, + { + "epoch": 0.33759977979631156, + "grad_norm": 1.515809917943273, + "learning_rate": 1.5434671668793668e-05, + "loss": 1.1665, + "step": 2453 + }, + { + "epoch": 0.33773740710156896, + "grad_norm": 1.7162803421357165, + "learning_rate": 1.5430929431437022e-05, + "loss": 1.1249, + "step": 2454 + }, + { + "epoch": 0.3378750344068263, + "grad_norm": 1.7080422425447208, + "learning_rate": 1.5427186115029035e-05, + "loss": 1.1183, + "step": 2455 + }, + { + "epoch": 0.33801266171208366, + "grad_norm": 1.5883564231290865, + "learning_rate": 1.5423441720313458e-05, + "loss": 1.1715, + "step": 2456 + }, + { + "epoch": 0.33815028901734107, + "grad_norm": 1.7440164184497988, + "learning_rate": 1.5419696248034245e-05, + "loss": 1.1997, + "step": 2457 + }, + { + "epoch": 0.3382879163225984, + "grad_norm": 1.6582983591471854, + "learning_rate": 1.5415949698935582e-05, + "loss": 1.1738, + "step": 2458 + }, + { + "epoch": 0.33842554362785576, + "grad_norm": 1.6203033483297773, + "learning_rate": 1.541220207376185e-05, + "loss": 1.2264, + "step": 2459 + }, + { + "epoch": 0.3385631709331131, + "grad_norm": 1.5345878783519848, + "learning_rate": 1.5408453373257646e-05, + "loss": 1.1902, + "step": 2460 + }, + { + "epoch": 0.3387007982383705, + "grad_norm": 1.6139982866513936, + "learning_rate": 1.5404703598167793e-05, + "loss": 1.199, + "step": 2461 + }, + { + "epoch": 0.33883842554362786, + "grad_norm": 1.6368623085015808, + "learning_rate": 1.5400952749237317e-05, + "loss": 1.0983, + "step": 2462 + }, + { + "epoch": 0.3389760528488852, + "grad_norm": 1.6764136679200414, + "learning_rate": 1.5397200827211464e-05, + "loss": 1.0863, + "step": 2463 + }, + { + "epoch": 0.33911368015414256, + "grad_norm": 1.5664332429817078, + "learning_rate": 1.539344783283568e-05, + "loss": 1.1019, + "step": 2464 + }, + { + "epoch": 0.33925130745939996, + "grad_norm": 1.5144418250205116, + "learning_rate": 1.5389693766855645e-05, + "loss": 1.1655, + "step": 2465 + }, + { + "epoch": 0.3393889347646573, + "grad_norm": 1.8835619695162225, + "learning_rate": 1.5385938630017233e-05, + "loss": 1.1681, + "step": 2466 + }, + { + "epoch": 0.33952656206991466, + "grad_norm": 1.843027970756508, + "learning_rate": 1.5382182423066544e-05, + "loss": 1.1224, + "step": 2467 + }, + { + "epoch": 0.339664189375172, + "grad_norm": 1.675093450188301, + "learning_rate": 1.5378425146749878e-05, + "loss": 1.1615, + "step": 2468 + }, + { + "epoch": 0.3398018166804294, + "grad_norm": 1.538458039643986, + "learning_rate": 1.537466680181376e-05, + "loss": 1.0917, + "step": 2469 + }, + { + "epoch": 0.33993944398568676, + "grad_norm": 1.6679842458989866, + "learning_rate": 1.5370907389004917e-05, + "loss": 1.1118, + "step": 2470 + }, + { + "epoch": 0.3400770712909441, + "grad_norm": 1.6327385099564327, + "learning_rate": 1.5367146909070297e-05, + "loss": 1.1318, + "step": 2471 + }, + { + "epoch": 0.34021469859620146, + "grad_norm": 1.634118975495402, + "learning_rate": 1.5363385362757054e-05, + "loss": 1.103, + "step": 2472 + }, + { + "epoch": 0.34035232590145886, + "grad_norm": 1.7408827503955988, + "learning_rate": 1.535962275081256e-05, + "loss": 1.1761, + "step": 2473 + }, + { + "epoch": 0.3404899532067162, + "grad_norm": 1.5084295624556059, + "learning_rate": 1.535585907398439e-05, + "loss": 1.1123, + "step": 2474 + }, + { + "epoch": 0.34062758051197356, + "grad_norm": 1.7894162371857625, + "learning_rate": 1.535209433302033e-05, + "loss": 1.1753, + "step": 2475 + }, + { + "epoch": 0.34076520781723096, + "grad_norm": 1.5421611059577225, + "learning_rate": 1.534832852866839e-05, + "loss": 1.0726, + "step": 2476 + }, + { + "epoch": 0.3409028351224883, + "grad_norm": 1.806224772304308, + "learning_rate": 1.5344561661676784e-05, + "loss": 1.2311, + "step": 2477 + }, + { + "epoch": 0.34104046242774566, + "grad_norm": 1.6781210276523497, + "learning_rate": 1.5340793732793934e-05, + "loss": 1.086, + "step": 2478 + }, + { + "epoch": 0.341178089733003, + "grad_norm": 1.6072162884884595, + "learning_rate": 1.5337024742768475e-05, + "loss": 1.132, + "step": 2479 + }, + { + "epoch": 0.3413157170382604, + "grad_norm": 1.9314036778948156, + "learning_rate": 1.533325469234926e-05, + "loss": 1.1534, + "step": 2480 + }, + { + "epoch": 0.34145334434351776, + "grad_norm": 1.6380322076995628, + "learning_rate": 1.532948358228534e-05, + "loss": 1.1206, + "step": 2481 + }, + { + "epoch": 0.3415909716487751, + "grad_norm": 1.7940028731094904, + "learning_rate": 1.5325711413325984e-05, + "loss": 1.2253, + "step": 2482 + }, + { + "epoch": 0.34172859895403246, + "grad_norm": 1.7078172782092245, + "learning_rate": 1.532193818622067e-05, + "loss": 1.1594, + "step": 2483 + }, + { + "epoch": 0.34186622625928986, + "grad_norm": 1.7965800095919537, + "learning_rate": 1.531816390171909e-05, + "loss": 1.1616, + "step": 2484 + }, + { + "epoch": 0.3420038535645472, + "grad_norm": 1.7010242816491856, + "learning_rate": 1.5314388560571142e-05, + "loss": 1.1896, + "step": 2485 + }, + { + "epoch": 0.34214148086980456, + "grad_norm": 1.5282719101626125, + "learning_rate": 1.531061216352693e-05, + "loss": 1.0611, + "step": 2486 + }, + { + "epoch": 0.3422791081750619, + "grad_norm": 1.6253856876020538, + "learning_rate": 1.530683471133678e-05, + "loss": 1.1708, + "step": 2487 + }, + { + "epoch": 0.3424167354803193, + "grad_norm": 1.6163195576585145, + "learning_rate": 1.530305620475121e-05, + "loss": 1.1136, + "step": 2488 + }, + { + "epoch": 0.34255436278557666, + "grad_norm": 1.6125355180122278, + "learning_rate": 1.5299276644520965e-05, + "loss": 1.1531, + "step": 2489 + }, + { + "epoch": 0.342691990090834, + "grad_norm": 1.645019317416775, + "learning_rate": 1.529549603139699e-05, + "loss": 1.059, + "step": 2490 + }, + { + "epoch": 0.34282961739609136, + "grad_norm": 1.7313341174311612, + "learning_rate": 1.5291714366130438e-05, + "loss": 1.1336, + "step": 2491 + }, + { + "epoch": 0.34296724470134876, + "grad_norm": 1.5754411489122544, + "learning_rate": 1.528793164947268e-05, + "loss": 1.1496, + "step": 2492 + }, + { + "epoch": 0.3431048720066061, + "grad_norm": 1.6251142760966661, + "learning_rate": 1.5284147882175287e-05, + "loss": 1.0502, + "step": 2493 + }, + { + "epoch": 0.34324249931186346, + "grad_norm": 1.6375207904041844, + "learning_rate": 1.5280363064990042e-05, + "loss": 1.0755, + "step": 2494 + }, + { + "epoch": 0.34338012661712086, + "grad_norm": 1.4516135362662952, + "learning_rate": 1.5276577198668938e-05, + "loss": 1.1067, + "step": 2495 + }, + { + "epoch": 0.3435177539223782, + "grad_norm": 1.7342727223526357, + "learning_rate": 1.527279028396417e-05, + "loss": 1.1754, + "step": 2496 + }, + { + "epoch": 0.34365538122763556, + "grad_norm": 1.614762921111762, + "learning_rate": 1.5269002321628152e-05, + "loss": 1.1478, + "step": 2497 + }, + { + "epoch": 0.3437930085328929, + "grad_norm": 1.7377557085957118, + "learning_rate": 1.5265213312413496e-05, + "loss": 1.2175, + "step": 2498 + }, + { + "epoch": 0.3439306358381503, + "grad_norm": 1.667299259252057, + "learning_rate": 1.5261423257073028e-05, + "loss": 1.0361, + "step": 2499 + }, + { + "epoch": 0.34406826314340766, + "grad_norm": 1.479161212820411, + "learning_rate": 1.5257632156359779e-05, + "loss": 1.0886, + "step": 2500 + }, + { + "epoch": 0.344205890448665, + "grad_norm": 1.7435154299628153, + "learning_rate": 1.5253840011026992e-05, + "loss": 1.1279, + "step": 2501 + }, + { + "epoch": 0.34434351775392236, + "grad_norm": 1.6698607580847982, + "learning_rate": 1.525004682182811e-05, + "loss": 1.1238, + "step": 2502 + }, + { + "epoch": 0.34448114505917976, + "grad_norm": 1.4128112865802418, + "learning_rate": 1.524625258951679e-05, + "loss": 1.0259, + "step": 2503 + }, + { + "epoch": 0.3446187723644371, + "grad_norm": 1.552808546054431, + "learning_rate": 1.5242457314846894e-05, + "loss": 1.1514, + "step": 2504 + }, + { + "epoch": 0.34475639966969446, + "grad_norm": 1.7177850804180352, + "learning_rate": 1.5238660998572492e-05, + "loss": 1.1692, + "step": 2505 + }, + { + "epoch": 0.3448940269749518, + "grad_norm": 1.6109162950308356, + "learning_rate": 1.5234863641447857e-05, + "loss": 1.1178, + "step": 2506 + }, + { + "epoch": 0.3450316542802092, + "grad_norm": 1.6584578421724767, + "learning_rate": 1.5231065244227474e-05, + "loss": 1.0918, + "step": 2507 + }, + { + "epoch": 0.34516928158546656, + "grad_norm": 1.491227489734116, + "learning_rate": 1.5227265807666034e-05, + "loss": 1.0794, + "step": 2508 + }, + { + "epoch": 0.3453069088907239, + "grad_norm": 1.691067566985256, + "learning_rate": 1.522346533251843e-05, + "loss": 1.1134, + "step": 2509 + }, + { + "epoch": 0.34544453619598126, + "grad_norm": 1.5172869909305537, + "learning_rate": 1.5219663819539769e-05, + "loss": 1.106, + "step": 2510 + }, + { + "epoch": 0.34558216350123866, + "grad_norm": 1.6778595299519385, + "learning_rate": 1.5215861269485354e-05, + "loss": 1.1606, + "step": 2511 + }, + { + "epoch": 0.345719790806496, + "grad_norm": 1.6533399130284263, + "learning_rate": 1.5212057683110702e-05, + "loss": 1.1466, + "step": 2512 + }, + { + "epoch": 0.34585741811175336, + "grad_norm": 1.780414102525548, + "learning_rate": 1.5208253061171535e-05, + "loss": 1.0896, + "step": 2513 + }, + { + "epoch": 0.34599504541701076, + "grad_norm": 1.795314378787658, + "learning_rate": 1.5204447404423777e-05, + "loss": 1.0797, + "step": 2514 + }, + { + "epoch": 0.3461326727222681, + "grad_norm": 1.770227791272289, + "learning_rate": 1.5200640713623558e-05, + "loss": 1.1483, + "step": 2515 + }, + { + "epoch": 0.34627030002752546, + "grad_norm": 1.9276479463936442, + "learning_rate": 1.5196832989527222e-05, + "loss": 1.1392, + "step": 2516 + }, + { + "epoch": 0.3464079273327828, + "grad_norm": 1.6099982600752027, + "learning_rate": 1.519302423289131e-05, + "loss": 1.1391, + "step": 2517 + }, + { + "epoch": 0.3465455546380402, + "grad_norm": 1.7433613019145655, + "learning_rate": 1.5189214444472562e-05, + "loss": 1.1006, + "step": 2518 + }, + { + "epoch": 0.34668318194329756, + "grad_norm": 1.6849219305526089, + "learning_rate": 1.5185403625027941e-05, + "loss": 1.0967, + "step": 2519 + }, + { + "epoch": 0.3468208092485549, + "grad_norm": 1.6700961315887122, + "learning_rate": 1.5181591775314597e-05, + "loss": 1.2037, + "step": 2520 + }, + { + "epoch": 0.34695843655381226, + "grad_norm": 1.7628120275389774, + "learning_rate": 1.51777788960899e-05, + "loss": 1.1173, + "step": 2521 + }, + { + "epoch": 0.34709606385906966, + "grad_norm": 1.6180254710828759, + "learning_rate": 1.5173964988111406e-05, + "loss": 1.1118, + "step": 2522 + }, + { + "epoch": 0.347233691164327, + "grad_norm": 1.6628845024070031, + "learning_rate": 1.5170150052136896e-05, + "loss": 1.0865, + "step": 2523 + }, + { + "epoch": 0.34737131846958436, + "grad_norm": 1.803983841720677, + "learning_rate": 1.5166334088924343e-05, + "loss": 1.1035, + "step": 2524 + }, + { + "epoch": 0.3475089457748417, + "grad_norm": 1.6580750264256583, + "learning_rate": 1.5162517099231923e-05, + "loss": 1.0841, + "step": 2525 + }, + { + "epoch": 0.3476465730800991, + "grad_norm": 1.764209655094198, + "learning_rate": 1.5158699083818027e-05, + "loss": 1.1755, + "step": 2526 + }, + { + "epoch": 0.34778420038535646, + "grad_norm": 1.872421532778245, + "learning_rate": 1.5154880043441233e-05, + "loss": 1.1559, + "step": 2527 + }, + { + "epoch": 0.3479218276906138, + "grad_norm": 1.5746435497808253, + "learning_rate": 1.5151059978860341e-05, + "loss": 1.1159, + "step": 2528 + }, + { + "epoch": 0.34805945499587115, + "grad_norm": 1.8290638053762227, + "learning_rate": 1.514723889083434e-05, + "loss": 1.2101, + "step": 2529 + }, + { + "epoch": 0.34819708230112856, + "grad_norm": 1.561020418079046, + "learning_rate": 1.514341678012243e-05, + "loss": 1.2348, + "step": 2530 + }, + { + "epoch": 0.3483347096063859, + "grad_norm": 1.5890454305661774, + "learning_rate": 1.513959364748401e-05, + "loss": 1.1335, + "step": 2531 + }, + { + "epoch": 0.34847233691164325, + "grad_norm": 1.7191759889954215, + "learning_rate": 1.5135769493678686e-05, + "loss": 1.0945, + "step": 2532 + }, + { + "epoch": 0.34860996421690066, + "grad_norm": 1.7269703175792832, + "learning_rate": 1.5131944319466269e-05, + "loss": 1.1768, + "step": 2533 + }, + { + "epoch": 0.348747591522158, + "grad_norm": 1.745366200130912, + "learning_rate": 1.5128118125606759e-05, + "loss": 1.1618, + "step": 2534 + }, + { + "epoch": 0.34888521882741536, + "grad_norm": 1.4786533688054104, + "learning_rate": 1.5124290912860375e-05, + "loss": 1.1721, + "step": 2535 + }, + { + "epoch": 0.3490228461326727, + "grad_norm": 1.7390289393059488, + "learning_rate": 1.5120462681987534e-05, + "loss": 1.1851, + "step": 2536 + }, + { + "epoch": 0.3491604734379301, + "grad_norm": 1.6488328914642738, + "learning_rate": 1.5116633433748846e-05, + "loss": 1.1103, + "step": 2537 + }, + { + "epoch": 0.34929810074318746, + "grad_norm": 1.690488644521612, + "learning_rate": 1.5112803168905133e-05, + "loss": 1.272, + "step": 2538 + }, + { + "epoch": 0.3494357280484448, + "grad_norm": 1.8818839192556336, + "learning_rate": 1.5108971888217418e-05, + "loss": 1.2215, + "step": 2539 + }, + { + "epoch": 0.34957335535370215, + "grad_norm": 1.6514361618615183, + "learning_rate": 1.5105139592446923e-05, + "loss": 1.1444, + "step": 2540 + }, + { + "epoch": 0.34971098265895956, + "grad_norm": 1.7133899697722919, + "learning_rate": 1.5101306282355076e-05, + "loss": 1.2165, + "step": 2541 + }, + { + "epoch": 0.3498486099642169, + "grad_norm": 1.7582762916044985, + "learning_rate": 1.5097471958703494e-05, + "loss": 1.145, + "step": 2542 + }, + { + "epoch": 0.34998623726947425, + "grad_norm": 1.5442098312932175, + "learning_rate": 1.5093636622254012e-05, + "loss": 1.1423, + "step": 2543 + }, + { + "epoch": 0.3501238645747316, + "grad_norm": 1.9750789222039526, + "learning_rate": 1.508980027376866e-05, + "loss": 1.051, + "step": 2544 + }, + { + "epoch": 0.350261491879989, + "grad_norm": 1.697782042179858, + "learning_rate": 1.5085962914009667e-05, + "loss": 1.1679, + "step": 2545 + }, + { + "epoch": 0.35039911918524635, + "grad_norm": 1.7014979377203263, + "learning_rate": 1.5082124543739456e-05, + "loss": 1.2126, + "step": 2546 + }, + { + "epoch": 0.3505367464905037, + "grad_norm": 1.699100566226849, + "learning_rate": 1.5078285163720669e-05, + "loss": 1.0882, + "step": 2547 + }, + { + "epoch": 0.35067437379576105, + "grad_norm": 1.6001639203633455, + "learning_rate": 1.5074444774716135e-05, + "loss": 1.1262, + "step": 2548 + }, + { + "epoch": 0.35081200110101846, + "grad_norm": 1.6644481426442554, + "learning_rate": 1.5070603377488885e-05, + "loss": 1.1315, + "step": 2549 + }, + { + "epoch": 0.3509496284062758, + "grad_norm": 1.564963181862755, + "learning_rate": 1.5066760972802153e-05, + "loss": 1.0647, + "step": 2550 + }, + { + "epoch": 0.35108725571153315, + "grad_norm": 1.744228211582261, + "learning_rate": 1.5062917561419373e-05, + "loss": 1.1337, + "step": 2551 + }, + { + "epoch": 0.35122488301679056, + "grad_norm": 1.5893384166715068, + "learning_rate": 1.5059073144104174e-05, + "loss": 1.1904, + "step": 2552 + }, + { + "epoch": 0.3513625103220479, + "grad_norm": 1.626600397328753, + "learning_rate": 1.5055227721620394e-05, + "loss": 1.1062, + "step": 2553 + }, + { + "epoch": 0.35150013762730525, + "grad_norm": 1.6590731193398385, + "learning_rate": 1.5051381294732064e-05, + "loss": 1.1347, + "step": 2554 + }, + { + "epoch": 0.3516377649325626, + "grad_norm": 1.6380020607819294, + "learning_rate": 1.5047533864203416e-05, + "loss": 1.134, + "step": 2555 + }, + { + "epoch": 0.35177539223782, + "grad_norm": 1.928946740102919, + "learning_rate": 1.5043685430798884e-05, + "loss": 1.1447, + "step": 2556 + }, + { + "epoch": 0.35191301954307735, + "grad_norm": 1.5253813646276182, + "learning_rate": 1.5039835995283097e-05, + "loss": 1.1057, + "step": 2557 + }, + { + "epoch": 0.3520506468483347, + "grad_norm": 1.5263043777644032, + "learning_rate": 1.5035985558420887e-05, + "loss": 0.9966, + "step": 2558 + }, + { + "epoch": 0.35218827415359205, + "grad_norm": 1.5896110773586032, + "learning_rate": 1.503213412097728e-05, + "loss": 1.0716, + "step": 2559 + }, + { + "epoch": 0.35232590145884946, + "grad_norm": 1.927155505885923, + "learning_rate": 1.5028281683717505e-05, + "loss": 1.1419, + "step": 2560 + }, + { + "epoch": 0.3524635287641068, + "grad_norm": 1.7163640085686243, + "learning_rate": 1.5024428247406992e-05, + "loss": 1.1887, + "step": 2561 + }, + { + "epoch": 0.35260115606936415, + "grad_norm": 1.569725552980027, + "learning_rate": 1.5020573812811359e-05, + "loss": 1.0142, + "step": 2562 + }, + { + "epoch": 0.3527387833746215, + "grad_norm": 1.6084956400554002, + "learning_rate": 1.5016718380696436e-05, + "loss": 1.1235, + "step": 2563 + }, + { + "epoch": 0.3528764106798789, + "grad_norm": 1.843532886096334, + "learning_rate": 1.5012861951828241e-05, + "loss": 1.191, + "step": 2564 + }, + { + "epoch": 0.35301403798513625, + "grad_norm": 1.750437769052347, + "learning_rate": 1.5009004526972999e-05, + "loss": 1.1546, + "step": 2565 + }, + { + "epoch": 0.3531516652903936, + "grad_norm": 1.673259142517554, + "learning_rate": 1.5005146106897117e-05, + "loss": 1.1778, + "step": 2566 + }, + { + "epoch": 0.35328929259565095, + "grad_norm": 1.731850857657537, + "learning_rate": 1.5001286692367221e-05, + "loss": 1.131, + "step": 2567 + }, + { + "epoch": 0.35342691990090835, + "grad_norm": 1.5358445725924468, + "learning_rate": 1.4997426284150119e-05, + "loss": 1.1707, + "step": 2568 + }, + { + "epoch": 0.3535645472061657, + "grad_norm": 1.7262849585194826, + "learning_rate": 1.4993564883012816e-05, + "loss": 1.2009, + "step": 2569 + }, + { + "epoch": 0.35370217451142305, + "grad_norm": 1.6661314295966148, + "learning_rate": 1.498970248972253e-05, + "loss": 1.1607, + "step": 2570 + }, + { + "epoch": 0.35383980181668045, + "grad_norm": 1.850240315479794, + "learning_rate": 1.4985839105046663e-05, + "loss": 1.2016, + "step": 2571 + }, + { + "epoch": 0.3539774291219378, + "grad_norm": 1.6064158667543227, + "learning_rate": 1.498197472975281e-05, + "loss": 1.1174, + "step": 2572 + }, + { + "epoch": 0.35411505642719515, + "grad_norm": 1.785817458875293, + "learning_rate": 1.4978109364608777e-05, + "loss": 1.0392, + "step": 2573 + }, + { + "epoch": 0.3542526837324525, + "grad_norm": 1.858378678004965, + "learning_rate": 1.4974243010382554e-05, + "loss": 1.1154, + "step": 2574 + }, + { + "epoch": 0.3543903110377099, + "grad_norm": 1.4868092025928208, + "learning_rate": 1.4970375667842336e-05, + "loss": 1.0888, + "step": 2575 + }, + { + "epoch": 0.35452793834296725, + "grad_norm": 1.5621139505805957, + "learning_rate": 1.4966507337756511e-05, + "loss": 1.15, + "step": 2576 + }, + { + "epoch": 0.3546655656482246, + "grad_norm": 1.6402300042178863, + "learning_rate": 1.4962638020893659e-05, + "loss": 1.152, + "step": 2577 + }, + { + "epoch": 0.35480319295348195, + "grad_norm": 1.5424955996363303, + "learning_rate": 1.4958767718022565e-05, + "loss": 1.0498, + "step": 2578 + }, + { + "epoch": 0.35494082025873935, + "grad_norm": 1.7507469292433961, + "learning_rate": 1.4954896429912205e-05, + "loss": 1.1725, + "step": 2579 + }, + { + "epoch": 0.3550784475639967, + "grad_norm": 1.9308570197067965, + "learning_rate": 1.4951024157331749e-05, + "loss": 1.2167, + "step": 2580 + }, + { + "epoch": 0.35521607486925405, + "grad_norm": 1.5417120590947586, + "learning_rate": 1.4947150901050564e-05, + "loss": 1.1209, + "step": 2581 + }, + { + "epoch": 0.3553537021745114, + "grad_norm": 1.545990192412931, + "learning_rate": 1.4943276661838215e-05, + "loss": 1.1323, + "step": 2582 + }, + { + "epoch": 0.3554913294797688, + "grad_norm": 1.5844253115572433, + "learning_rate": 1.4939401440464458e-05, + "loss": 1.1026, + "step": 2583 + }, + { + "epoch": 0.35562895678502615, + "grad_norm": 1.4843823611198403, + "learning_rate": 1.4935525237699249e-05, + "loss": 1.0791, + "step": 2584 + }, + { + "epoch": 0.3557665840902835, + "grad_norm": 1.5392687844035107, + "learning_rate": 1.4931648054312736e-05, + "loss": 1.1435, + "step": 2585 + }, + { + "epoch": 0.35590421139554085, + "grad_norm": 1.6438540167297446, + "learning_rate": 1.4927769891075259e-05, + "loss": 1.1527, + "step": 2586 + }, + { + "epoch": 0.35604183870079825, + "grad_norm": 1.5171098081735421, + "learning_rate": 1.492389074875736e-05, + "loss": 1.1699, + "step": 2587 + }, + { + "epoch": 0.3561794660060556, + "grad_norm": 1.7256674194370105, + "learning_rate": 1.4920010628129769e-05, + "loss": 1.1021, + "step": 2588 + }, + { + "epoch": 0.35631709331131295, + "grad_norm": 1.5484800477144567, + "learning_rate": 1.4916129529963415e-05, + "loss": 1.138, + "step": 2589 + }, + { + "epoch": 0.35645472061657035, + "grad_norm": 1.4319146797582112, + "learning_rate": 1.4912247455029417e-05, + "loss": 1.1209, + "step": 2590 + }, + { + "epoch": 0.3565923479218277, + "grad_norm": 1.550260470760263, + "learning_rate": 1.4908364404099093e-05, + "loss": 1.0976, + "step": 2591 + }, + { + "epoch": 0.35672997522708505, + "grad_norm": 1.580849684003888, + "learning_rate": 1.490448037794395e-05, + "loss": 1.1556, + "step": 2592 + }, + { + "epoch": 0.3568676025323424, + "grad_norm": 1.572714582200033, + "learning_rate": 1.4900595377335686e-05, + "loss": 1.1381, + "step": 2593 + }, + { + "epoch": 0.3570052298375998, + "grad_norm": 1.667070383266284, + "learning_rate": 1.4896709403046205e-05, + "loss": 1.1606, + "step": 2594 + }, + { + "epoch": 0.35714285714285715, + "grad_norm": 1.8105553188752057, + "learning_rate": 1.4892822455847595e-05, + "loss": 1.135, + "step": 2595 + }, + { + "epoch": 0.3572804844481145, + "grad_norm": 1.639819000456946, + "learning_rate": 1.4888934536512141e-05, + "loss": 1.1168, + "step": 2596 + }, + { + "epoch": 0.35741811175337185, + "grad_norm": 1.525201451368483, + "learning_rate": 1.4885045645812316e-05, + "loss": 1.0591, + "step": 2597 + }, + { + "epoch": 0.35755573905862925, + "grad_norm": 1.6506877816956766, + "learning_rate": 1.4881155784520789e-05, + "loss": 1.1418, + "step": 2598 + }, + { + "epoch": 0.3576933663638866, + "grad_norm": 1.5589370288280306, + "learning_rate": 1.4877264953410421e-05, + "loss": 1.0816, + "step": 2599 + }, + { + "epoch": 0.35783099366914395, + "grad_norm": 1.691361078739897, + "learning_rate": 1.4873373153254271e-05, + "loss": 1.0947, + "step": 2600 + }, + { + "epoch": 0.3579686209744013, + "grad_norm": 1.7122244415933172, + "learning_rate": 1.4869480384825585e-05, + "loss": 1.1768, + "step": 2601 + }, + { + "epoch": 0.3581062482796587, + "grad_norm": 1.849346111672038, + "learning_rate": 1.4865586648897803e-05, + "loss": 1.266, + "step": 2602 + }, + { + "epoch": 0.35824387558491605, + "grad_norm": 1.7470705454607738, + "learning_rate": 1.4861691946244553e-05, + "loss": 1.103, + "step": 2603 + }, + { + "epoch": 0.3583815028901734, + "grad_norm": 1.7699595298216182, + "learning_rate": 1.4857796277639666e-05, + "loss": 1.1919, + "step": 2604 + }, + { + "epoch": 0.35851913019543075, + "grad_norm": 1.7804490602540441, + "learning_rate": 1.4853899643857154e-05, + "loss": 1.0823, + "step": 2605 + }, + { + "epoch": 0.35865675750068815, + "grad_norm": 1.7805579440100083, + "learning_rate": 1.4850002045671228e-05, + "loss": 1.1585, + "step": 2606 + }, + { + "epoch": 0.3587943848059455, + "grad_norm": 1.6100311605759614, + "learning_rate": 1.484610348385628e-05, + "loss": 1.1099, + "step": 2607 + }, + { + "epoch": 0.35893201211120285, + "grad_norm": 1.561767278531733, + "learning_rate": 1.4842203959186908e-05, + "loss": 1.1252, + "step": 2608 + }, + { + "epoch": 0.35906963941646025, + "grad_norm": 1.5710899880481373, + "learning_rate": 1.4838303472437891e-05, + "loss": 1.1076, + "step": 2609 + }, + { + "epoch": 0.3592072667217176, + "grad_norm": 1.4854044843317447, + "learning_rate": 1.4834402024384205e-05, + "loss": 1.0467, + "step": 2610 + }, + { + "epoch": 0.35934489402697495, + "grad_norm": 1.4263949719155269, + "learning_rate": 1.483049961580101e-05, + "loss": 0.9828, + "step": 2611 + }, + { + "epoch": 0.3594825213322323, + "grad_norm": 1.453088768318704, + "learning_rate": 1.4826596247463668e-05, + "loss": 1.0999, + "step": 2612 + }, + { + "epoch": 0.3596201486374897, + "grad_norm": 1.6689922168315365, + "learning_rate": 1.4822691920147718e-05, + "loss": 1.085, + "step": 2613 + }, + { + "epoch": 0.35975777594274705, + "grad_norm": 1.5581984856900728, + "learning_rate": 1.4818786634628898e-05, + "loss": 1.1561, + "step": 2614 + }, + { + "epoch": 0.3598954032480044, + "grad_norm": 1.8760440056109928, + "learning_rate": 1.4814880391683135e-05, + "loss": 1.227, + "step": 2615 + }, + { + "epoch": 0.36003303055326175, + "grad_norm": 1.640254815949224, + "learning_rate": 1.481097319208655e-05, + "loss": 1.1333, + "step": 2616 + }, + { + "epoch": 0.36017065785851915, + "grad_norm": 1.9248797679915262, + "learning_rate": 1.4807065036615442e-05, + "loss": 1.1596, + "step": 2617 + }, + { + "epoch": 0.3603082851637765, + "grad_norm": 1.7841487584690163, + "learning_rate": 1.4803155926046318e-05, + "loss": 1.1884, + "step": 2618 + }, + { + "epoch": 0.36044591246903385, + "grad_norm": 1.502276377669317, + "learning_rate": 1.4799245861155855e-05, + "loss": 1.1622, + "step": 2619 + }, + { + "epoch": 0.3605835397742912, + "grad_norm": 1.5443599579442382, + "learning_rate": 1.4795334842720936e-05, + "loss": 1.0301, + "step": 2620 + }, + { + "epoch": 0.3607211670795486, + "grad_norm": 1.6163636051358197, + "learning_rate": 1.4791422871518626e-05, + "loss": 1.1057, + "step": 2621 + }, + { + "epoch": 0.36085879438480595, + "grad_norm": 1.728685618015881, + "learning_rate": 1.4787509948326177e-05, + "loss": 1.2097, + "step": 2622 + }, + { + "epoch": 0.3609964216900633, + "grad_norm": 1.6072841577266426, + "learning_rate": 1.4783596073921036e-05, + "loss": 1.1212, + "step": 2623 + }, + { + "epoch": 0.36113404899532064, + "grad_norm": 1.818932866942312, + "learning_rate": 1.4779681249080833e-05, + "loss": 1.109, + "step": 2624 + }, + { + "epoch": 0.36127167630057805, + "grad_norm": 1.6334150087621957, + "learning_rate": 1.4775765474583396e-05, + "loss": 1.1429, + "step": 2625 + }, + { + "epoch": 0.3614093036058354, + "grad_norm": 1.6150745670238023, + "learning_rate": 1.477184875120673e-05, + "loss": 1.0558, + "step": 2626 + }, + { + "epoch": 0.36154693091109275, + "grad_norm": 1.741883402056023, + "learning_rate": 1.4767931079729039e-05, + "loss": 1.1236, + "step": 2627 + }, + { + "epoch": 0.36168455821635015, + "grad_norm": 1.4864047252894022, + "learning_rate": 1.4764012460928707e-05, + "loss": 1.1104, + "step": 2628 + }, + { + "epoch": 0.3618221855216075, + "grad_norm": 1.5663610158571355, + "learning_rate": 1.4760092895584313e-05, + "loss": 1.0993, + "step": 2629 + }, + { + "epoch": 0.36195981282686485, + "grad_norm": 1.6758162056234054, + "learning_rate": 1.4756172384474615e-05, + "loss": 1.1465, + "step": 2630 + }, + { + "epoch": 0.3620974401321222, + "grad_norm": 1.573197669849948, + "learning_rate": 1.475225092837857e-05, + "loss": 1.0846, + "step": 2631 + }, + { + "epoch": 0.3622350674373796, + "grad_norm": 1.8142421826652557, + "learning_rate": 1.4748328528075319e-05, + "loss": 1.1187, + "step": 2632 + }, + { + "epoch": 0.36237269474263695, + "grad_norm": 1.6301420464707572, + "learning_rate": 1.4744405184344186e-05, + "loss": 1.0528, + "step": 2633 + }, + { + "epoch": 0.3625103220478943, + "grad_norm": 1.475212771559511, + "learning_rate": 1.4740480897964689e-05, + "loss": 1.0791, + "step": 2634 + }, + { + "epoch": 0.36264794935315164, + "grad_norm": 1.6195079578001277, + "learning_rate": 1.4736555669716526e-05, + "loss": 1.1909, + "step": 2635 + }, + { + "epoch": 0.36278557665840905, + "grad_norm": 1.6413541257915754, + "learning_rate": 1.4732629500379587e-05, + "loss": 1.1143, + "step": 2636 + }, + { + "epoch": 0.3629232039636664, + "grad_norm": 1.5811169119899269, + "learning_rate": 1.472870239073395e-05, + "loss": 0.9923, + "step": 2637 + }, + { + "epoch": 0.36306083126892374, + "grad_norm": 1.6261477384489689, + "learning_rate": 1.4724774341559875e-05, + "loss": 1.0907, + "step": 2638 + }, + { + "epoch": 0.3631984585741811, + "grad_norm": 1.503771293092601, + "learning_rate": 1.4720845353637815e-05, + "loss": 1.0981, + "step": 2639 + }, + { + "epoch": 0.3633360858794385, + "grad_norm": 1.6860556177612778, + "learning_rate": 1.4716915427748402e-05, + "loss": 1.1904, + "step": 2640 + }, + { + "epoch": 0.36347371318469585, + "grad_norm": 1.479954365452467, + "learning_rate": 1.4712984564672464e-05, + "loss": 1.0795, + "step": 2641 + }, + { + "epoch": 0.3636113404899532, + "grad_norm": 1.6422986321004638, + "learning_rate": 1.4709052765191006e-05, + "loss": 1.1094, + "step": 2642 + }, + { + "epoch": 0.36374896779521054, + "grad_norm": 1.7197917007130876, + "learning_rate": 1.4705120030085223e-05, + "loss": 1.1283, + "step": 2643 + }, + { + "epoch": 0.36388659510046795, + "grad_norm": 1.498603284606799, + "learning_rate": 1.4701186360136497e-05, + "loss": 1.0433, + "step": 2644 + }, + { + "epoch": 0.3640242224057253, + "grad_norm": 1.9839878129574908, + "learning_rate": 1.4697251756126397e-05, + "loss": 1.2878, + "step": 2645 + }, + { + "epoch": 0.36416184971098264, + "grad_norm": 1.6822250748308072, + "learning_rate": 1.4693316218836663e-05, + "loss": 1.1391, + "step": 2646 + }, + { + "epoch": 0.36429947701624005, + "grad_norm": 1.7140673381717528, + "learning_rate": 1.4689379749049246e-05, + "loss": 1.1158, + "step": 2647 + }, + { + "epoch": 0.3644371043214974, + "grad_norm": 1.5291201093748445, + "learning_rate": 1.4685442347546261e-05, + "loss": 1.1345, + "step": 2648 + }, + { + "epoch": 0.36457473162675474, + "grad_norm": 1.5568851016313106, + "learning_rate": 1.4681504015110022e-05, + "loss": 1.0904, + "step": 2649 + }, + { + "epoch": 0.3647123589320121, + "grad_norm": 1.6188546560774053, + "learning_rate": 1.4677564752523017e-05, + "loss": 1.0654, + "step": 2650 + }, + { + "epoch": 0.3648499862372695, + "grad_norm": 1.5386066720786897, + "learning_rate": 1.4673624560567923e-05, + "loss": 1.0662, + "step": 2651 + }, + { + "epoch": 0.36498761354252685, + "grad_norm": 1.959560264883388, + "learning_rate": 1.4669683440027605e-05, + "loss": 1.2036, + "step": 2652 + }, + { + "epoch": 0.3651252408477842, + "grad_norm": 1.6175331311818182, + "learning_rate": 1.4665741391685107e-05, + "loss": 1.0716, + "step": 2653 + }, + { + "epoch": 0.36526286815304154, + "grad_norm": 1.7192749739860407, + "learning_rate": 1.4661798416323663e-05, + "loss": 1.1384, + "step": 2654 + }, + { + "epoch": 0.36540049545829895, + "grad_norm": 1.639310316347784, + "learning_rate": 1.4657854514726684e-05, + "loss": 1.0991, + "step": 2655 + }, + { + "epoch": 0.3655381227635563, + "grad_norm": 1.6583232875547291, + "learning_rate": 1.4653909687677774e-05, + "loss": 1.0855, + "step": 2656 + }, + { + "epoch": 0.36567575006881364, + "grad_norm": 1.9789489547777062, + "learning_rate": 1.4649963935960715e-05, + "loss": 1.2749, + "step": 2657 + }, + { + "epoch": 0.365813377374071, + "grad_norm": 1.6030863415630516, + "learning_rate": 1.4646017260359471e-05, + "loss": 1.1304, + "step": 2658 + }, + { + "epoch": 0.3659510046793284, + "grad_norm": 1.8180657551413357, + "learning_rate": 1.4642069661658196e-05, + "loss": 1.0935, + "step": 2659 + }, + { + "epoch": 0.36608863198458574, + "grad_norm": 1.813787490620782, + "learning_rate": 1.4638121140641222e-05, + "loss": 1.157, + "step": 2660 + }, + { + "epoch": 0.3662262592898431, + "grad_norm": 1.6107534977571145, + "learning_rate": 1.4634171698093068e-05, + "loss": 1.1947, + "step": 2661 + }, + { + "epoch": 0.36636388659510044, + "grad_norm": 1.4045547100556206, + "learning_rate": 1.4630221334798429e-05, + "loss": 1.1583, + "step": 2662 + }, + { + "epoch": 0.36650151390035784, + "grad_norm": 1.6609107809528556, + "learning_rate": 1.4626270051542192e-05, + "loss": 1.1077, + "step": 2663 + }, + { + "epoch": 0.3666391412056152, + "grad_norm": 1.7767623394919836, + "learning_rate": 1.4622317849109424e-05, + "loss": 1.0693, + "step": 2664 + }, + { + "epoch": 0.36677676851087254, + "grad_norm": 1.659467734860231, + "learning_rate": 1.4618364728285373e-05, + "loss": 1.0846, + "step": 2665 + }, + { + "epoch": 0.36691439581612995, + "grad_norm": 1.6316914877718558, + "learning_rate": 1.4614410689855466e-05, + "loss": 1.0927, + "step": 2666 + }, + { + "epoch": 0.3670520231213873, + "grad_norm": 1.6123391114300183, + "learning_rate": 1.4610455734605323e-05, + "loss": 1.0701, + "step": 2667 + }, + { + "epoch": 0.36718965042664464, + "grad_norm": 1.7355987982898244, + "learning_rate": 1.4606499863320734e-05, + "loss": 1.1422, + "step": 2668 + }, + { + "epoch": 0.367327277731902, + "grad_norm": 1.5559700704898083, + "learning_rate": 1.460254307678768e-05, + "loss": 1.1022, + "step": 2669 + }, + { + "epoch": 0.3674649050371594, + "grad_norm": 1.581380042351116, + "learning_rate": 1.4598585375792315e-05, + "loss": 1.1284, + "step": 2670 + }, + { + "epoch": 0.36760253234241674, + "grad_norm": 1.71798754265251, + "learning_rate": 1.4594626761120983e-05, + "loss": 1.2104, + "step": 2671 + }, + { + "epoch": 0.3677401596476741, + "grad_norm": 1.8167303458089998, + "learning_rate": 1.459066723356021e-05, + "loss": 1.1601, + "step": 2672 + }, + { + "epoch": 0.36787778695293144, + "grad_norm": 1.509359851149035, + "learning_rate": 1.4586706793896697e-05, + "loss": 1.1235, + "step": 2673 + }, + { + "epoch": 0.36801541425818884, + "grad_norm": 1.7248515221311065, + "learning_rate": 1.4582745442917328e-05, + "loss": 1.1383, + "step": 2674 + }, + { + "epoch": 0.3681530415634462, + "grad_norm": 1.5001948459421648, + "learning_rate": 1.457878318140917e-05, + "loss": 1.1371, + "step": 2675 + }, + { + "epoch": 0.36829066886870354, + "grad_norm": 1.4765407968609703, + "learning_rate": 1.4574820010159474e-05, + "loss": 1.1026, + "step": 2676 + }, + { + "epoch": 0.3684282961739609, + "grad_norm": 1.6483809616590264, + "learning_rate": 1.4570855929955663e-05, + "loss": 1.107, + "step": 2677 + }, + { + "epoch": 0.3685659234792183, + "grad_norm": 1.5186216962236296, + "learning_rate": 1.4566890941585345e-05, + "loss": 1.1011, + "step": 2678 + }, + { + "epoch": 0.36870355078447564, + "grad_norm": 1.4576585026932347, + "learning_rate": 1.4562925045836311e-05, + "loss": 1.0833, + "step": 2679 + }, + { + "epoch": 0.368841178089733, + "grad_norm": 1.5159479099144098, + "learning_rate": 1.4558958243496533e-05, + "loss": 1.0297, + "step": 2680 + }, + { + "epoch": 0.36897880539499034, + "grad_norm": 1.5778972680988572, + "learning_rate": 1.4554990535354155e-05, + "loss": 1.1133, + "step": 2681 + }, + { + "epoch": 0.36911643270024774, + "grad_norm": 1.4690493721374145, + "learning_rate": 1.4551021922197508e-05, + "loss": 1.0069, + "step": 2682 + }, + { + "epoch": 0.3692540600055051, + "grad_norm": 1.5931932552570962, + "learning_rate": 1.4547052404815103e-05, + "loss": 1.1354, + "step": 2683 + }, + { + "epoch": 0.36939168731076244, + "grad_norm": 1.5729659143285313, + "learning_rate": 1.4543081983995628e-05, + "loss": 1.0444, + "step": 2684 + }, + { + "epoch": 0.36952931461601984, + "grad_norm": 1.9113678472281064, + "learning_rate": 1.4539110660527951e-05, + "loss": 1.1374, + "step": 2685 + }, + { + "epoch": 0.3696669419212772, + "grad_norm": 1.6444468936061851, + "learning_rate": 1.4535138435201117e-05, + "loss": 1.0329, + "step": 2686 + }, + { + "epoch": 0.36980456922653454, + "grad_norm": 1.6092110376500781, + "learning_rate": 1.4531165308804355e-05, + "loss": 1.0941, + "step": 2687 + }, + { + "epoch": 0.3699421965317919, + "grad_norm": 1.616250575257443, + "learning_rate": 1.4527191282127074e-05, + "loss": 1.1248, + "step": 2688 + }, + { + "epoch": 0.3700798238370493, + "grad_norm": 1.6707110175883344, + "learning_rate": 1.4523216355958854e-05, + "loss": 1.1264, + "step": 2689 + }, + { + "epoch": 0.37021745114230664, + "grad_norm": 1.7238314008572915, + "learning_rate": 1.451924053108946e-05, + "loss": 1.1918, + "step": 2690 + }, + { + "epoch": 0.370355078447564, + "grad_norm": 1.7492279722120103, + "learning_rate": 1.4515263808308837e-05, + "loss": 1.0629, + "step": 2691 + }, + { + "epoch": 0.37049270575282134, + "grad_norm": 1.5212210364775967, + "learning_rate": 1.4511286188407098e-05, + "loss": 1.1576, + "step": 2692 + }, + { + "epoch": 0.37063033305807874, + "grad_norm": 1.6697065320510793, + "learning_rate": 1.450730767217455e-05, + "loss": 1.141, + "step": 2693 + }, + { + "epoch": 0.3707679603633361, + "grad_norm": 1.5561935388137673, + "learning_rate": 1.4503328260401664e-05, + "loss": 1.1574, + "step": 2694 + }, + { + "epoch": 0.37090558766859344, + "grad_norm": 1.619657036289336, + "learning_rate": 1.4499347953879097e-05, + "loss": 1.0839, + "step": 2695 + }, + { + "epoch": 0.3710432149738508, + "grad_norm": 1.5350200304489356, + "learning_rate": 1.4495366753397682e-05, + "loss": 1.1007, + "step": 2696 + }, + { + "epoch": 0.3711808422791082, + "grad_norm": 1.729859885432054, + "learning_rate": 1.4491384659748426e-05, + "loss": 1.1291, + "step": 2697 + }, + { + "epoch": 0.37131846958436554, + "grad_norm": 1.8355364866261563, + "learning_rate": 1.4487401673722519e-05, + "loss": 1.1222, + "step": 2698 + }, + { + "epoch": 0.3714560968896229, + "grad_norm": 1.6117366027104028, + "learning_rate": 1.4483417796111325e-05, + "loss": 1.0766, + "step": 2699 + }, + { + "epoch": 0.37159372419488024, + "grad_norm": 1.5181116755687394, + "learning_rate": 1.4479433027706386e-05, + "loss": 1.1008, + "step": 2700 + }, + { + "epoch": 0.37173135150013764, + "grad_norm": 1.7066958735550546, + "learning_rate": 1.4475447369299422e-05, + "loss": 1.1053, + "step": 2701 + }, + { + "epoch": 0.371868978805395, + "grad_norm": 1.70389704062134, + "learning_rate": 1.4471460821682328e-05, + "loss": 1.1492, + "step": 2702 + }, + { + "epoch": 0.37200660611065234, + "grad_norm": 1.6685723576249658, + "learning_rate": 1.4467473385647175e-05, + "loss": 1.1317, + "step": 2703 + }, + { + "epoch": 0.37214423341590974, + "grad_norm": 1.5927499163687147, + "learning_rate": 1.4463485061986214e-05, + "loss": 1.0518, + "step": 2704 + }, + { + "epoch": 0.3722818607211671, + "grad_norm": 1.8828986012977864, + "learning_rate": 1.4459495851491872e-05, + "loss": 1.1118, + "step": 2705 + }, + { + "epoch": 0.37241948802642444, + "grad_norm": 1.8856850050725409, + "learning_rate": 1.4455505754956745e-05, + "loss": 1.2285, + "step": 2706 + }, + { + "epoch": 0.3725571153316818, + "grad_norm": 1.7057740926361993, + "learning_rate": 1.4451514773173614e-05, + "loss": 1.1221, + "step": 2707 + }, + { + "epoch": 0.3726947426369392, + "grad_norm": 1.524618188147866, + "learning_rate": 1.4447522906935434e-05, + "loss": 1.12, + "step": 2708 + }, + { + "epoch": 0.37283236994219654, + "grad_norm": 1.596742165668532, + "learning_rate": 1.4443530157035333e-05, + "loss": 1.0538, + "step": 2709 + }, + { + "epoch": 0.3729699972474539, + "grad_norm": 1.492881477456327, + "learning_rate": 1.4439536524266612e-05, + "loss": 1.0401, + "step": 2710 + }, + { + "epoch": 0.37310762455271124, + "grad_norm": 1.6993627584266, + "learning_rate": 1.4435542009422756e-05, + "loss": 1.1819, + "step": 2711 + }, + { + "epoch": 0.37324525185796864, + "grad_norm": 1.6042110760535202, + "learning_rate": 1.4431546613297417e-05, + "loss": 1.1678, + "step": 2712 + }, + { + "epoch": 0.373382879163226, + "grad_norm": 1.6716666614546893, + "learning_rate": 1.442755033668443e-05, + "loss": 1.1096, + "step": 2713 + }, + { + "epoch": 0.37352050646848334, + "grad_norm": 1.6927319032481138, + "learning_rate": 1.4423553180377796e-05, + "loss": 1.1632, + "step": 2714 + }, + { + "epoch": 0.3736581337737407, + "grad_norm": 1.8100616323864518, + "learning_rate": 1.4419555145171698e-05, + "loss": 1.215, + "step": 2715 + }, + { + "epoch": 0.3737957610789981, + "grad_norm": 1.624149080386886, + "learning_rate": 1.4415556231860488e-05, + "loss": 1.1309, + "step": 2716 + }, + { + "epoch": 0.37393338838425544, + "grad_norm": 1.7764445228104067, + "learning_rate": 1.4411556441238697e-05, + "loss": 1.1639, + "step": 2717 + }, + { + "epoch": 0.3740710156895128, + "grad_norm": 1.458665309747789, + "learning_rate": 1.440755577410103e-05, + "loss": 1.0851, + "step": 2718 + }, + { + "epoch": 0.37420864299477014, + "grad_norm": 1.712538951480824, + "learning_rate": 1.4403554231242364e-05, + "loss": 1.1302, + "step": 2719 + }, + { + "epoch": 0.37434627030002754, + "grad_norm": 1.6368483740747375, + "learning_rate": 1.4399551813457748e-05, + "loss": 1.0535, + "step": 2720 + }, + { + "epoch": 0.3744838976052849, + "grad_norm": 1.7059895214368272, + "learning_rate": 1.4395548521542413e-05, + "loss": 1.0948, + "step": 2721 + }, + { + "epoch": 0.37462152491054224, + "grad_norm": 1.6683247833141428, + "learning_rate": 1.4391544356291753e-05, + "loss": 1.1667, + "step": 2722 + }, + { + "epoch": 0.37475915221579964, + "grad_norm": 1.6346194820676891, + "learning_rate": 1.4387539318501347e-05, + "loss": 1.0775, + "step": 2723 + }, + { + "epoch": 0.374896779521057, + "grad_norm": 1.7149064133569984, + "learning_rate": 1.4383533408966934e-05, + "loss": 1.1792, + "step": 2724 + }, + { + "epoch": 0.37503440682631434, + "grad_norm": 1.503925180913529, + "learning_rate": 1.4379526628484437e-05, + "loss": 1.1105, + "step": 2725 + }, + { + "epoch": 0.3751720341315717, + "grad_norm": 1.579224134184605, + "learning_rate": 1.4375518977849946e-05, + "loss": 1.0499, + "step": 2726 + }, + { + "epoch": 0.3753096614368291, + "grad_norm": 1.7872092276560347, + "learning_rate": 1.4371510457859731e-05, + "loss": 1.1599, + "step": 2727 + }, + { + "epoch": 0.37544728874208644, + "grad_norm": 1.6046693381360657, + "learning_rate": 1.4367501069310228e-05, + "loss": 1.1452, + "step": 2728 + }, + { + "epoch": 0.3755849160473438, + "grad_norm": 1.589918669806446, + "learning_rate": 1.4363490812998047e-05, + "loss": 1.0785, + "step": 2729 + }, + { + "epoch": 0.37572254335260113, + "grad_norm": 1.8668742154380993, + "learning_rate": 1.435947968971997e-05, + "loss": 1.0964, + "step": 2730 + }, + { + "epoch": 0.37586017065785854, + "grad_norm": 1.701930246097095, + "learning_rate": 1.4355467700272954e-05, + "loss": 1.1019, + "step": 2731 + }, + { + "epoch": 0.3759977979631159, + "grad_norm": 1.7212311086045051, + "learning_rate": 1.4351454845454124e-05, + "loss": 1.1654, + "step": 2732 + }, + { + "epoch": 0.37613542526837324, + "grad_norm": 1.6964908106809404, + "learning_rate": 1.4347441126060781e-05, + "loss": 1.1706, + "step": 2733 + }, + { + "epoch": 0.3762730525736306, + "grad_norm": 1.6123216499030257, + "learning_rate": 1.4343426542890399e-05, + "loss": 1.0823, + "step": 2734 + }, + { + "epoch": 0.376410679878888, + "grad_norm": 1.7077273917421778, + "learning_rate": 1.4339411096740616e-05, + "loss": 1.1383, + "step": 2735 + }, + { + "epoch": 0.37654830718414534, + "grad_norm": 1.6819473194607124, + "learning_rate": 1.433539478840925e-05, + "loss": 1.1942, + "step": 2736 + }, + { + "epoch": 0.3766859344894027, + "grad_norm": 1.733400854772029, + "learning_rate": 1.4331377618694285e-05, + "loss": 1.1008, + "step": 2737 + }, + { + "epoch": 0.37682356179466003, + "grad_norm": 1.6197562391468179, + "learning_rate": 1.4327359588393873e-05, + "loss": 1.0909, + "step": 2738 + }, + { + "epoch": 0.37696118909991744, + "grad_norm": 1.6784053935295975, + "learning_rate": 1.4323340698306352e-05, + "loss": 1.0675, + "step": 2739 + }, + { + "epoch": 0.3770988164051748, + "grad_norm": 1.6356124603292852, + "learning_rate": 1.4319320949230208e-05, + "loss": 1.1082, + "step": 2740 + }, + { + "epoch": 0.37723644371043213, + "grad_norm": 1.6390239004079146, + "learning_rate": 1.4315300341964123e-05, + "loss": 1.1347, + "step": 2741 + }, + { + "epoch": 0.37737407101568954, + "grad_norm": 1.6185831299107067, + "learning_rate": 1.4311278877306924e-05, + "loss": 1.1157, + "step": 2742 + }, + { + "epoch": 0.3775116983209469, + "grad_norm": 1.569996948658223, + "learning_rate": 1.4307256556057632e-05, + "loss": 1.0595, + "step": 2743 + }, + { + "epoch": 0.37764932562620424, + "grad_norm": 1.5540088298275472, + "learning_rate": 1.430323337901542e-05, + "loss": 1.0365, + "step": 2744 + }, + { + "epoch": 0.3777869529314616, + "grad_norm": 1.408104923560493, + "learning_rate": 1.4299209346979639e-05, + "loss": 1.1295, + "step": 2745 + }, + { + "epoch": 0.377924580236719, + "grad_norm": 1.660553445058037, + "learning_rate": 1.4295184460749814e-05, + "loss": 1.147, + "step": 2746 + }, + { + "epoch": 0.37806220754197634, + "grad_norm": 1.5084914775205838, + "learning_rate": 1.4291158721125626e-05, + "loss": 1.1963, + "step": 2747 + }, + { + "epoch": 0.3781998348472337, + "grad_norm": 1.7143943105633521, + "learning_rate": 1.4287132128906942e-05, + "loss": 1.1132, + "step": 2748 + }, + { + "epoch": 0.37833746215249103, + "grad_norm": 1.5891098408148867, + "learning_rate": 1.428310468489379e-05, + "loss": 1.0627, + "step": 2749 + }, + { + "epoch": 0.37847508945774844, + "grad_norm": 1.6900734991947937, + "learning_rate": 1.4279076389886367e-05, + "loss": 1.1152, + "step": 2750 + }, + { + "epoch": 0.3786127167630058, + "grad_norm": 1.7218329742124485, + "learning_rate": 1.4275047244685038e-05, + "loss": 1.0771, + "step": 2751 + }, + { + "epoch": 0.37875034406826313, + "grad_norm": 1.650408083180859, + "learning_rate": 1.427101725009034e-05, + "loss": 1.1402, + "step": 2752 + }, + { + "epoch": 0.3788879713735205, + "grad_norm": 1.4856587567141248, + "learning_rate": 1.4266986406902979e-05, + "loss": 1.119, + "step": 2753 + }, + { + "epoch": 0.3790255986787779, + "grad_norm": 1.832334000344525, + "learning_rate": 1.4262954715923827e-05, + "loss": 1.1693, + "step": 2754 + }, + { + "epoch": 0.37916322598403523, + "grad_norm": 1.6622676980077205, + "learning_rate": 1.4258922177953926e-05, + "loss": 1.1176, + "step": 2755 + }, + { + "epoch": 0.3793008532892926, + "grad_norm": 1.525300973122045, + "learning_rate": 1.425488879379449e-05, + "loss": 1.0689, + "step": 2756 + }, + { + "epoch": 0.37943848059454993, + "grad_norm": 1.6954015553928707, + "learning_rate": 1.425085456424689e-05, + "loss": 1.174, + "step": 2757 + }, + { + "epoch": 0.37957610789980734, + "grad_norm": 1.4342789724324996, + "learning_rate": 1.4246819490112678e-05, + "loss": 1.0924, + "step": 2758 + }, + { + "epoch": 0.3797137352050647, + "grad_norm": 1.7645730861039401, + "learning_rate": 1.4242783572193565e-05, + "loss": 1.1365, + "step": 2759 + }, + { + "epoch": 0.37985136251032203, + "grad_norm": 1.6687889381170964, + "learning_rate": 1.4238746811291435e-05, + "loss": 1.208, + "step": 2760 + }, + { + "epoch": 0.37998898981557944, + "grad_norm": 1.5564305045135636, + "learning_rate": 1.4234709208208334e-05, + "loss": 1.112, + "step": 2761 + }, + { + "epoch": 0.3801266171208368, + "grad_norm": 1.8323552480812997, + "learning_rate": 1.4230670763746482e-05, + "loss": 1.1936, + "step": 2762 + }, + { + "epoch": 0.38026424442609413, + "grad_norm": 1.4257844407471196, + "learning_rate": 1.422663147870826e-05, + "loss": 1.1407, + "step": 2763 + }, + { + "epoch": 0.3804018717313515, + "grad_norm": 1.6315067305571247, + "learning_rate": 1.4222591353896215e-05, + "loss": 1.0804, + "step": 2764 + }, + { + "epoch": 0.3805394990366089, + "grad_norm": 1.736438817194784, + "learning_rate": 1.4218550390113075e-05, + "loss": 1.1259, + "step": 2765 + }, + { + "epoch": 0.38067712634186623, + "grad_norm": 1.5180825316148265, + "learning_rate": 1.4214508588161716e-05, + "loss": 1.0713, + "step": 2766 + }, + { + "epoch": 0.3808147536471236, + "grad_norm": 1.6374821381869378, + "learning_rate": 1.4210465948845191e-05, + "loss": 1.1622, + "step": 2767 + }, + { + "epoch": 0.38095238095238093, + "grad_norm": 1.6067010770460974, + "learning_rate": 1.4206422472966716e-05, + "loss": 1.1005, + "step": 2768 + }, + { + "epoch": 0.38109000825763834, + "grad_norm": 1.692524360111936, + "learning_rate": 1.4202378161329678e-05, + "loss": 1.1434, + "step": 2769 + }, + { + "epoch": 0.3812276355628957, + "grad_norm": 1.712269633263594, + "learning_rate": 1.4198333014737619e-05, + "loss": 1.1509, + "step": 2770 + }, + { + "epoch": 0.38136526286815303, + "grad_norm": 1.6648278970358303, + "learning_rate": 1.4194287033994263e-05, + "loss": 1.1088, + "step": 2771 + }, + { + "epoch": 0.3815028901734104, + "grad_norm": 1.5029266035434623, + "learning_rate": 1.4190240219903486e-05, + "loss": 1.1211, + "step": 2772 + }, + { + "epoch": 0.3816405174786678, + "grad_norm": 1.5239959593503443, + "learning_rate": 1.4186192573269335e-05, + "loss": 1.1181, + "step": 2773 + }, + { + "epoch": 0.38177814478392513, + "grad_norm": 1.4141088669106543, + "learning_rate": 1.4182144094896021e-05, + "loss": 1.0827, + "step": 2774 + }, + { + "epoch": 0.3819157720891825, + "grad_norm": 1.6413685646619827, + "learning_rate": 1.4178094785587926e-05, + "loss": 1.122, + "step": 2775 + }, + { + "epoch": 0.38205339939443983, + "grad_norm": 1.487339280436939, + "learning_rate": 1.4174044646149587e-05, + "loss": 1.0928, + "step": 2776 + }, + { + "epoch": 0.38219102669969723, + "grad_norm": 1.5342160608791728, + "learning_rate": 1.4169993677385713e-05, + "loss": 1.0618, + "step": 2777 + }, + { + "epoch": 0.3823286540049546, + "grad_norm": 1.5087334059233362, + "learning_rate": 1.4165941880101178e-05, + "loss": 1.0645, + "step": 2778 + }, + { + "epoch": 0.38246628131021193, + "grad_norm": 1.6497916596538738, + "learning_rate": 1.4161889255101012e-05, + "loss": 1.0859, + "step": 2779 + }, + { + "epoch": 0.38260390861546933, + "grad_norm": 1.5852731826705597, + "learning_rate": 1.4157835803190425e-05, + "loss": 1.0928, + "step": 2780 + }, + { + "epoch": 0.3827415359207267, + "grad_norm": 1.849949730076043, + "learning_rate": 1.4153781525174779e-05, + "loss": 1.2179, + "step": 2781 + }, + { + "epoch": 0.38287916322598403, + "grad_norm": 1.6943812254013553, + "learning_rate": 1.4149726421859601e-05, + "loss": 1.1419, + "step": 2782 + }, + { + "epoch": 0.3830167905312414, + "grad_norm": 1.6069972882460162, + "learning_rate": 1.4145670494050588e-05, + "loss": 1.2038, + "step": 2783 + }, + { + "epoch": 0.3831544178364988, + "grad_norm": 1.6433083535293143, + "learning_rate": 1.4141613742553597e-05, + "loss": 1.1653, + "step": 2784 + }, + { + "epoch": 0.38329204514175613, + "grad_norm": 1.5667236156580875, + "learning_rate": 1.4137556168174646e-05, + "loss": 1.1524, + "step": 2785 + }, + { + "epoch": 0.3834296724470135, + "grad_norm": 1.5918292315576448, + "learning_rate": 1.4133497771719922e-05, + "loss": 1.0741, + "step": 2786 + }, + { + "epoch": 0.38356729975227083, + "grad_norm": 1.6288126039042172, + "learning_rate": 1.4129438553995771e-05, + "loss": 1.1176, + "step": 2787 + }, + { + "epoch": 0.38370492705752823, + "grad_norm": 1.6714789127149186, + "learning_rate": 1.4125378515808706e-05, + "loss": 1.086, + "step": 2788 + }, + { + "epoch": 0.3838425543627856, + "grad_norm": 1.456739979859565, + "learning_rate": 1.4121317657965401e-05, + "loss": 1.0946, + "step": 2789 + }, + { + "epoch": 0.38398018166804293, + "grad_norm": 1.4460452018422059, + "learning_rate": 1.4117255981272694e-05, + "loss": 1.0976, + "step": 2790 + }, + { + "epoch": 0.3841178089733003, + "grad_norm": 1.6155659729716105, + "learning_rate": 1.4113193486537578e-05, + "loss": 1.0524, + "step": 2791 + }, + { + "epoch": 0.3842554362785577, + "grad_norm": 1.7025543367214637, + "learning_rate": 1.4109130174567223e-05, + "loss": 1.1058, + "step": 2792 + }, + { + "epoch": 0.38439306358381503, + "grad_norm": 1.654808245185369, + "learning_rate": 1.4105066046168947e-05, + "loss": 1.1626, + "step": 2793 + }, + { + "epoch": 0.3845306908890724, + "grad_norm": 1.6839434369452784, + "learning_rate": 1.4101001102150243e-05, + "loss": 1.1379, + "step": 2794 + }, + { + "epoch": 0.38466831819432973, + "grad_norm": 1.6269892442736609, + "learning_rate": 1.4096935343318752e-05, + "loss": 1.0403, + "step": 2795 + }, + { + "epoch": 0.38480594549958713, + "grad_norm": 1.5892722288028178, + "learning_rate": 1.4092868770482293e-05, + "loss": 1.0773, + "step": 2796 + }, + { + "epoch": 0.3849435728048445, + "grad_norm": 1.5484258961919593, + "learning_rate": 1.4088801384448836e-05, + "loss": 1.0155, + "step": 2797 + }, + { + "epoch": 0.38508120011010183, + "grad_norm": 1.5279180135084327, + "learning_rate": 1.4084733186026512e-05, + "loss": 1.086, + "step": 2798 + }, + { + "epoch": 0.38521882741535923, + "grad_norm": 1.6848814533623284, + "learning_rate": 1.4080664176023615e-05, + "loss": 1.1364, + "step": 2799 + }, + { + "epoch": 0.3853564547206166, + "grad_norm": 1.5131711702525463, + "learning_rate": 1.407659435524861e-05, + "loss": 1.075, + "step": 2800 + }, + { + "epoch": 0.38549408202587393, + "grad_norm": 1.562329332131762, + "learning_rate": 1.4072523724510103e-05, + "loss": 1.1175, + "step": 2801 + }, + { + "epoch": 0.3856317093311313, + "grad_norm": 1.8443951099129776, + "learning_rate": 1.4068452284616883e-05, + "loss": 1.1347, + "step": 2802 + }, + { + "epoch": 0.3857693366363887, + "grad_norm": 1.475144437780203, + "learning_rate": 1.4064380036377886e-05, + "loss": 1.1057, + "step": 2803 + }, + { + "epoch": 0.38590696394164603, + "grad_norm": 2.107364468932614, + "learning_rate": 1.4060306980602206e-05, + "loss": 1.1455, + "step": 2804 + }, + { + "epoch": 0.3860445912469034, + "grad_norm": 1.5833871715317986, + "learning_rate": 1.4056233118099112e-05, + "loss": 1.1247, + "step": 2805 + }, + { + "epoch": 0.3861822185521607, + "grad_norm": 1.705903521766927, + "learning_rate": 1.4052158449678022e-05, + "loss": 1.1449, + "step": 2806 + }, + { + "epoch": 0.38631984585741813, + "grad_norm": 1.5383156171741865, + "learning_rate": 1.4048082976148513e-05, + "loss": 1.113, + "step": 2807 + }, + { + "epoch": 0.3864574731626755, + "grad_norm": 1.7217060402913742, + "learning_rate": 1.4044006698320331e-05, + "loss": 1.1053, + "step": 2808 + }, + { + "epoch": 0.38659510046793283, + "grad_norm": 1.8061224104288298, + "learning_rate": 1.4039929617003373e-05, + "loss": 1.2026, + "step": 2809 + }, + { + "epoch": 0.3867327277731902, + "grad_norm": 1.6383784290990635, + "learning_rate": 1.4035851733007704e-05, + "loss": 1.118, + "step": 2810 + }, + { + "epoch": 0.3868703550784476, + "grad_norm": 1.6565044025968665, + "learning_rate": 1.4031773047143536e-05, + "loss": 1.0928, + "step": 2811 + }, + { + "epoch": 0.38700798238370493, + "grad_norm": 1.5883179640795584, + "learning_rate": 1.4027693560221254e-05, + "loss": 1.1294, + "step": 2812 + }, + { + "epoch": 0.3871456096889623, + "grad_norm": 1.4705395787001152, + "learning_rate": 1.4023613273051395e-05, + "loss": 1.0949, + "step": 2813 + }, + { + "epoch": 0.3872832369942196, + "grad_norm": 1.7060814900100219, + "learning_rate": 1.4019532186444658e-05, + "loss": 1.1755, + "step": 2814 + }, + { + "epoch": 0.38742086429947703, + "grad_norm": 1.5274261492646048, + "learning_rate": 1.4015450301211895e-05, + "loss": 1.045, + "step": 2815 + }, + { + "epoch": 0.3875584916047344, + "grad_norm": 1.643659560844074, + "learning_rate": 1.4011367618164122e-05, + "loss": 1.1206, + "step": 2816 + }, + { + "epoch": 0.3876961189099917, + "grad_norm": 1.6092541172315031, + "learning_rate": 1.4007284138112513e-05, + "loss": 1.1643, + "step": 2817 + }, + { + "epoch": 0.38783374621524913, + "grad_norm": 1.7494447093226435, + "learning_rate": 1.4003199861868401e-05, + "loss": 1.1897, + "step": 2818 + }, + { + "epoch": 0.3879713735205065, + "grad_norm": 1.590137652170067, + "learning_rate": 1.3999114790243274e-05, + "loss": 1.0323, + "step": 2819 + }, + { + "epoch": 0.38810900082576383, + "grad_norm": 1.5821878406550547, + "learning_rate": 1.3995028924048777e-05, + "loss": 1.07, + "step": 2820 + }, + { + "epoch": 0.3882466281310212, + "grad_norm": 1.6583160645972768, + "learning_rate": 1.3990942264096725e-05, + "loss": 1.0831, + "step": 2821 + }, + { + "epoch": 0.3883842554362786, + "grad_norm": 1.688964180327255, + "learning_rate": 1.3986854811199072e-05, + "loss": 1.1016, + "step": 2822 + }, + { + "epoch": 0.38852188274153593, + "grad_norm": 1.5692259841506397, + "learning_rate": 1.398276656616794e-05, + "loss": 1.0842, + "step": 2823 + }, + { + "epoch": 0.3886595100467933, + "grad_norm": 1.9932273594082144, + "learning_rate": 1.3978677529815611e-05, + "loss": 1.2152, + "step": 2824 + }, + { + "epoch": 0.3887971373520506, + "grad_norm": 1.4128075197361456, + "learning_rate": 1.3974587702954521e-05, + "loss": 1.1078, + "step": 2825 + }, + { + "epoch": 0.38893476465730803, + "grad_norm": 1.7328844909721126, + "learning_rate": 1.3970497086397257e-05, + "loss": 1.1593, + "step": 2826 + }, + { + "epoch": 0.3890723919625654, + "grad_norm": 1.748084773703067, + "learning_rate": 1.3966405680956574e-05, + "loss": 1.161, + "step": 2827 + }, + { + "epoch": 0.3892100192678227, + "grad_norm": 1.6980562031272521, + "learning_rate": 1.3962313487445376e-05, + "loss": 1.071, + "step": 2828 + }, + { + "epoch": 0.3893476465730801, + "grad_norm": 1.763030465766162, + "learning_rate": 1.3958220506676724e-05, + "loss": 1.1284, + "step": 2829 + }, + { + "epoch": 0.3894852738783375, + "grad_norm": 1.8580453118309836, + "learning_rate": 1.3954126739463844e-05, + "loss": 1.0659, + "step": 2830 + }, + { + "epoch": 0.3896229011835948, + "grad_norm": 1.5804808760189633, + "learning_rate": 1.3950032186620104e-05, + "loss": 1.1281, + "step": 2831 + }, + { + "epoch": 0.3897605284888522, + "grad_norm": 1.7145114130893517, + "learning_rate": 1.394593684895904e-05, + "loss": 1.097, + "step": 2832 + }, + { + "epoch": 0.3898981557941095, + "grad_norm": 1.7209307639061195, + "learning_rate": 1.3941840727294337e-05, + "loss": 1.0857, + "step": 2833 + }, + { + "epoch": 0.39003578309936693, + "grad_norm": 1.8177046831951893, + "learning_rate": 1.3937743822439842e-05, + "loss": 1.1481, + "step": 2834 + }, + { + "epoch": 0.3901734104046243, + "grad_norm": 1.4615975466826345, + "learning_rate": 1.3933646135209546e-05, + "loss": 1.0906, + "step": 2835 + }, + { + "epoch": 0.3903110377098816, + "grad_norm": 1.6466019033242651, + "learning_rate": 1.3929547666417613e-05, + "loss": 1.0356, + "step": 2836 + }, + { + "epoch": 0.39044866501513903, + "grad_norm": 1.8074808955768251, + "learning_rate": 1.392544841687835e-05, + "loss": 1.2133, + "step": 2837 + }, + { + "epoch": 0.3905862923203964, + "grad_norm": 1.7321688268579822, + "learning_rate": 1.3921348387406215e-05, + "loss": 1.2334, + "step": 2838 + }, + { + "epoch": 0.3907239196256537, + "grad_norm": 1.5743101885326711, + "learning_rate": 1.3917247578815836e-05, + "loss": 1.0467, + "step": 2839 + }, + { + "epoch": 0.3908615469309111, + "grad_norm": 1.5696358423069066, + "learning_rate": 1.3913145991921984e-05, + "loss": 1.1229, + "step": 2840 + }, + { + "epoch": 0.3909991742361685, + "grad_norm": 1.8097363331979641, + "learning_rate": 1.390904362753959e-05, + "loss": 1.1262, + "step": 2841 + }, + { + "epoch": 0.3911368015414258, + "grad_norm": 1.6485469421076413, + "learning_rate": 1.3904940486483731e-05, + "loss": 1.1111, + "step": 2842 + }, + { + "epoch": 0.3912744288466832, + "grad_norm": 1.5463789789371747, + "learning_rate": 1.3900836569569654e-05, + "loss": 1.1482, + "step": 2843 + }, + { + "epoch": 0.3914120561519405, + "grad_norm": 1.661406488871206, + "learning_rate": 1.3896731877612746e-05, + "loss": 1.1661, + "step": 2844 + }, + { + "epoch": 0.39154968345719793, + "grad_norm": 1.7256962558948163, + "learning_rate": 1.3892626411428554e-05, + "loss": 1.0835, + "step": 2845 + }, + { + "epoch": 0.3916873107624553, + "grad_norm": 1.6127300755826077, + "learning_rate": 1.388852017183278e-05, + "loss": 1.2114, + "step": 2846 + }, + { + "epoch": 0.3918249380677126, + "grad_norm": 1.6768780737018634, + "learning_rate": 1.3884413159641276e-05, + "loss": 1.0452, + "step": 2847 + }, + { + "epoch": 0.39196256537297, + "grad_norm": 1.5320184317439711, + "learning_rate": 1.388030537567005e-05, + "loss": 1.1394, + "step": 2848 + }, + { + "epoch": 0.3921001926782274, + "grad_norm": 1.6997512817654203, + "learning_rate": 1.3876196820735258e-05, + "loss": 1.1682, + "step": 2849 + }, + { + "epoch": 0.3922378199834847, + "grad_norm": 1.763926049588796, + "learning_rate": 1.3872087495653216e-05, + "loss": 1.0424, + "step": 2850 + }, + { + "epoch": 0.3923754472887421, + "grad_norm": 1.6236649498044393, + "learning_rate": 1.3867977401240395e-05, + "loss": 1.0434, + "step": 2851 + }, + { + "epoch": 0.3925130745939994, + "grad_norm": 1.6173465153272961, + "learning_rate": 1.386386653831341e-05, + "loss": 1.1355, + "step": 2852 + }, + { + "epoch": 0.3926507018992568, + "grad_norm": 1.8207262772344424, + "learning_rate": 1.3859754907689037e-05, + "loss": 1.1682, + "step": 2853 + }, + { + "epoch": 0.3927883292045142, + "grad_norm": 1.7894848597849455, + "learning_rate": 1.3855642510184197e-05, + "loss": 1.2074, + "step": 2854 + }, + { + "epoch": 0.3929259565097715, + "grad_norm": 1.5522586553792304, + "learning_rate": 1.3851529346615969e-05, + "loss": 1.1536, + "step": 2855 + }, + { + "epoch": 0.3930635838150289, + "grad_norm": 1.583234806263665, + "learning_rate": 1.384741541780158e-05, + "loss": 1.1212, + "step": 2856 + }, + { + "epoch": 0.3932012111202863, + "grad_norm": 1.489777460682777, + "learning_rate": 1.384330072455841e-05, + "loss": 1.0919, + "step": 2857 + }, + { + "epoch": 0.3933388384255436, + "grad_norm": 1.557024291110115, + "learning_rate": 1.3839185267704e-05, + "loss": 1.2283, + "step": 2858 + }, + { + "epoch": 0.393476465730801, + "grad_norm": 1.848836016822776, + "learning_rate": 1.3835069048056027e-05, + "loss": 1.141, + "step": 2859 + }, + { + "epoch": 0.3936140930360584, + "grad_norm": 1.533004946549053, + "learning_rate": 1.383095206643233e-05, + "loss": 1.1346, + "step": 2860 + }, + { + "epoch": 0.3937517203413157, + "grad_norm": 1.6783558824760816, + "learning_rate": 1.3826834323650899e-05, + "loss": 1.132, + "step": 2861 + }, + { + "epoch": 0.3938893476465731, + "grad_norm": 1.5508941928757922, + "learning_rate": 1.382271582052987e-05, + "loss": 1.107, + "step": 2862 + }, + { + "epoch": 0.3940269749518304, + "grad_norm": 1.6040151573810628, + "learning_rate": 1.3818596557887538e-05, + "loss": 1.0596, + "step": 2863 + }, + { + "epoch": 0.3941646022570878, + "grad_norm": 1.7031948106739088, + "learning_rate": 1.3814476536542338e-05, + "loss": 1.1406, + "step": 2864 + }, + { + "epoch": 0.3943022295623452, + "grad_norm": 1.7015033334705525, + "learning_rate": 1.3810355757312867e-05, + "loss": 1.1971, + "step": 2865 + }, + { + "epoch": 0.3944398568676025, + "grad_norm": 1.7229275080037847, + "learning_rate": 1.3806234221017862e-05, + "loss": 1.1975, + "step": 2866 + }, + { + "epoch": 0.39457748417285987, + "grad_norm": 1.4461189063974413, + "learning_rate": 1.380211192847622e-05, + "loss": 1.0431, + "step": 2867 + }, + { + "epoch": 0.3947151114781173, + "grad_norm": 1.6065356881625101, + "learning_rate": 1.3797988880506986e-05, + "loss": 1.1613, + "step": 2868 + }, + { + "epoch": 0.3948527387833746, + "grad_norm": 1.5778175825628094, + "learning_rate": 1.3793865077929346e-05, + "loss": 1.0525, + "step": 2869 + }, + { + "epoch": 0.394990366088632, + "grad_norm": 1.6336150654796828, + "learning_rate": 1.3789740521562652e-05, + "loss": 1.1118, + "step": 2870 + }, + { + "epoch": 0.3951279933938893, + "grad_norm": 1.6375787488743134, + "learning_rate": 1.3785615212226389e-05, + "loss": 1.1233, + "step": 2871 + }, + { + "epoch": 0.3952656206991467, + "grad_norm": 1.647035608860161, + "learning_rate": 1.3781489150740204e-05, + "loss": 1.1503, + "step": 2872 + }, + { + "epoch": 0.3954032480044041, + "grad_norm": 1.7430705881380342, + "learning_rate": 1.3777362337923885e-05, + "loss": 1.2149, + "step": 2873 + }, + { + "epoch": 0.3955408753096614, + "grad_norm": 1.487902761266766, + "learning_rate": 1.377323477459738e-05, + "loss": 1.0392, + "step": 2874 + }, + { + "epoch": 0.3956785026149188, + "grad_norm": 1.7168210966179158, + "learning_rate": 1.3769106461580772e-05, + "loss": 1.0561, + "step": 2875 + }, + { + "epoch": 0.3958161299201762, + "grad_norm": 1.7771793310879132, + "learning_rate": 1.3764977399694304e-05, + "loss": 1.1465, + "step": 2876 + }, + { + "epoch": 0.3959537572254335, + "grad_norm": 1.6259264771985515, + "learning_rate": 1.3760847589758366e-05, + "loss": 1.1202, + "step": 2877 + }, + { + "epoch": 0.39609138453069087, + "grad_norm": 1.5450401308942565, + "learning_rate": 1.3756717032593489e-05, + "loss": 1.0848, + "step": 2878 + }, + { + "epoch": 0.3962290118359483, + "grad_norm": 1.679057505626001, + "learning_rate": 1.3752585729020365e-05, + "loss": 1.0981, + "step": 2879 + }, + { + "epoch": 0.3963666391412056, + "grad_norm": 1.4573912102582869, + "learning_rate": 1.3748453679859821e-05, + "loss": 1.0719, + "step": 2880 + }, + { + "epoch": 0.39650426644646297, + "grad_norm": 1.7728602277545715, + "learning_rate": 1.374432088593284e-05, + "loss": 1.0502, + "step": 2881 + }, + { + "epoch": 0.3966418937517203, + "grad_norm": 1.5656737446791922, + "learning_rate": 1.3740187348060557e-05, + "loss": 1.0799, + "step": 2882 + }, + { + "epoch": 0.3967795210569777, + "grad_norm": 1.7861585406991312, + "learning_rate": 1.3736053067064246e-05, + "loss": 1.1401, + "step": 2883 + }, + { + "epoch": 0.3969171483622351, + "grad_norm": 1.5482952084486976, + "learning_rate": 1.3731918043765329e-05, + "loss": 1.1453, + "step": 2884 + }, + { + "epoch": 0.3970547756674924, + "grad_norm": 1.617458312680645, + "learning_rate": 1.3727782278985382e-05, + "loss": 1.1106, + "step": 2885 + }, + { + "epoch": 0.39719240297274977, + "grad_norm": 1.7965070133356946, + "learning_rate": 1.3723645773546125e-05, + "loss": 1.0985, + "step": 2886 + }, + { + "epoch": 0.3973300302780072, + "grad_norm": 1.5105486794845062, + "learning_rate": 1.3719508528269424e-05, + "loss": 1.1691, + "step": 2887 + }, + { + "epoch": 0.3974676575832645, + "grad_norm": 1.573467270832465, + "learning_rate": 1.3715370543977292e-05, + "loss": 1.1887, + "step": 2888 + }, + { + "epoch": 0.39760528488852187, + "grad_norm": 1.3478124245874232, + "learning_rate": 1.3711231821491888e-05, + "loss": 1.0599, + "step": 2889 + }, + { + "epoch": 0.3977429121937792, + "grad_norm": 1.6549145321316499, + "learning_rate": 1.3707092361635526e-05, + "loss": 1.1074, + "step": 2890 + }, + { + "epoch": 0.3978805394990366, + "grad_norm": 1.6427888356624276, + "learning_rate": 1.3702952165230654e-05, + "loss": 1.0653, + "step": 2891 + }, + { + "epoch": 0.39801816680429397, + "grad_norm": 1.909615084080502, + "learning_rate": 1.3698811233099876e-05, + "loss": 1.1427, + "step": 2892 + }, + { + "epoch": 0.3981557941095513, + "grad_norm": 1.7494202768059175, + "learning_rate": 1.3694669566065938e-05, + "loss": 1.1797, + "step": 2893 + }, + { + "epoch": 0.3982934214148087, + "grad_norm": 1.566736468420711, + "learning_rate": 1.369052716495173e-05, + "loss": 1.1805, + "step": 2894 + }, + { + "epoch": 0.39843104872006607, + "grad_norm": 1.683634649113194, + "learning_rate": 1.3686384030580294e-05, + "loss": 1.1233, + "step": 2895 + }, + { + "epoch": 0.3985686760253234, + "grad_norm": 1.5790085968811303, + "learning_rate": 1.3682240163774812e-05, + "loss": 1.0622, + "step": 2896 + }, + { + "epoch": 0.39870630333058077, + "grad_norm": 1.752015525896327, + "learning_rate": 1.367809556535861e-05, + "loss": 1.2137, + "step": 2897 + }, + { + "epoch": 0.3988439306358382, + "grad_norm": 1.5469274267729256, + "learning_rate": 1.367395023615517e-05, + "loss": 1.1257, + "step": 2898 + }, + { + "epoch": 0.3989815579410955, + "grad_norm": 1.5330836978882907, + "learning_rate": 1.366980417698811e-05, + "loss": 1.0757, + "step": 2899 + }, + { + "epoch": 0.39911918524635287, + "grad_norm": 1.6118584913117264, + "learning_rate": 1.3665657388681193e-05, + "loss": 1.1108, + "step": 2900 + }, + { + "epoch": 0.3992568125516102, + "grad_norm": 1.6711725063810212, + "learning_rate": 1.366150987205833e-05, + "loss": 1.1144, + "step": 2901 + }, + { + "epoch": 0.3993944398568676, + "grad_norm": 1.6334081439421668, + "learning_rate": 1.3657361627943577e-05, + "loss": 1.1136, + "step": 2902 + }, + { + "epoch": 0.39953206716212497, + "grad_norm": 1.692345901369827, + "learning_rate": 1.3653212657161132e-05, + "loss": 1.0757, + "step": 2903 + }, + { + "epoch": 0.3996696944673823, + "grad_norm": 1.5998957138017142, + "learning_rate": 1.3649062960535337e-05, + "loss": 1.1371, + "step": 2904 + }, + { + "epoch": 0.39980732177263967, + "grad_norm": 1.7101741905691825, + "learning_rate": 1.3644912538890684e-05, + "loss": 1.1439, + "step": 2905 + }, + { + "epoch": 0.39994494907789707, + "grad_norm": 1.825535404939714, + "learning_rate": 1.3640761393051802e-05, + "loss": 1.1403, + "step": 2906 + }, + { + "epoch": 0.4000825763831544, + "grad_norm": 1.628012922000427, + "learning_rate": 1.363660952384347e-05, + "loss": 1.1019, + "step": 2907 + }, + { + "epoch": 0.40022020368841177, + "grad_norm": 1.7612049575211395, + "learning_rate": 1.3632456932090603e-05, + "loss": 1.18, + "step": 2908 + }, + { + "epoch": 0.4003578309936691, + "grad_norm": 1.736058691182702, + "learning_rate": 1.3628303618618268e-05, + "loss": 1.0906, + "step": 2909 + }, + { + "epoch": 0.4004954582989265, + "grad_norm": 1.5919030075672738, + "learning_rate": 1.362414958425167e-05, + "loss": 1.0987, + "step": 2910 + }, + { + "epoch": 0.40063308560418387, + "grad_norm": 1.3903397632594499, + "learning_rate": 1.3619994829816156e-05, + "loss": 1.0665, + "step": 2911 + }, + { + "epoch": 0.4007707129094412, + "grad_norm": 1.712747975744844, + "learning_rate": 1.3615839356137223e-05, + "loss": 1.0955, + "step": 2912 + }, + { + "epoch": 0.4009083402146986, + "grad_norm": 1.5359634796358255, + "learning_rate": 1.3611683164040508e-05, + "loss": 1.1049, + "step": 2913 + }, + { + "epoch": 0.40104596751995597, + "grad_norm": 1.6822726910959822, + "learning_rate": 1.3607526254351784e-05, + "loss": 1.1031, + "step": 2914 + }, + { + "epoch": 0.4011835948252133, + "grad_norm": 1.814817128834335, + "learning_rate": 1.3603368627896976e-05, + "loss": 1.1284, + "step": 2915 + }, + { + "epoch": 0.40132122213047067, + "grad_norm": 1.6954085960216587, + "learning_rate": 1.3599210285502147e-05, + "loss": 1.2123, + "step": 2916 + }, + { + "epoch": 0.40145884943572807, + "grad_norm": 1.57239030245017, + "learning_rate": 1.3595051227993501e-05, + "loss": 1.0384, + "step": 2917 + }, + { + "epoch": 0.4015964767409854, + "grad_norm": 1.5052237705404174, + "learning_rate": 1.3590891456197388e-05, + "loss": 1.0874, + "step": 2918 + }, + { + "epoch": 0.40173410404624277, + "grad_norm": 1.517548088587237, + "learning_rate": 1.3586730970940293e-05, + "loss": 1.0543, + "step": 2919 + }, + { + "epoch": 0.4018717313515001, + "grad_norm": 1.813259145236378, + "learning_rate": 1.3582569773048854e-05, + "loss": 1.2768, + "step": 2920 + }, + { + "epoch": 0.4020093586567575, + "grad_norm": 1.5635437997053618, + "learning_rate": 1.3578407863349842e-05, + "loss": 1.0892, + "step": 2921 + }, + { + "epoch": 0.40214698596201487, + "grad_norm": 1.701346508212442, + "learning_rate": 1.357424524267017e-05, + "loss": 1.0796, + "step": 2922 + }, + { + "epoch": 0.4022846132672722, + "grad_norm": 1.673843366401635, + "learning_rate": 1.3570081911836894e-05, + "loss": 1.075, + "step": 2923 + }, + { + "epoch": 0.40242224057252957, + "grad_norm": 1.4749368876938456, + "learning_rate": 1.3565917871677211e-05, + "loss": 1.1053, + "step": 2924 + }, + { + "epoch": 0.40255986787778697, + "grad_norm": 1.7891493308999746, + "learning_rate": 1.3561753123018462e-05, + "loss": 1.1266, + "step": 2925 + }, + { + "epoch": 0.4026974951830443, + "grad_norm": 1.670638636963784, + "learning_rate": 1.355758766668812e-05, + "loss": 1.1196, + "step": 2926 + }, + { + "epoch": 0.40283512248830167, + "grad_norm": 1.6117805767770812, + "learning_rate": 1.3553421503513806e-05, + "loss": 1.1213, + "step": 2927 + }, + { + "epoch": 0.402972749793559, + "grad_norm": 1.6560233423254669, + "learning_rate": 1.3549254634323279e-05, + "loss": 1.1112, + "step": 2928 + }, + { + "epoch": 0.4031103770988164, + "grad_norm": 1.5716356826100555, + "learning_rate": 1.3545087059944442e-05, + "loss": 1.0673, + "step": 2929 + }, + { + "epoch": 0.40324800440407377, + "grad_norm": 1.5776494719963106, + "learning_rate": 1.3540918781205331e-05, + "loss": 1.071, + "step": 2930 + }, + { + "epoch": 0.4033856317093311, + "grad_norm": 1.6666835723218, + "learning_rate": 1.3536749798934132e-05, + "loss": 1.0594, + "step": 2931 + }, + { + "epoch": 0.4035232590145885, + "grad_norm": 1.6648890570470287, + "learning_rate": 1.3532580113959159e-05, + "loss": 1.2082, + "step": 2932 + }, + { + "epoch": 0.40366088631984587, + "grad_norm": 1.5789903068222815, + "learning_rate": 1.3528409727108873e-05, + "loss": 1.0645, + "step": 2933 + }, + { + "epoch": 0.4037985136251032, + "grad_norm": 1.6911073595445048, + "learning_rate": 1.3524238639211874e-05, + "loss": 1.1016, + "step": 2934 + }, + { + "epoch": 0.40393614093036057, + "grad_norm": 1.6742871515623965, + "learning_rate": 1.3520066851096898e-05, + "loss": 1.0919, + "step": 2935 + }, + { + "epoch": 0.40407376823561797, + "grad_norm": 1.8146516067399794, + "learning_rate": 1.3515894363592824e-05, + "loss": 1.2142, + "step": 2936 + }, + { + "epoch": 0.4042113955408753, + "grad_norm": 1.9467036353660199, + "learning_rate": 1.3511721177528665e-05, + "loss": 1.1395, + "step": 2937 + }, + { + "epoch": 0.40434902284613267, + "grad_norm": 1.5792921282585133, + "learning_rate": 1.350754729373358e-05, + "loss": 1.1485, + "step": 2938 + }, + { + "epoch": 0.40448665015139, + "grad_norm": 1.731103844859974, + "learning_rate": 1.350337271303686e-05, + "loss": 1.1812, + "step": 2939 + }, + { + "epoch": 0.4046242774566474, + "grad_norm": 1.6419325587367806, + "learning_rate": 1.349919743626794e-05, + "loss": 1.0343, + "step": 2940 + }, + { + "epoch": 0.40476190476190477, + "grad_norm": 1.648973224931452, + "learning_rate": 1.3495021464256386e-05, + "loss": 1.1839, + "step": 2941 + }, + { + "epoch": 0.4048995320671621, + "grad_norm": 1.5621015253969626, + "learning_rate": 1.3490844797831909e-05, + "loss": 1.0879, + "step": 2942 + }, + { + "epoch": 0.40503715937241946, + "grad_norm": 1.6620824811697634, + "learning_rate": 1.3486667437824355e-05, + "loss": 1.1614, + "step": 2943 + }, + { + "epoch": 0.40517478667767687, + "grad_norm": 1.6497094646871282, + "learning_rate": 1.3482489385063705e-05, + "loss": 1.0696, + "step": 2944 + }, + { + "epoch": 0.4053124139829342, + "grad_norm": 1.8580816060049685, + "learning_rate": 1.347831064038009e-05, + "loss": 1.1163, + "step": 2945 + }, + { + "epoch": 0.40545004128819156, + "grad_norm": 1.7057159438854244, + "learning_rate": 1.347413120460376e-05, + "loss": 1.1023, + "step": 2946 + }, + { + "epoch": 0.4055876685934489, + "grad_norm": 1.7741520656357161, + "learning_rate": 1.3469951078565117e-05, + "loss": 1.1696, + "step": 2947 + }, + { + "epoch": 0.4057252958987063, + "grad_norm": 1.5379774261684556, + "learning_rate": 1.3465770263094693e-05, + "loss": 1.1404, + "step": 2948 + }, + { + "epoch": 0.40586292320396367, + "grad_norm": 1.457521387109821, + "learning_rate": 1.3461588759023162e-05, + "loss": 1.0338, + "step": 2949 + }, + { + "epoch": 0.406000550509221, + "grad_norm": 1.6904066816378165, + "learning_rate": 1.3457406567181324e-05, + "loss": 1.1238, + "step": 2950 + }, + { + "epoch": 0.4061381778144784, + "grad_norm": 1.7527205713775165, + "learning_rate": 1.345322368840013e-05, + "loss": 1.0732, + "step": 2951 + }, + { + "epoch": 0.40627580511973577, + "grad_norm": 1.5484419424471358, + "learning_rate": 1.3449040123510657e-05, + "loss": 1.0412, + "step": 2952 + }, + { + "epoch": 0.4064134324249931, + "grad_norm": 1.7896089587636503, + "learning_rate": 1.3444855873344124e-05, + "loss": 1.0869, + "step": 2953 + }, + { + "epoch": 0.40655105973025046, + "grad_norm": 1.8038290125019192, + "learning_rate": 1.3440670938731885e-05, + "loss": 1.1042, + "step": 2954 + }, + { + "epoch": 0.40668868703550787, + "grad_norm": 1.6607032423557986, + "learning_rate": 1.3436485320505427e-05, + "loss": 1.0657, + "step": 2955 + }, + { + "epoch": 0.4068263143407652, + "grad_norm": 1.7766496177787854, + "learning_rate": 1.343229901949638e-05, + "loss": 1.0407, + "step": 2956 + }, + { + "epoch": 0.40696394164602256, + "grad_norm": 1.8324324039474402, + "learning_rate": 1.3428112036536497e-05, + "loss": 1.1395, + "step": 2957 + }, + { + "epoch": 0.4071015689512799, + "grad_norm": 1.5900432352022553, + "learning_rate": 1.342392437245768e-05, + "loss": 1.0664, + "step": 2958 + }, + { + "epoch": 0.4072391962565373, + "grad_norm": 1.5688572158039067, + "learning_rate": 1.3419736028091954e-05, + "loss": 0.9923, + "step": 2959 + }, + { + "epoch": 0.40737682356179467, + "grad_norm": 1.5434806670401235, + "learning_rate": 1.3415547004271495e-05, + "loss": 1.0678, + "step": 2960 + }, + { + "epoch": 0.407514450867052, + "grad_norm": 1.6375506798634445, + "learning_rate": 1.3411357301828597e-05, + "loss": 1.1818, + "step": 2961 + }, + { + "epoch": 0.40765207817230936, + "grad_norm": 1.6380383105885807, + "learning_rate": 1.3407166921595702e-05, + "loss": 1.1266, + "step": 2962 + }, + { + "epoch": 0.40778970547756677, + "grad_norm": 1.7034282887941965, + "learning_rate": 1.3402975864405378e-05, + "loss": 1.0935, + "step": 2963 + }, + { + "epoch": 0.4079273327828241, + "grad_norm": 1.7066509229074234, + "learning_rate": 1.3398784131090331e-05, + "loss": 1.0676, + "step": 2964 + }, + { + "epoch": 0.40806496008808146, + "grad_norm": 1.645950924256109, + "learning_rate": 1.3394591722483402e-05, + "loss": 1.1119, + "step": 2965 + }, + { + "epoch": 0.4082025873933388, + "grad_norm": 1.5962879418209774, + "learning_rate": 1.3390398639417565e-05, + "loss": 1.0896, + "step": 2966 + }, + { + "epoch": 0.4083402146985962, + "grad_norm": 1.6055563799982613, + "learning_rate": 1.3386204882725928e-05, + "loss": 1.2228, + "step": 2967 + }, + { + "epoch": 0.40847784200385356, + "grad_norm": 1.7362593454425668, + "learning_rate": 1.3382010453241732e-05, + "loss": 1.1866, + "step": 2968 + }, + { + "epoch": 0.4086154693091109, + "grad_norm": 1.7078028256363653, + "learning_rate": 1.3377815351798353e-05, + "loss": 1.1196, + "step": 2969 + }, + { + "epoch": 0.4087530966143683, + "grad_norm": 1.8017248256348015, + "learning_rate": 1.3373619579229304e-05, + "loss": 1.1257, + "step": 2970 + }, + { + "epoch": 0.40889072391962566, + "grad_norm": 1.8027597794321346, + "learning_rate": 1.3369423136368223e-05, + "loss": 1.1845, + "step": 2971 + }, + { + "epoch": 0.409028351224883, + "grad_norm": 1.8400843263575035, + "learning_rate": 1.3365226024048885e-05, + "loss": 1.1137, + "step": 2972 + }, + { + "epoch": 0.40916597853014036, + "grad_norm": 1.562603548626266, + "learning_rate": 1.3361028243105203e-05, + "loss": 1.0753, + "step": 2973 + }, + { + "epoch": 0.40930360583539777, + "grad_norm": 1.592752384607929, + "learning_rate": 1.3356829794371215e-05, + "loss": 1.1845, + "step": 2974 + }, + { + "epoch": 0.4094412331406551, + "grad_norm": 1.9008827734935607, + "learning_rate": 1.3352630678681095e-05, + "loss": 1.0542, + "step": 2975 + }, + { + "epoch": 0.40957886044591246, + "grad_norm": 1.5273505658714361, + "learning_rate": 1.3348430896869155e-05, + "loss": 1.1183, + "step": 2976 + }, + { + "epoch": 0.4097164877511698, + "grad_norm": 1.5392426051227213, + "learning_rate": 1.334423044976983e-05, + "loss": 1.1507, + "step": 2977 + }, + { + "epoch": 0.4098541150564272, + "grad_norm": 1.7272302492877107, + "learning_rate": 1.3340029338217693e-05, + "loss": 1.1866, + "step": 2978 + }, + { + "epoch": 0.40999174236168456, + "grad_norm": 1.6994491461512695, + "learning_rate": 1.3335827563047446e-05, + "loss": 1.2361, + "step": 2979 + }, + { + "epoch": 0.4101293696669419, + "grad_norm": 1.5274863165048778, + "learning_rate": 1.3331625125093925e-05, + "loss": 1.0541, + "step": 2980 + }, + { + "epoch": 0.41026699697219926, + "grad_norm": 1.5502464574227601, + "learning_rate": 1.3327422025192095e-05, + "loss": 1.1518, + "step": 2981 + }, + { + "epoch": 0.41040462427745666, + "grad_norm": 1.7041951815737268, + "learning_rate": 1.3323218264177058e-05, + "loss": 1.1561, + "step": 2982 + }, + { + "epoch": 0.410542251582714, + "grad_norm": 1.6222728682029104, + "learning_rate": 1.331901384288404e-05, + "loss": 1.0768, + "step": 2983 + }, + { + "epoch": 0.41067987888797136, + "grad_norm": 1.6466429078370222, + "learning_rate": 1.3314808762148406e-05, + "loss": 1.1316, + "step": 2984 + }, + { + "epoch": 0.4108175061932287, + "grad_norm": 1.7318087132024695, + "learning_rate": 1.3310603022805646e-05, + "loss": 1.1804, + "step": 2985 + }, + { + "epoch": 0.4109551334984861, + "grad_norm": 1.5146788052180644, + "learning_rate": 1.330639662569138e-05, + "loss": 1.0672, + "step": 2986 + }, + { + "epoch": 0.41109276080374346, + "grad_norm": 1.4485357989143464, + "learning_rate": 1.3302189571641366e-05, + "loss": 1.0811, + "step": 2987 + }, + { + "epoch": 0.4112303881090008, + "grad_norm": 1.7308813248397645, + "learning_rate": 1.3297981861491485e-05, + "loss": 1.1239, + "step": 2988 + }, + { + "epoch": 0.4113680154142582, + "grad_norm": 1.5438073333020605, + "learning_rate": 1.3293773496077753e-05, + "loss": 1.111, + "step": 2989 + }, + { + "epoch": 0.41150564271951556, + "grad_norm": 1.7226573045229239, + "learning_rate": 1.3289564476236311e-05, + "loss": 1.1375, + "step": 2990 + }, + { + "epoch": 0.4116432700247729, + "grad_norm": 1.6485274270193422, + "learning_rate": 1.328535480280344e-05, + "loss": 1.2237, + "step": 2991 + }, + { + "epoch": 0.41178089733003026, + "grad_norm": 1.654213782180123, + "learning_rate": 1.3281144476615544e-05, + "loss": 1.1235, + "step": 2992 + }, + { + "epoch": 0.41191852463528766, + "grad_norm": 1.743510935026202, + "learning_rate": 1.327693349850915e-05, + "loss": 1.1074, + "step": 2993 + }, + { + "epoch": 0.412056151940545, + "grad_norm": 1.636394415365017, + "learning_rate": 1.3272721869320929e-05, + "loss": 1.1108, + "step": 2994 + }, + { + "epoch": 0.41219377924580236, + "grad_norm": 1.6687647913607269, + "learning_rate": 1.3268509589887671e-05, + "loss": 1.1142, + "step": 2995 + }, + { + "epoch": 0.4123314065510597, + "grad_norm": 1.539604326379759, + "learning_rate": 1.3264296661046296e-05, + "loss": 1.0907, + "step": 2996 + }, + { + "epoch": 0.4124690338563171, + "grad_norm": 1.5731484121440946, + "learning_rate": 1.3260083083633859e-05, + "loss": 1.1383, + "step": 2997 + }, + { + "epoch": 0.41260666116157446, + "grad_norm": 1.5482908065719716, + "learning_rate": 1.325586885848754e-05, + "loss": 1.0754, + "step": 2998 + }, + { + "epoch": 0.4127442884668318, + "grad_norm": 1.716872269992801, + "learning_rate": 1.3251653986444649e-05, + "loss": 1.1231, + "step": 2999 + }, + { + "epoch": 0.41288191577208916, + "grad_norm": 1.5577127355866385, + "learning_rate": 1.3247438468342618e-05, + "loss": 1.1232, + "step": 3000 + }, + { + "epoch": 0.41301954307734656, + "grad_norm": 1.6538905792485765, + "learning_rate": 1.3243222305019015e-05, + "loss": 1.0896, + "step": 3001 + }, + { + "epoch": 0.4131571703826039, + "grad_norm": 1.5650607524858366, + "learning_rate": 1.3239005497311536e-05, + "loss": 1.0131, + "step": 3002 + }, + { + "epoch": 0.41329479768786126, + "grad_norm": 1.5801969642459246, + "learning_rate": 1.3234788046058002e-05, + "loss": 1.1729, + "step": 3003 + }, + { + "epoch": 0.4134324249931186, + "grad_norm": 1.6368839830987993, + "learning_rate": 1.3230569952096363e-05, + "loss": 1.1778, + "step": 3004 + }, + { + "epoch": 0.413570052298376, + "grad_norm": 1.5231646108527719, + "learning_rate": 1.3226351216264695e-05, + "loss": 1.0936, + "step": 3005 + }, + { + "epoch": 0.41370767960363336, + "grad_norm": 1.5832025216343402, + "learning_rate": 1.3222131839401204e-05, + "loss": 1.0926, + "step": 3006 + }, + { + "epoch": 0.4138453069088907, + "grad_norm": 1.6616609347780953, + "learning_rate": 1.3217911822344225e-05, + "loss": 1.0671, + "step": 3007 + }, + { + "epoch": 0.4139829342141481, + "grad_norm": 1.5247111163089657, + "learning_rate": 1.3213691165932212e-05, + "loss": 1.1332, + "step": 3008 + }, + { + "epoch": 0.41412056151940546, + "grad_norm": 1.5094389989137906, + "learning_rate": 1.3209469871003759e-05, + "loss": 1.1133, + "step": 3009 + }, + { + "epoch": 0.4142581888246628, + "grad_norm": 1.7407368122684048, + "learning_rate": 1.3205247938397574e-05, + "loss": 1.1834, + "step": 3010 + }, + { + "epoch": 0.41439581612992016, + "grad_norm": 1.577183587508192, + "learning_rate": 1.3201025368952498e-05, + "loss": 1.1034, + "step": 3011 + }, + { + "epoch": 0.41453344343517756, + "grad_norm": 1.5949961916962756, + "learning_rate": 1.3196802163507499e-05, + "loss": 1.0884, + "step": 3012 + }, + { + "epoch": 0.4146710707404349, + "grad_norm": 1.466467486556358, + "learning_rate": 1.319257832290167e-05, + "loss": 1.1248, + "step": 3013 + }, + { + "epoch": 0.41480869804569226, + "grad_norm": 1.6452339493068424, + "learning_rate": 1.3188353847974228e-05, + "loss": 1.0857, + "step": 3014 + }, + { + "epoch": 0.4149463253509496, + "grad_norm": 1.8384516868477794, + "learning_rate": 1.3184128739564522e-05, + "loss": 1.1594, + "step": 3015 + }, + { + "epoch": 0.415083952656207, + "grad_norm": 1.6069789112391775, + "learning_rate": 1.3179902998512021e-05, + "loss": 1.0703, + "step": 3016 + }, + { + "epoch": 0.41522157996146436, + "grad_norm": 1.679050014337964, + "learning_rate": 1.3175676625656322e-05, + "loss": 1.1205, + "step": 3017 + }, + { + "epoch": 0.4153592072667217, + "grad_norm": 1.636052311691179, + "learning_rate": 1.3171449621837149e-05, + "loss": 1.155, + "step": 3018 + }, + { + "epoch": 0.41549683457197906, + "grad_norm": 1.748681430676185, + "learning_rate": 1.3167221987894348e-05, + "loss": 1.0531, + "step": 3019 + }, + { + "epoch": 0.41563446187723646, + "grad_norm": 1.6004235289596251, + "learning_rate": 1.316299372466789e-05, + "loss": 1.1369, + "step": 3020 + }, + { + "epoch": 0.4157720891824938, + "grad_norm": 1.745857512938425, + "learning_rate": 1.3158764832997877e-05, + "loss": 1.1917, + "step": 3021 + }, + { + "epoch": 0.41590971648775116, + "grad_norm": 1.6917158470457485, + "learning_rate": 1.315453531372453e-05, + "loss": 1.0676, + "step": 3022 + }, + { + "epoch": 0.4160473437930085, + "grad_norm": 1.8631744260054968, + "learning_rate": 1.31503051676882e-05, + "loss": 1.1792, + "step": 3023 + }, + { + "epoch": 0.4161849710982659, + "grad_norm": 1.6416289755810116, + "learning_rate": 1.3146074395729353e-05, + "loss": 1.1251, + "step": 3024 + }, + { + "epoch": 0.41632259840352326, + "grad_norm": 1.7364722667659034, + "learning_rate": 1.3141842998688589e-05, + "loss": 1.2172, + "step": 3025 + }, + { + "epoch": 0.4164602257087806, + "grad_norm": 1.710908614208153, + "learning_rate": 1.3137610977406632e-05, + "loss": 1.1364, + "step": 3026 + }, + { + "epoch": 0.416597853014038, + "grad_norm": 1.5436840536180976, + "learning_rate": 1.3133378332724318e-05, + "loss": 1.1143, + "step": 3027 + }, + { + "epoch": 0.41673548031929536, + "grad_norm": 1.5362140000346836, + "learning_rate": 1.3129145065482622e-05, + "loss": 1.0124, + "step": 3028 + }, + { + "epoch": 0.4168731076245527, + "grad_norm": 1.6232424490726873, + "learning_rate": 1.3124911176522637e-05, + "loss": 1.0953, + "step": 3029 + }, + { + "epoch": 0.41701073492981006, + "grad_norm": 1.7020165668099512, + "learning_rate": 1.3120676666685576e-05, + "loss": 1.2048, + "step": 3030 + }, + { + "epoch": 0.41714836223506746, + "grad_norm": 1.4255928666586732, + "learning_rate": 1.311644153681278e-05, + "loss": 1.074, + "step": 3031 + }, + { + "epoch": 0.4172859895403248, + "grad_norm": 1.5246146812585701, + "learning_rate": 1.3112205787745706e-05, + "loss": 1.0364, + "step": 3032 + }, + { + "epoch": 0.41742361684558216, + "grad_norm": 1.5193498494247455, + "learning_rate": 1.3107969420325945e-05, + "loss": 1.0856, + "step": 3033 + }, + { + "epoch": 0.4175612441508395, + "grad_norm": 1.503697515571215, + "learning_rate": 1.3103732435395205e-05, + "loss": 1.0472, + "step": 3034 + }, + { + "epoch": 0.4176988714560969, + "grad_norm": 1.5718525422014495, + "learning_rate": 1.3099494833795314e-05, + "loss": 1.0861, + "step": 3035 + }, + { + "epoch": 0.41783649876135426, + "grad_norm": 1.6830853212435888, + "learning_rate": 1.3095256616368228e-05, + "loss": 1.0759, + "step": 3036 + }, + { + "epoch": 0.4179741260666116, + "grad_norm": 1.8474604419538547, + "learning_rate": 1.3091017783956018e-05, + "loss": 1.0919, + "step": 3037 + }, + { + "epoch": 0.41811175337186895, + "grad_norm": 1.4641334488223798, + "learning_rate": 1.308677833740089e-05, + "loss": 1.126, + "step": 3038 + }, + { + "epoch": 0.41824938067712636, + "grad_norm": 1.622398748393793, + "learning_rate": 1.3082538277545161e-05, + "loss": 1.1078, + "step": 3039 + }, + { + "epoch": 0.4183870079823837, + "grad_norm": 1.7124906041060906, + "learning_rate": 1.3078297605231267e-05, + "loss": 1.1585, + "step": 3040 + }, + { + "epoch": 0.41852463528764106, + "grad_norm": 1.5491922927463693, + "learning_rate": 1.307405632130178e-05, + "loss": 1.1083, + "step": 3041 + }, + { + "epoch": 0.4186622625928984, + "grad_norm": 1.6830241242460426, + "learning_rate": 1.306981442659938e-05, + "loss": 1.1759, + "step": 3042 + }, + { + "epoch": 0.4187998898981558, + "grad_norm": 1.6761429677110145, + "learning_rate": 1.3065571921966875e-05, + "loss": 1.1247, + "step": 3043 + }, + { + "epoch": 0.41893751720341316, + "grad_norm": 1.6202446523494451, + "learning_rate": 1.3061328808247191e-05, + "loss": 1.205, + "step": 3044 + }, + { + "epoch": 0.4190751445086705, + "grad_norm": 1.5504127713788778, + "learning_rate": 1.3057085086283378e-05, + "loss": 1.1352, + "step": 3045 + }, + { + "epoch": 0.4192127718139279, + "grad_norm": 1.660752644297539, + "learning_rate": 1.3052840756918607e-05, + "loss": 1.253, + "step": 3046 + }, + { + "epoch": 0.41935039911918526, + "grad_norm": 1.6405539252544947, + "learning_rate": 1.3048595820996166e-05, + "loss": 1.1032, + "step": 3047 + }, + { + "epoch": 0.4194880264244426, + "grad_norm": 1.545465130721772, + "learning_rate": 1.3044350279359464e-05, + "loss": 1.0828, + "step": 3048 + }, + { + "epoch": 0.41962565372969995, + "grad_norm": 1.615222564545563, + "learning_rate": 1.3040104132852036e-05, + "loss": 1.1176, + "step": 3049 + }, + { + "epoch": 0.41976328103495736, + "grad_norm": 1.768403249193716, + "learning_rate": 1.3035857382317532e-05, + "loss": 1.1446, + "step": 3050 + }, + { + "epoch": 0.4199009083402147, + "grad_norm": 1.4233640528204456, + "learning_rate": 1.303161002859972e-05, + "loss": 1.0968, + "step": 3051 + }, + { + "epoch": 0.42003853564547206, + "grad_norm": 1.6181984193545906, + "learning_rate": 1.3027362072542493e-05, + "loss": 1.0644, + "step": 3052 + }, + { + "epoch": 0.4201761629507294, + "grad_norm": 1.5808268678634547, + "learning_rate": 1.3023113514989865e-05, + "loss": 1.106, + "step": 3053 + }, + { + "epoch": 0.4203137902559868, + "grad_norm": 1.6987979318276898, + "learning_rate": 1.3018864356785961e-05, + "loss": 1.106, + "step": 3054 + }, + { + "epoch": 0.42045141756124416, + "grad_norm": 1.6307598613736767, + "learning_rate": 1.3014614598775035e-05, + "loss": 1.1018, + "step": 3055 + }, + { + "epoch": 0.4205890448665015, + "grad_norm": 1.6188241834252635, + "learning_rate": 1.3010364241801453e-05, + "loss": 1.1355, + "step": 3056 + }, + { + "epoch": 0.42072667217175885, + "grad_norm": 1.69452264761501, + "learning_rate": 1.3006113286709705e-05, + "loss": 1.1286, + "step": 3057 + }, + { + "epoch": 0.42086429947701626, + "grad_norm": 1.4926416910911255, + "learning_rate": 1.3001861734344394e-05, + "loss": 1.1058, + "step": 3058 + }, + { + "epoch": 0.4210019267822736, + "grad_norm": 1.6585568338896195, + "learning_rate": 1.2997609585550248e-05, + "loss": 1.0709, + "step": 3059 + }, + { + "epoch": 0.42113955408753095, + "grad_norm": 1.7088913790741025, + "learning_rate": 1.299335684117211e-05, + "loss": 1.1156, + "step": 3060 + }, + { + "epoch": 0.4212771813927883, + "grad_norm": 1.5718905720007894, + "learning_rate": 1.2989103502054943e-05, + "loss": 1.173, + "step": 3061 + }, + { + "epoch": 0.4214148086980457, + "grad_norm": 1.5689335256698689, + "learning_rate": 1.298484956904383e-05, + "loss": 1.0669, + "step": 3062 + }, + { + "epoch": 0.42155243600330305, + "grad_norm": 1.744451439007412, + "learning_rate": 1.2980595042983961e-05, + "loss": 1.1695, + "step": 3063 + }, + { + "epoch": 0.4216900633085604, + "grad_norm": 1.596440962464855, + "learning_rate": 1.2976339924720657e-05, + "loss": 1.1468, + "step": 3064 + }, + { + "epoch": 0.4218276906138178, + "grad_norm": 1.530114155522007, + "learning_rate": 1.2972084215099353e-05, + "loss": 1.0781, + "step": 3065 + }, + { + "epoch": 0.42196531791907516, + "grad_norm": 1.4524610621996545, + "learning_rate": 1.2967827914965598e-05, + "loss": 1.0652, + "step": 3066 + }, + { + "epoch": 0.4221029452243325, + "grad_norm": 1.5203841653794237, + "learning_rate": 1.2963571025165062e-05, + "loss": 1.151, + "step": 3067 + }, + { + "epoch": 0.42224057252958985, + "grad_norm": 1.816135606962665, + "learning_rate": 1.2959313546543529e-05, + "loss": 1.1455, + "step": 3068 + }, + { + "epoch": 0.42237819983484726, + "grad_norm": 1.5730773455360767, + "learning_rate": 1.2955055479946906e-05, + "loss": 1.1048, + "step": 3069 + }, + { + "epoch": 0.4225158271401046, + "grad_norm": 1.9742550573903714, + "learning_rate": 1.2950796826221206e-05, + "loss": 1.2806, + "step": 3070 + }, + { + "epoch": 0.42265345444536195, + "grad_norm": 1.780864651570662, + "learning_rate": 1.2946537586212568e-05, + "loss": 1.1346, + "step": 3071 + }, + { + "epoch": 0.4227910817506193, + "grad_norm": 1.6055673318514347, + "learning_rate": 1.294227776076725e-05, + "loss": 1.0548, + "step": 3072 + }, + { + "epoch": 0.4229287090558767, + "grad_norm": 1.778744198664295, + "learning_rate": 1.2938017350731614e-05, + "loss": 1.1168, + "step": 3073 + }, + { + "epoch": 0.42306633636113405, + "grad_norm": 1.7058390067102087, + "learning_rate": 1.2933756356952145e-05, + "loss": 1.1318, + "step": 3074 + }, + { + "epoch": 0.4232039636663914, + "grad_norm": 1.7659151295707953, + "learning_rate": 1.2929494780275449e-05, + "loss": 1.1629, + "step": 3075 + }, + { + "epoch": 0.42334159097164875, + "grad_norm": 1.5151506757505393, + "learning_rate": 1.2925232621548242e-05, + "loss": 1.077, + "step": 3076 + }, + { + "epoch": 0.42347921827690616, + "grad_norm": 1.5037588465783653, + "learning_rate": 1.292096988161735e-05, + "loss": 1.0701, + "step": 3077 + }, + { + "epoch": 0.4236168455821635, + "grad_norm": 1.5281519796676377, + "learning_rate": 1.2916706561329733e-05, + "loss": 1.0871, + "step": 3078 + }, + { + "epoch": 0.42375447288742085, + "grad_norm": 1.7320812785102597, + "learning_rate": 1.2912442661532446e-05, + "loss": 1.1291, + "step": 3079 + }, + { + "epoch": 0.4238921001926782, + "grad_norm": 1.831686098255517, + "learning_rate": 1.2908178183072666e-05, + "loss": 1.1374, + "step": 3080 + }, + { + "epoch": 0.4240297274979356, + "grad_norm": 1.683526520504516, + "learning_rate": 1.2903913126797692e-05, + "loss": 1.1024, + "step": 3081 + }, + { + "epoch": 0.42416735480319295, + "grad_norm": 1.4460314135444903, + "learning_rate": 1.2899647493554927e-05, + "loss": 1.0409, + "step": 3082 + }, + { + "epoch": 0.4243049821084503, + "grad_norm": 1.4889246250172765, + "learning_rate": 1.2895381284191898e-05, + "loss": 1.1248, + "step": 3083 + }, + { + "epoch": 0.4244426094137077, + "grad_norm": 1.6458724073741118, + "learning_rate": 1.2891114499556243e-05, + "loss": 1.0156, + "step": 3084 + }, + { + "epoch": 0.42458023671896505, + "grad_norm": 1.438018674097422, + "learning_rate": 1.288684714049571e-05, + "loss": 1.1043, + "step": 3085 + }, + { + "epoch": 0.4247178640242224, + "grad_norm": 1.6511186164297222, + "learning_rate": 1.288257920785817e-05, + "loss": 1.0425, + "step": 3086 + }, + { + "epoch": 0.42485549132947975, + "grad_norm": 1.5529567222790384, + "learning_rate": 1.2878310702491597e-05, + "loss": 1.1498, + "step": 3087 + }, + { + "epoch": 0.42499311863473715, + "grad_norm": 1.6934346461206846, + "learning_rate": 1.2874041625244087e-05, + "loss": 1.1703, + "step": 3088 + }, + { + "epoch": 0.4251307459399945, + "grad_norm": 1.7351354742216325, + "learning_rate": 1.286977197696385e-05, + "loss": 1.2956, + "step": 3089 + }, + { + "epoch": 0.42526837324525185, + "grad_norm": 1.8359148884365095, + "learning_rate": 1.2865501758499202e-05, + "loss": 1.1309, + "step": 3090 + }, + { + "epoch": 0.4254060005505092, + "grad_norm": 1.5476768068926476, + "learning_rate": 1.2861230970698579e-05, + "loss": 1.0765, + "step": 3091 + }, + { + "epoch": 0.4255436278557666, + "grad_norm": 1.718321714001463, + "learning_rate": 1.2856959614410527e-05, + "loss": 1.056, + "step": 3092 + }, + { + "epoch": 0.42568125516102395, + "grad_norm": 1.6027072110327658, + "learning_rate": 1.2852687690483709e-05, + "loss": 1.0791, + "step": 3093 + }, + { + "epoch": 0.4258188824662813, + "grad_norm": 1.7766243241998403, + "learning_rate": 1.2848415199766896e-05, + "loss": 1.1511, + "step": 3094 + }, + { + "epoch": 0.42595650977153865, + "grad_norm": 1.9060612700997235, + "learning_rate": 1.2844142143108976e-05, + "loss": 1.2247, + "step": 3095 + }, + { + "epoch": 0.42609413707679605, + "grad_norm": 1.6605909100717131, + "learning_rate": 1.283986852135894e-05, + "loss": 1.1388, + "step": 3096 + }, + { + "epoch": 0.4262317643820534, + "grad_norm": 1.4318561028084742, + "learning_rate": 1.2835594335365904e-05, + "loss": 1.1023, + "step": 3097 + }, + { + "epoch": 0.42636939168731075, + "grad_norm": 1.724283479935534, + "learning_rate": 1.2831319585979088e-05, + "loss": 1.0568, + "step": 3098 + }, + { + "epoch": 0.4265070189925681, + "grad_norm": 1.682432892313254, + "learning_rate": 1.2827044274047825e-05, + "loss": 1.1216, + "step": 3099 + }, + { + "epoch": 0.4266446462978255, + "grad_norm": 1.683618555533533, + "learning_rate": 1.2822768400421564e-05, + "loss": 1.1646, + "step": 3100 + }, + { + "epoch": 0.42678227360308285, + "grad_norm": 1.4556643848629842, + "learning_rate": 1.2818491965949862e-05, + "loss": 1.1259, + "step": 3101 + }, + { + "epoch": 0.4269199009083402, + "grad_norm": 1.5223402517737092, + "learning_rate": 1.2814214971482389e-05, + "loss": 1.0787, + "step": 3102 + }, + { + "epoch": 0.4270575282135976, + "grad_norm": 1.4697203700198131, + "learning_rate": 1.280993741786892e-05, + "loss": 1.0581, + "step": 3103 + }, + { + "epoch": 0.42719515551885495, + "grad_norm": 1.6822795548460285, + "learning_rate": 1.2805659305959352e-05, + "loss": 1.1111, + "step": 3104 + }, + { + "epoch": 0.4273327828241123, + "grad_norm": 1.5873487967903241, + "learning_rate": 1.2801380636603686e-05, + "loss": 1.1334, + "step": 3105 + }, + { + "epoch": 0.42747041012936965, + "grad_norm": 1.4883126690563973, + "learning_rate": 1.2797101410652033e-05, + "loss": 1.122, + "step": 3106 + }, + { + "epoch": 0.42760803743462705, + "grad_norm": 1.613021038362146, + "learning_rate": 1.279282162895462e-05, + "loss": 1.1142, + "step": 3107 + }, + { + "epoch": 0.4277456647398844, + "grad_norm": 1.611320505293527, + "learning_rate": 1.2788541292361774e-05, + "loss": 1.1108, + "step": 3108 + }, + { + "epoch": 0.42788329204514175, + "grad_norm": 1.4623516828350587, + "learning_rate": 1.2784260401723947e-05, + "loss": 1.0883, + "step": 3109 + }, + { + "epoch": 0.4280209193503991, + "grad_norm": 1.5500661475699757, + "learning_rate": 1.2779978957891692e-05, + "loss": 1.1247, + "step": 3110 + }, + { + "epoch": 0.4281585466556565, + "grad_norm": 1.5974969235376901, + "learning_rate": 1.2775696961715671e-05, + "loss": 1.0091, + "step": 3111 + }, + { + "epoch": 0.42829617396091385, + "grad_norm": 1.6576273441682134, + "learning_rate": 1.2771414414046658e-05, + "loss": 1.1091, + "step": 3112 + }, + { + "epoch": 0.4284338012661712, + "grad_norm": 1.6666791461287749, + "learning_rate": 1.276713131573554e-05, + "loss": 1.1113, + "step": 3113 + }, + { + "epoch": 0.42857142857142855, + "grad_norm": 1.5028018060538366, + "learning_rate": 1.2762847667633305e-05, + "loss": 1.0631, + "step": 3114 + }, + { + "epoch": 0.42870905587668595, + "grad_norm": 1.6244170074165316, + "learning_rate": 1.2758563470591057e-05, + "loss": 1.0805, + "step": 3115 + }, + { + "epoch": 0.4288466831819433, + "grad_norm": 1.6806267471754048, + "learning_rate": 1.2754278725460008e-05, + "loss": 1.1614, + "step": 3116 + }, + { + "epoch": 0.42898431048720065, + "grad_norm": 1.6146346430197827, + "learning_rate": 1.2749993433091479e-05, + "loss": 1.1074, + "step": 3117 + }, + { + "epoch": 0.429121937792458, + "grad_norm": 1.620720048256036, + "learning_rate": 1.27457075943369e-05, + "loss": 1.2009, + "step": 3118 + }, + { + "epoch": 0.4292595650977154, + "grad_norm": 1.491718987305478, + "learning_rate": 1.2741421210047803e-05, + "loss": 1.0274, + "step": 3119 + }, + { + "epoch": 0.42939719240297275, + "grad_norm": 1.7633743776454243, + "learning_rate": 1.273713428107584e-05, + "loss": 1.0911, + "step": 3120 + }, + { + "epoch": 0.4295348197082301, + "grad_norm": 1.757309553621381, + "learning_rate": 1.2732846808272762e-05, + "loss": 1.1632, + "step": 3121 + }, + { + "epoch": 0.4296724470134875, + "grad_norm": 1.5562553008489948, + "learning_rate": 1.2728558792490433e-05, + "loss": 1.0643, + "step": 3122 + }, + { + "epoch": 0.42981007431874485, + "grad_norm": 1.6425097337290462, + "learning_rate": 1.272427023458082e-05, + "loss": 1.0866, + "step": 3123 + }, + { + "epoch": 0.4299477016240022, + "grad_norm": 1.8116703759639243, + "learning_rate": 1.2719981135396002e-05, + "loss": 1.1362, + "step": 3124 + }, + { + "epoch": 0.43008532892925955, + "grad_norm": 1.7187586083263484, + "learning_rate": 1.2715691495788167e-05, + "loss": 1.1136, + "step": 3125 + }, + { + "epoch": 0.43022295623451695, + "grad_norm": 1.5885337727281565, + "learning_rate": 1.2711401316609609e-05, + "loss": 1.1414, + "step": 3126 + }, + { + "epoch": 0.4303605835397743, + "grad_norm": 1.749539522421919, + "learning_rate": 1.270711059871272e-05, + "loss": 1.1358, + "step": 3127 + }, + { + "epoch": 0.43049821084503165, + "grad_norm": 1.4857472614116005, + "learning_rate": 1.270281934295001e-05, + "loss": 1.0145, + "step": 3128 + }, + { + "epoch": 0.430635838150289, + "grad_norm": 1.5406107188182818, + "learning_rate": 1.2698527550174096e-05, + "loss": 1.1377, + "step": 3129 + }, + { + "epoch": 0.4307734654555464, + "grad_norm": 1.8690357207191142, + "learning_rate": 1.2694235221237695e-05, + "loss": 1.0969, + "step": 3130 + }, + { + "epoch": 0.43091109276080375, + "grad_norm": 1.5926291016338883, + "learning_rate": 1.2689942356993637e-05, + "loss": 1.0329, + "step": 3131 + }, + { + "epoch": 0.4310487200660611, + "grad_norm": 1.8121852238365364, + "learning_rate": 1.2685648958294854e-05, + "loss": 1.2077, + "step": 3132 + }, + { + "epoch": 0.43118634737131845, + "grad_norm": 1.6069631739625485, + "learning_rate": 1.2681355025994386e-05, + "loss": 1.1439, + "step": 3133 + }, + { + "epoch": 0.43132397467657585, + "grad_norm": 1.7941089463041127, + "learning_rate": 1.2677060560945377e-05, + "loss": 1.1268, + "step": 3134 + }, + { + "epoch": 0.4314616019818332, + "grad_norm": 1.4905673617778854, + "learning_rate": 1.2672765564001082e-05, + "loss": 1.014, + "step": 3135 + }, + { + "epoch": 0.43159922928709055, + "grad_norm": 1.627028462559609, + "learning_rate": 1.2668470036014852e-05, + "loss": 1.0862, + "step": 3136 + }, + { + "epoch": 0.4317368565923479, + "grad_norm": 1.7291313720031358, + "learning_rate": 1.2664173977840155e-05, + "loss": 1.17, + "step": 3137 + }, + { + "epoch": 0.4318744838976053, + "grad_norm": 1.5870696980882004, + "learning_rate": 1.2659877390330557e-05, + "loss": 1.0969, + "step": 3138 + }, + { + "epoch": 0.43201211120286265, + "grad_norm": 1.7624479208737536, + "learning_rate": 1.265558027433973e-05, + "loss": 1.1848, + "step": 3139 + }, + { + "epoch": 0.43214973850812, + "grad_norm": 1.7752670796491896, + "learning_rate": 1.2651282630721454e-05, + "loss": 1.1823, + "step": 3140 + }, + { + "epoch": 0.4322873658133774, + "grad_norm": 1.53286671794399, + "learning_rate": 1.2646984460329612e-05, + "loss": 1.1502, + "step": 3141 + }, + { + "epoch": 0.43242499311863475, + "grad_norm": 1.5492037908850507, + "learning_rate": 1.2642685764018195e-05, + "loss": 1.1367, + "step": 3142 + }, + { + "epoch": 0.4325626204238921, + "grad_norm": 1.7284250525611138, + "learning_rate": 1.2638386542641286e-05, + "loss": 1.0216, + "step": 3143 + }, + { + "epoch": 0.43270024772914945, + "grad_norm": 1.6295458798274578, + "learning_rate": 1.2634086797053089e-05, + "loss": 1.07, + "step": 3144 + }, + { + "epoch": 0.43283787503440685, + "grad_norm": 1.7341380944537275, + "learning_rate": 1.2629786528107901e-05, + "loss": 1.0824, + "step": 3145 + }, + { + "epoch": 0.4329755023396642, + "grad_norm": 1.6720115735083387, + "learning_rate": 1.2625485736660126e-05, + "loss": 1.0412, + "step": 3146 + }, + { + "epoch": 0.43311312964492155, + "grad_norm": 1.6101007656401958, + "learning_rate": 1.2621184423564275e-05, + "loss": 1.041, + "step": 3147 + }, + { + "epoch": 0.4332507569501789, + "grad_norm": 1.4842300440297527, + "learning_rate": 1.261688258967496e-05, + "loss": 1.0751, + "step": 3148 + }, + { + "epoch": 0.4333883842554363, + "grad_norm": 1.5685939522532408, + "learning_rate": 1.2612580235846895e-05, + "loss": 1.0388, + "step": 3149 + }, + { + "epoch": 0.43352601156069365, + "grad_norm": 1.5126885948270947, + "learning_rate": 1.2608277362934901e-05, + "loss": 1.0883, + "step": 3150 + }, + { + "epoch": 0.433663638865951, + "grad_norm": 1.653609959270069, + "learning_rate": 1.2603973971793897e-05, + "loss": 1.1454, + "step": 3151 + }, + { + "epoch": 0.43380126617120834, + "grad_norm": 1.4740077670155913, + "learning_rate": 1.2599670063278911e-05, + "loss": 1.0881, + "step": 3152 + }, + { + "epoch": 0.43393889347646575, + "grad_norm": 1.5444059744504552, + "learning_rate": 1.2595365638245068e-05, + "loss": 1.0701, + "step": 3153 + }, + { + "epoch": 0.4340765207817231, + "grad_norm": 1.6642355564750038, + "learning_rate": 1.2591060697547596e-05, + "loss": 1.1475, + "step": 3154 + }, + { + "epoch": 0.43421414808698044, + "grad_norm": 1.6646531578661652, + "learning_rate": 1.2586755242041835e-05, + "loss": 1.2299, + "step": 3155 + }, + { + "epoch": 0.4343517753922378, + "grad_norm": 1.59173132844981, + "learning_rate": 1.2582449272583218e-05, + "loss": 1.1107, + "step": 3156 + }, + { + "epoch": 0.4344894026974952, + "grad_norm": 1.5294438896505427, + "learning_rate": 1.2578142790027275e-05, + "loss": 1.1079, + "step": 3157 + }, + { + "epoch": 0.43462703000275255, + "grad_norm": 1.5721751033699902, + "learning_rate": 1.2573835795229656e-05, + "loss": 1.0511, + "step": 3158 + }, + { + "epoch": 0.4347646573080099, + "grad_norm": 1.7260107091592856, + "learning_rate": 1.2569528289046096e-05, + "loss": 1.1597, + "step": 3159 + }, + { + "epoch": 0.4349022846132673, + "grad_norm": 1.6968496082353772, + "learning_rate": 1.2565220272332435e-05, + "loss": 1.1311, + "step": 3160 + }, + { + "epoch": 0.43503991191852465, + "grad_norm": 1.638771255634003, + "learning_rate": 1.2560911745944617e-05, + "loss": 1.1472, + "step": 3161 + }, + { + "epoch": 0.435177539223782, + "grad_norm": 1.7018873249021735, + "learning_rate": 1.2556602710738695e-05, + "loss": 1.1057, + "step": 3162 + }, + { + "epoch": 0.43531516652903934, + "grad_norm": 1.5112171718292833, + "learning_rate": 1.255229316757081e-05, + "loss": 1.0728, + "step": 3163 + }, + { + "epoch": 0.43545279383429675, + "grad_norm": 1.5086331348116, + "learning_rate": 1.2547983117297208e-05, + "loss": 1.0979, + "step": 3164 + }, + { + "epoch": 0.4355904211395541, + "grad_norm": 1.8235174370731164, + "learning_rate": 1.2543672560774241e-05, + "loss": 1.0388, + "step": 3165 + }, + { + "epoch": 0.43572804844481144, + "grad_norm": 1.508084808492286, + "learning_rate": 1.2539361498858354e-05, + "loss": 1.1139, + "step": 3166 + }, + { + "epoch": 0.4358656757500688, + "grad_norm": 1.5283173873040432, + "learning_rate": 1.2535049932406098e-05, + "loss": 1.0486, + "step": 3167 + }, + { + "epoch": 0.4360033030553262, + "grad_norm": 1.5377099521575122, + "learning_rate": 1.253073786227412e-05, + "loss": 1.0844, + "step": 3168 + }, + { + "epoch": 0.43614093036058355, + "grad_norm": 1.50940314959762, + "learning_rate": 1.2526425289319173e-05, + "loss": 1.0535, + "step": 3169 + }, + { + "epoch": 0.4362785576658409, + "grad_norm": 1.5350978440198928, + "learning_rate": 1.25221122143981e-05, + "loss": 1.0362, + "step": 3170 + }, + { + "epoch": 0.43641618497109824, + "grad_norm": 1.5718836918551395, + "learning_rate": 1.2517798638367858e-05, + "loss": 1.1047, + "step": 3171 + }, + { + "epoch": 0.43655381227635565, + "grad_norm": 1.5955944373846518, + "learning_rate": 1.251348456208549e-05, + "loss": 1.1198, + "step": 3172 + }, + { + "epoch": 0.436691439581613, + "grad_norm": 1.733958881186389, + "learning_rate": 1.2509169986408145e-05, + "loss": 1.082, + "step": 3173 + }, + { + "epoch": 0.43682906688687034, + "grad_norm": 1.7109244061902633, + "learning_rate": 1.2504854912193075e-05, + "loss": 1.0889, + "step": 3174 + }, + { + "epoch": 0.4369666941921277, + "grad_norm": 1.5365324347758453, + "learning_rate": 1.2500539340297614e-05, + "loss": 1.0582, + "step": 3175 + }, + { + "epoch": 0.4371043214973851, + "grad_norm": 1.622311190606099, + "learning_rate": 1.2496223271579219e-05, + "loss": 1.1021, + "step": 3176 + }, + { + "epoch": 0.43724194880264244, + "grad_norm": 1.6597973344191468, + "learning_rate": 1.2491906706895427e-05, + "loss": 1.0295, + "step": 3177 + }, + { + "epoch": 0.4373795761078998, + "grad_norm": 1.5628362153186437, + "learning_rate": 1.2487589647103887e-05, + "loss": 1.0864, + "step": 3178 + }, + { + "epoch": 0.4375172034131572, + "grad_norm": 1.8443268580853358, + "learning_rate": 1.2483272093062332e-05, + "loss": 1.064, + "step": 3179 + }, + { + "epoch": 0.43765483071841454, + "grad_norm": 1.7511555079331322, + "learning_rate": 1.2478954045628606e-05, + "loss": 1.1541, + "step": 3180 + }, + { + "epoch": 0.4377924580236719, + "grad_norm": 1.7963043607444806, + "learning_rate": 1.2474635505660645e-05, + "loss": 1.094, + "step": 3181 + }, + { + "epoch": 0.43793008532892924, + "grad_norm": 1.4747730938510617, + "learning_rate": 1.2470316474016482e-05, + "loss": 1.0514, + "step": 3182 + }, + { + "epoch": 0.43806771263418665, + "grad_norm": 1.9043152254336901, + "learning_rate": 1.246599695155425e-05, + "loss": 1.0889, + "step": 3183 + }, + { + "epoch": 0.438205339939444, + "grad_norm": 1.7445265314848724, + "learning_rate": 1.2461676939132179e-05, + "loss": 1.0852, + "step": 3184 + }, + { + "epoch": 0.43834296724470134, + "grad_norm": 1.5947500836224215, + "learning_rate": 1.2457356437608596e-05, + "loss": 1.004, + "step": 3185 + }, + { + "epoch": 0.4384805945499587, + "grad_norm": 1.5189601165060804, + "learning_rate": 1.245303544784193e-05, + "loss": 1.1031, + "step": 3186 + }, + { + "epoch": 0.4386182218552161, + "grad_norm": 1.6116970358613198, + "learning_rate": 1.2448713970690696e-05, + "loss": 1.0945, + "step": 3187 + }, + { + "epoch": 0.43875584916047344, + "grad_norm": 1.6352140419398447, + "learning_rate": 1.2444392007013518e-05, + "loss": 1.1461, + "step": 3188 + }, + { + "epoch": 0.4388934764657308, + "grad_norm": 1.6809618273954976, + "learning_rate": 1.2440069557669106e-05, + "loss": 1.1325, + "step": 3189 + }, + { + "epoch": 0.43903110377098814, + "grad_norm": 1.547003045028131, + "learning_rate": 1.2435746623516276e-05, + "loss": 1.0968, + "step": 3190 + }, + { + "epoch": 0.43916873107624554, + "grad_norm": 1.624258021063682, + "learning_rate": 1.2431423205413933e-05, + "loss": 1.0459, + "step": 3191 + }, + { + "epoch": 0.4393063583815029, + "grad_norm": 1.6848304466979516, + "learning_rate": 1.2427099304221079e-05, + "loss": 1.1083, + "step": 3192 + }, + { + "epoch": 0.43944398568676024, + "grad_norm": 1.5027170748326764, + "learning_rate": 1.2422774920796818e-05, + "loss": 1.0689, + "step": 3193 + }, + { + "epoch": 0.4395816129920176, + "grad_norm": 1.6750985659868407, + "learning_rate": 1.2418450056000346e-05, + "loss": 1.2121, + "step": 3194 + }, + { + "epoch": 0.439719240297275, + "grad_norm": 1.5859834678528102, + "learning_rate": 1.241412471069095e-05, + "loss": 1.086, + "step": 3195 + }, + { + "epoch": 0.43985686760253234, + "grad_norm": 1.5640937279917553, + "learning_rate": 1.2409798885728023e-05, + "loss": 1.0784, + "step": 3196 + }, + { + "epoch": 0.4399944949077897, + "grad_norm": 1.5594473292516997, + "learning_rate": 1.2405472581971042e-05, + "loss": 1.1516, + "step": 3197 + }, + { + "epoch": 0.4401321222130471, + "grad_norm": 1.946597346640529, + "learning_rate": 1.2401145800279588e-05, + "loss": 1.1388, + "step": 3198 + }, + { + "epoch": 0.44026974951830444, + "grad_norm": 1.6505301951187474, + "learning_rate": 1.239681854151333e-05, + "loss": 1.1215, + "step": 3199 + }, + { + "epoch": 0.4404073768235618, + "grad_norm": 1.7149151591799658, + "learning_rate": 1.2392490806532038e-05, + "loss": 1.1242, + "step": 3200 + }, + { + "epoch": 0.44054500412881914, + "grad_norm": 1.5488663796499158, + "learning_rate": 1.238816259619557e-05, + "loss": 1.095, + "step": 3201 + }, + { + "epoch": 0.44068263143407654, + "grad_norm": 1.575958336561455, + "learning_rate": 1.2383833911363885e-05, + "loss": 1.0083, + "step": 3202 + }, + { + "epoch": 0.4408202587393339, + "grad_norm": 1.7103321897552757, + "learning_rate": 1.2379504752897034e-05, + "loss": 1.1291, + "step": 3203 + }, + { + "epoch": 0.44095788604459124, + "grad_norm": 1.5877890581003966, + "learning_rate": 1.2375175121655161e-05, + "loss": 0.9817, + "step": 3204 + }, + { + "epoch": 0.4410955133498486, + "grad_norm": 1.6421484882664412, + "learning_rate": 1.2370845018498503e-05, + "loss": 1.1565, + "step": 3205 + }, + { + "epoch": 0.441233140655106, + "grad_norm": 1.5225813056863, + "learning_rate": 1.2366514444287396e-05, + "loss": 1.0773, + "step": 3206 + }, + { + "epoch": 0.44137076796036334, + "grad_norm": 1.612661859634659, + "learning_rate": 1.2362183399882262e-05, + "loss": 1.1848, + "step": 3207 + }, + { + "epoch": 0.4415083952656207, + "grad_norm": 1.5721743740895315, + "learning_rate": 1.2357851886143616e-05, + "loss": 1.1141, + "step": 3208 + }, + { + "epoch": 0.44164602257087804, + "grad_norm": 1.5145390072960512, + "learning_rate": 1.235351990393208e-05, + "loss": 1.0852, + "step": 3209 + }, + { + "epoch": 0.44178364987613544, + "grad_norm": 1.6482596582078115, + "learning_rate": 1.2349187454108354e-05, + "loss": 1.1149, + "step": 3210 + }, + { + "epoch": 0.4419212771813928, + "grad_norm": 1.716048747335228, + "learning_rate": 1.234485453753324e-05, + "loss": 1.0796, + "step": 3211 + }, + { + "epoch": 0.44205890448665014, + "grad_norm": 1.5189173158937777, + "learning_rate": 1.2340521155067623e-05, + "loss": 1.0437, + "step": 3212 + }, + { + "epoch": 0.4421965317919075, + "grad_norm": 1.5673593662654737, + "learning_rate": 1.2336187307572493e-05, + "loss": 1.0639, + "step": 3213 + }, + { + "epoch": 0.4423341590971649, + "grad_norm": 1.5812825548424834, + "learning_rate": 1.2331852995908927e-05, + "loss": 1.0973, + "step": 3214 + }, + { + "epoch": 0.44247178640242224, + "grad_norm": 1.6524779565322627, + "learning_rate": 1.2327518220938086e-05, + "loss": 1.0637, + "step": 3215 + }, + { + "epoch": 0.4426094137076796, + "grad_norm": 1.4241407675851963, + "learning_rate": 1.2323182983521236e-05, + "loss": 1.034, + "step": 3216 + }, + { + "epoch": 0.442747041012937, + "grad_norm": 1.798709526281547, + "learning_rate": 1.2318847284519726e-05, + "loss": 1.1813, + "step": 3217 + }, + { + "epoch": 0.44288466831819434, + "grad_norm": 1.6558974607538979, + "learning_rate": 1.2314511124795003e-05, + "loss": 1.1121, + "step": 3218 + }, + { + "epoch": 0.4430222956234517, + "grad_norm": 1.5161329555597867, + "learning_rate": 1.2310174505208604e-05, + "loss": 1.0805, + "step": 3219 + }, + { + "epoch": 0.44315992292870904, + "grad_norm": 1.7496571393849518, + "learning_rate": 1.2305837426622153e-05, + "loss": 1.0816, + "step": 3220 + }, + { + "epoch": 0.44329755023396644, + "grad_norm": 1.5392023334837521, + "learning_rate": 1.2301499889897368e-05, + "loss": 1.1183, + "step": 3221 + }, + { + "epoch": 0.4434351775392238, + "grad_norm": 1.5567773135108443, + "learning_rate": 1.2297161895896062e-05, + "loss": 1.1762, + "step": 3222 + }, + { + "epoch": 0.44357280484448114, + "grad_norm": 1.8180545161436643, + "learning_rate": 1.2292823445480126e-05, + "loss": 1.1514, + "step": 3223 + }, + { + "epoch": 0.4437104321497385, + "grad_norm": 1.564469469128174, + "learning_rate": 1.228848453951156e-05, + "loss": 1.041, + "step": 3224 + }, + { + "epoch": 0.4438480594549959, + "grad_norm": 2.1958951292171927, + "learning_rate": 1.2284145178852445e-05, + "loss": 1.1878, + "step": 3225 + }, + { + "epoch": 0.44398568676025324, + "grad_norm": 1.6644774931130157, + "learning_rate": 1.2279805364364945e-05, + "loss": 1.1015, + "step": 3226 + }, + { + "epoch": 0.4441233140655106, + "grad_norm": 1.6033029334131323, + "learning_rate": 1.2275465096911327e-05, + "loss": 1.0901, + "step": 3227 + }, + { + "epoch": 0.44426094137076794, + "grad_norm": 1.6895382852896594, + "learning_rate": 1.2271124377353945e-05, + "loss": 1.1744, + "step": 3228 + }, + { + "epoch": 0.44439856867602534, + "grad_norm": 1.751125296945737, + "learning_rate": 1.2266783206555235e-05, + "loss": 1.2498, + "step": 3229 + }, + { + "epoch": 0.4445361959812827, + "grad_norm": 1.57146304098304, + "learning_rate": 1.2262441585377731e-05, + "loss": 1.0865, + "step": 3230 + }, + { + "epoch": 0.44467382328654004, + "grad_norm": 1.483517296321259, + "learning_rate": 1.2258099514684052e-05, + "loss": 1.0447, + "step": 3231 + }, + { + "epoch": 0.4448114505917974, + "grad_norm": 1.5079477553132608, + "learning_rate": 1.225375699533691e-05, + "loss": 1.0183, + "step": 3232 + }, + { + "epoch": 0.4449490778970548, + "grad_norm": 1.571635854282822, + "learning_rate": 1.2249414028199104e-05, + "loss": 1.0294, + "step": 3233 + }, + { + "epoch": 0.44508670520231214, + "grad_norm": 1.4980206248579813, + "learning_rate": 1.2245070614133522e-05, + "loss": 1.1019, + "step": 3234 + }, + { + "epoch": 0.4452243325075695, + "grad_norm": 1.7168984443409856, + "learning_rate": 1.224072675400314e-05, + "loss": 1.0767, + "step": 3235 + }, + { + "epoch": 0.4453619598128269, + "grad_norm": 1.7105384023993533, + "learning_rate": 1.2236382448671027e-05, + "loss": 1.0742, + "step": 3236 + }, + { + "epoch": 0.44549958711808424, + "grad_norm": 1.4974455484084535, + "learning_rate": 1.2232037699000332e-05, + "loss": 1.0743, + "step": 3237 + }, + { + "epoch": 0.4456372144233416, + "grad_norm": 1.5055765324014747, + "learning_rate": 1.2227692505854303e-05, + "loss": 1.1202, + "step": 3238 + }, + { + "epoch": 0.44577484172859894, + "grad_norm": 1.5721577616037439, + "learning_rate": 1.222334687009626e-05, + "loss": 1.0965, + "step": 3239 + }, + { + "epoch": 0.44591246903385634, + "grad_norm": 1.5461168807942667, + "learning_rate": 1.2219000792589633e-05, + "loss": 1.0303, + "step": 3240 + }, + { + "epoch": 0.4460500963391137, + "grad_norm": 1.6787550751170806, + "learning_rate": 1.2214654274197922e-05, + "loss": 1.0441, + "step": 3241 + }, + { + "epoch": 0.44618772364437104, + "grad_norm": 1.5789299942135853, + "learning_rate": 1.2210307315784721e-05, + "loss": 1.0551, + "step": 3242 + }, + { + "epoch": 0.4463253509496284, + "grad_norm": 1.5395795844560922, + "learning_rate": 1.2205959918213714e-05, + "loss": 1.0639, + "step": 3243 + }, + { + "epoch": 0.4464629782548858, + "grad_norm": 1.5008944405212723, + "learning_rate": 1.2201612082348666e-05, + "loss": 1.0964, + "step": 3244 + }, + { + "epoch": 0.44660060556014314, + "grad_norm": 1.5399132480899007, + "learning_rate": 1.2197263809053435e-05, + "loss": 1.0654, + "step": 3245 + }, + { + "epoch": 0.4467382328654005, + "grad_norm": 1.5510977551924694, + "learning_rate": 1.2192915099191964e-05, + "loss": 1.1867, + "step": 3246 + }, + { + "epoch": 0.44687586017065783, + "grad_norm": 1.8500898354500603, + "learning_rate": 1.2188565953628278e-05, + "loss": 1.2215, + "step": 3247 + }, + { + "epoch": 0.44701348747591524, + "grad_norm": 1.591774237044077, + "learning_rate": 1.2184216373226494e-05, + "loss": 1.0832, + "step": 3248 + }, + { + "epoch": 0.4471511147811726, + "grad_norm": 1.740058075095538, + "learning_rate": 1.2179866358850818e-05, + "loss": 1.0802, + "step": 3249 + }, + { + "epoch": 0.44728874208642994, + "grad_norm": 1.7970671182279856, + "learning_rate": 1.2175515911365535e-05, + "loss": 1.1487, + "step": 3250 + }, + { + "epoch": 0.4474263693916873, + "grad_norm": 1.428823136486664, + "learning_rate": 1.217116503163502e-05, + "loss": 1.0066, + "step": 3251 + }, + { + "epoch": 0.4475639966969447, + "grad_norm": 1.5245993451008775, + "learning_rate": 1.2166813720523734e-05, + "loss": 1.0501, + "step": 3252 + }, + { + "epoch": 0.44770162400220204, + "grad_norm": 1.6956656680117568, + "learning_rate": 1.216246197889622e-05, + "loss": 1.1237, + "step": 3253 + }, + { + "epoch": 0.4478392513074594, + "grad_norm": 1.568595065138649, + "learning_rate": 1.2158109807617114e-05, + "loss": 1.0178, + "step": 3254 + }, + { + "epoch": 0.4479768786127168, + "grad_norm": 1.529874851299405, + "learning_rate": 1.2153757207551129e-05, + "loss": 1.1078, + "step": 3255 + }, + { + "epoch": 0.44811450591797414, + "grad_norm": 1.647709672902356, + "learning_rate": 1.2149404179563069e-05, + "loss": 1.1845, + "step": 3256 + }, + { + "epoch": 0.4482521332232315, + "grad_norm": 1.5679825057970107, + "learning_rate": 1.2145050724517819e-05, + "loss": 1.0722, + "step": 3257 + }, + { + "epoch": 0.44838976052848883, + "grad_norm": 1.9474716314774565, + "learning_rate": 1.2140696843280355e-05, + "loss": 1.2012, + "step": 3258 + }, + { + "epoch": 0.44852738783374624, + "grad_norm": 1.5296691831306628, + "learning_rate": 1.2136342536715731e-05, + "loss": 1.0836, + "step": 3259 + }, + { + "epoch": 0.4486650151390036, + "grad_norm": 1.6766095390279763, + "learning_rate": 1.2131987805689089e-05, + "loss": 1.0327, + "step": 3260 + }, + { + "epoch": 0.44880264244426094, + "grad_norm": 1.6074480585361808, + "learning_rate": 1.2127632651065652e-05, + "loss": 1.0775, + "step": 3261 + }, + { + "epoch": 0.4489402697495183, + "grad_norm": 1.5699357740190087, + "learning_rate": 1.2123277073710733e-05, + "loss": 1.0624, + "step": 3262 + }, + { + "epoch": 0.4490778970547757, + "grad_norm": 1.6592270179822435, + "learning_rate": 1.211892107448972e-05, + "loss": 1.1697, + "step": 3263 + }, + { + "epoch": 0.44921552436003304, + "grad_norm": 1.7601639719623006, + "learning_rate": 1.2114564654268097e-05, + "loss": 1.0889, + "step": 3264 + }, + { + "epoch": 0.4493531516652904, + "grad_norm": 1.743530467381063, + "learning_rate": 1.2110207813911424e-05, + "loss": 1.1406, + "step": 3265 + }, + { + "epoch": 0.44949077897054773, + "grad_norm": 1.4839703289759694, + "learning_rate": 1.210585055428534e-05, + "loss": 1.0893, + "step": 3266 + }, + { + "epoch": 0.44962840627580514, + "grad_norm": 1.6245958323105494, + "learning_rate": 1.2101492876255581e-05, + "loss": 1.072, + "step": 3267 + }, + { + "epoch": 0.4497660335810625, + "grad_norm": 1.5508634309251028, + "learning_rate": 1.2097134780687954e-05, + "loss": 1.1172, + "step": 3268 + }, + { + "epoch": 0.44990366088631983, + "grad_norm": 1.5999793867500134, + "learning_rate": 1.209277626844835e-05, + "loss": 1.0231, + "step": 3269 + }, + { + "epoch": 0.4500412881915772, + "grad_norm": 1.6027787116772045, + "learning_rate": 1.2088417340402749e-05, + "loss": 1.0681, + "step": 3270 + }, + { + "epoch": 0.4501789154968346, + "grad_norm": 1.7090972257781751, + "learning_rate": 1.208405799741721e-05, + "loss": 1.1509, + "step": 3271 + }, + { + "epoch": 0.45031654280209193, + "grad_norm": 1.662866415283818, + "learning_rate": 1.2079698240357876e-05, + "loss": 1.0743, + "step": 3272 + }, + { + "epoch": 0.4504541701073493, + "grad_norm": 1.6859278165799878, + "learning_rate": 1.2075338070090967e-05, + "loss": 1.0657, + "step": 3273 + }, + { + "epoch": 0.4505917974126067, + "grad_norm": 1.742515108963655, + "learning_rate": 1.2070977487482793e-05, + "loss": 1.1682, + "step": 3274 + }, + { + "epoch": 0.45072942471786404, + "grad_norm": 1.9088327747237188, + "learning_rate": 1.2066616493399744e-05, + "loss": 1.085, + "step": 3275 + }, + { + "epoch": 0.4508670520231214, + "grad_norm": 1.5011387747122764, + "learning_rate": 1.2062255088708282e-05, + "loss": 1.0339, + "step": 3276 + }, + { + "epoch": 0.45100467932837873, + "grad_norm": 1.6181092934612857, + "learning_rate": 1.2057893274274965e-05, + "loss": 1.1622, + "step": 3277 + }, + { + "epoch": 0.45114230663363614, + "grad_norm": 1.45748346317205, + "learning_rate": 1.2053531050966422e-05, + "loss": 1.0997, + "step": 3278 + }, + { + "epoch": 0.4512799339388935, + "grad_norm": 1.719184619432991, + "learning_rate": 1.204916841964937e-05, + "loss": 1.1418, + "step": 3279 + }, + { + "epoch": 0.45141756124415083, + "grad_norm": 1.6017122173744678, + "learning_rate": 1.2044805381190602e-05, + "loss": 1.037, + "step": 3280 + }, + { + "epoch": 0.4515551885494082, + "grad_norm": 1.679258913902831, + "learning_rate": 1.2040441936456998e-05, + "loss": 1.1253, + "step": 3281 + }, + { + "epoch": 0.4516928158546656, + "grad_norm": 1.7782565980275364, + "learning_rate": 1.203607808631551e-05, + "loss": 1.1412, + "step": 3282 + }, + { + "epoch": 0.45183044315992293, + "grad_norm": 1.4166746855550392, + "learning_rate": 1.2031713831633178e-05, + "loss": 1.0913, + "step": 3283 + }, + { + "epoch": 0.4519680704651803, + "grad_norm": 1.5669303299358606, + "learning_rate": 1.2027349173277118e-05, + "loss": 1.0876, + "step": 3284 + }, + { + "epoch": 0.45210569777043763, + "grad_norm": 1.4013042031518668, + "learning_rate": 1.202298411211453e-05, + "loss": 1.0582, + "step": 3285 + }, + { + "epoch": 0.45224332507569504, + "grad_norm": 1.5945166972404048, + "learning_rate": 1.201861864901269e-05, + "loss": 1.1445, + "step": 3286 + }, + { + "epoch": 0.4523809523809524, + "grad_norm": 1.7431499002630428, + "learning_rate": 1.2014252784838955e-05, + "loss": 1.2255, + "step": 3287 + }, + { + "epoch": 0.45251857968620973, + "grad_norm": 1.78629837736007, + "learning_rate": 1.2009886520460765e-05, + "loss": 1.2053, + "step": 3288 + }, + { + "epoch": 0.4526562069914671, + "grad_norm": 1.5027167179361276, + "learning_rate": 1.2005519856745638e-05, + "loss": 1.1898, + "step": 3289 + }, + { + "epoch": 0.4527938342967245, + "grad_norm": 1.77666059913362, + "learning_rate": 1.2001152794561164e-05, + "loss": 1.2035, + "step": 3290 + }, + { + "epoch": 0.45293146160198183, + "grad_norm": 1.6293200127807255, + "learning_rate": 1.1996785334775023e-05, + "loss": 1.18, + "step": 3291 + }, + { + "epoch": 0.4530690889072392, + "grad_norm": 1.5699246370799051, + "learning_rate": 1.1992417478254972e-05, + "loss": 1.1067, + "step": 3292 + }, + { + "epoch": 0.4532067162124966, + "grad_norm": 1.5194833314302776, + "learning_rate": 1.1988049225868839e-05, + "loss": 1.0762, + "step": 3293 + }, + { + "epoch": 0.45334434351775393, + "grad_norm": 1.6052093853507332, + "learning_rate": 1.1983680578484535e-05, + "loss": 1.0657, + "step": 3294 + }, + { + "epoch": 0.4534819708230113, + "grad_norm": 1.4476785161300774, + "learning_rate": 1.197931153697006e-05, + "loss": 1.0914, + "step": 3295 + }, + { + "epoch": 0.45361959812826863, + "grad_norm": 1.6069891790688215, + "learning_rate": 1.1974942102193472e-05, + "loss": 1.1496, + "step": 3296 + }, + { + "epoch": 0.45375722543352603, + "grad_norm": 1.4864089764171673, + "learning_rate": 1.1970572275022925e-05, + "loss": 1.0997, + "step": 3297 + }, + { + "epoch": 0.4538948527387834, + "grad_norm": 2.002797025638993, + "learning_rate": 1.1966202056326638e-05, + "loss": 1.1496, + "step": 3298 + }, + { + "epoch": 0.45403248004404073, + "grad_norm": 1.601024562708517, + "learning_rate": 1.1961831446972921e-05, + "loss": 1.106, + "step": 3299 + }, + { + "epoch": 0.4541701073492981, + "grad_norm": 1.6485085061430207, + "learning_rate": 1.1957460447830147e-05, + "loss": 1.1018, + "step": 3300 + }, + { + "epoch": 0.4543077346545555, + "grad_norm": 1.5836227012177975, + "learning_rate": 1.1953089059766778e-05, + "loss": 1.1313, + "step": 3301 + }, + { + "epoch": 0.45444536195981283, + "grad_norm": 1.6554065295233595, + "learning_rate": 1.1948717283651347e-05, + "loss": 1.1244, + "step": 3302 + }, + { + "epoch": 0.4545829892650702, + "grad_norm": 1.7462949874956706, + "learning_rate": 1.1944345120352467e-05, + "loss": 1.2187, + "step": 3303 + }, + { + "epoch": 0.45472061657032753, + "grad_norm": 1.7382971796952695, + "learning_rate": 1.1939972570738827e-05, + "loss": 1.2304, + "step": 3304 + }, + { + "epoch": 0.45485824387558493, + "grad_norm": 1.5690082212606153, + "learning_rate": 1.1935599635679194e-05, + "loss": 1.1444, + "step": 3305 + }, + { + "epoch": 0.4549958711808423, + "grad_norm": 1.6112747560611738, + "learning_rate": 1.1931226316042409e-05, + "loss": 1.1535, + "step": 3306 + }, + { + "epoch": 0.45513349848609963, + "grad_norm": 1.7060072749073607, + "learning_rate": 1.1926852612697386e-05, + "loss": 1.1503, + "step": 3307 + }, + { + "epoch": 0.455271125791357, + "grad_norm": 1.7056859485225895, + "learning_rate": 1.1922478526513128e-05, + "loss": 1.2119, + "step": 3308 + }, + { + "epoch": 0.4554087530966144, + "grad_norm": 1.7259535979334086, + "learning_rate": 1.1918104058358701e-05, + "loss": 1.1527, + "step": 3309 + }, + { + "epoch": 0.45554638040187173, + "grad_norm": 1.5920197553375732, + "learning_rate": 1.1913729209103253e-05, + "loss": 1.0587, + "step": 3310 + }, + { + "epoch": 0.4556840077071291, + "grad_norm": 1.3939715633060774, + "learning_rate": 1.1909353979616009e-05, + "loss": 1.0655, + "step": 3311 + }, + { + "epoch": 0.4558216350123865, + "grad_norm": 1.7412433580026663, + "learning_rate": 1.1904978370766267e-05, + "loss": 1.1688, + "step": 3312 + }, + { + "epoch": 0.45595926231764383, + "grad_norm": 1.5284119950261819, + "learning_rate": 1.1900602383423397e-05, + "loss": 1.1545, + "step": 3313 + }, + { + "epoch": 0.4560968896229012, + "grad_norm": 1.6780901804309896, + "learning_rate": 1.189622601845685e-05, + "loss": 1.1307, + "step": 3314 + }, + { + "epoch": 0.45623451692815853, + "grad_norm": 1.6180558720441782, + "learning_rate": 1.1891849276736151e-05, + "loss": 1.1468, + "step": 3315 + }, + { + "epoch": 0.45637214423341593, + "grad_norm": 1.6241019472187643, + "learning_rate": 1.1887472159130895e-05, + "loss": 1.1729, + "step": 3316 + }, + { + "epoch": 0.4565097715386733, + "grad_norm": 1.8665279439831906, + "learning_rate": 1.188309466651076e-05, + "loss": 1.1566, + "step": 3317 + }, + { + "epoch": 0.45664739884393063, + "grad_norm": 1.8684990099556793, + "learning_rate": 1.187871679974549e-05, + "loss": 1.1809, + "step": 3318 + }, + { + "epoch": 0.456785026149188, + "grad_norm": 1.7634029395225466, + "learning_rate": 1.1874338559704909e-05, + "loss": 1.1465, + "step": 3319 + }, + { + "epoch": 0.4569226534544454, + "grad_norm": 1.496091131463923, + "learning_rate": 1.1869959947258913e-05, + "loss": 1.1475, + "step": 3320 + }, + { + "epoch": 0.45706028075970273, + "grad_norm": 1.9157121445292853, + "learning_rate": 1.1865580963277474e-05, + "loss": 1.2689, + "step": 3321 + }, + { + "epoch": 0.4571979080649601, + "grad_norm": 1.7062297571691005, + "learning_rate": 1.1861201608630632e-05, + "loss": 1.1636, + "step": 3322 + }, + { + "epoch": 0.4573355353702174, + "grad_norm": 1.564885962777771, + "learning_rate": 1.185682188418851e-05, + "loss": 1.0818, + "step": 3323 + }, + { + "epoch": 0.45747316267547483, + "grad_norm": 1.4932272026428022, + "learning_rate": 1.1852441790821297e-05, + "loss": 1.0934, + "step": 3324 + }, + { + "epoch": 0.4576107899807322, + "grad_norm": 1.6103581057083536, + "learning_rate": 1.1848061329399252e-05, + "loss": 1.1237, + "step": 3325 + }, + { + "epoch": 0.45774841728598953, + "grad_norm": 1.6293914250202803, + "learning_rate": 1.1843680500792723e-05, + "loss": 1.0551, + "step": 3326 + }, + { + "epoch": 0.4578860445912469, + "grad_norm": 1.4943442135474394, + "learning_rate": 1.1839299305872114e-05, + "loss": 0.9631, + "step": 3327 + }, + { + "epoch": 0.4580236718965043, + "grad_norm": 1.6801742116169829, + "learning_rate": 1.1834917745507911e-05, + "loss": 1.1543, + "step": 3328 + }, + { + "epoch": 0.45816129920176163, + "grad_norm": 1.5911417961510408, + "learning_rate": 1.183053582057067e-05, + "loss": 1.127, + "step": 3329 + }, + { + "epoch": 0.458298926507019, + "grad_norm": 1.740135610239187, + "learning_rate": 1.1826153531931018e-05, + "loss": 1.1463, + "step": 3330 + }, + { + "epoch": 0.4584365538122764, + "grad_norm": 1.6020637911939133, + "learning_rate": 1.1821770880459655e-05, + "loss": 1.1096, + "step": 3331 + }, + { + "epoch": 0.45857418111753373, + "grad_norm": 1.7334496683108518, + "learning_rate": 1.1817387867027357e-05, + "loss": 1.1218, + "step": 3332 + }, + { + "epoch": 0.4587118084227911, + "grad_norm": 1.5466926631242623, + "learning_rate": 1.1813004492504967e-05, + "loss": 1.1006, + "step": 3333 + }, + { + "epoch": 0.4588494357280484, + "grad_norm": 1.6052520919689057, + "learning_rate": 1.1808620757763403e-05, + "loss": 1.0868, + "step": 3334 + }, + { + "epoch": 0.45898706303330583, + "grad_norm": 1.5573083889038128, + "learning_rate": 1.180423666367365e-05, + "loss": 0.9831, + "step": 3335 + }, + { + "epoch": 0.4591246903385632, + "grad_norm": 1.6214619505021224, + "learning_rate": 1.1799852211106768e-05, + "loss": 1.1295, + "step": 3336 + }, + { + "epoch": 0.45926231764382053, + "grad_norm": 1.7074380969400555, + "learning_rate": 1.1795467400933891e-05, + "loss": 1.0669, + "step": 3337 + }, + { + "epoch": 0.4593999449490779, + "grad_norm": 1.584418559556087, + "learning_rate": 1.1791082234026218e-05, + "loss": 1.0866, + "step": 3338 + }, + { + "epoch": 0.4595375722543353, + "grad_norm": 1.8013054296699142, + "learning_rate": 1.1786696711255024e-05, + "loss": 1.175, + "step": 3339 + }, + { + "epoch": 0.45967519955959263, + "grad_norm": 1.5574548689148724, + "learning_rate": 1.1782310833491648e-05, + "loss": 1.0268, + "step": 3340 + }, + { + "epoch": 0.45981282686485, + "grad_norm": 1.5238439574575755, + "learning_rate": 1.1777924601607507e-05, + "loss": 1.0603, + "step": 3341 + }, + { + "epoch": 0.4599504541701073, + "grad_norm": 1.7921305956904783, + "learning_rate": 1.1773538016474085e-05, + "loss": 1.2345, + "step": 3342 + }, + { + "epoch": 0.46008808147536473, + "grad_norm": 1.6559427671465237, + "learning_rate": 1.1769151078962936e-05, + "loss": 1.1013, + "step": 3343 + }, + { + "epoch": 0.4602257087806221, + "grad_norm": 1.7135313105295626, + "learning_rate": 1.1764763789945686e-05, + "loss": 1.0822, + "step": 3344 + }, + { + "epoch": 0.4603633360858794, + "grad_norm": 1.7364514653518839, + "learning_rate": 1.1760376150294026e-05, + "loss": 1.045, + "step": 3345 + }, + { + "epoch": 0.4605009633911368, + "grad_norm": 1.6703739535279496, + "learning_rate": 1.1755988160879723e-05, + "loss": 1.0724, + "step": 3346 + }, + { + "epoch": 0.4606385906963942, + "grad_norm": 1.7611715315107437, + "learning_rate": 1.175159982257461e-05, + "loss": 1.0753, + "step": 3347 + }, + { + "epoch": 0.4607762180016515, + "grad_norm": 1.8815517920715918, + "learning_rate": 1.174721113625059e-05, + "loss": 1.1742, + "step": 3348 + }, + { + "epoch": 0.4609138453069089, + "grad_norm": 1.5681565738991072, + "learning_rate": 1.1742822102779632e-05, + "loss": 1.1206, + "step": 3349 + }, + { + "epoch": 0.4610514726121663, + "grad_norm": 1.7142802667290478, + "learning_rate": 1.1738432723033778e-05, + "loss": 1.0936, + "step": 3350 + }, + { + "epoch": 0.46118909991742363, + "grad_norm": 1.701239038449167, + "learning_rate": 1.173404299788514e-05, + "loss": 1.1069, + "step": 3351 + }, + { + "epoch": 0.461326727222681, + "grad_norm": 1.5791403847082632, + "learning_rate": 1.1729652928205894e-05, + "loss": 1.0662, + "step": 3352 + }, + { + "epoch": 0.4614643545279383, + "grad_norm": 1.5581466527422512, + "learning_rate": 1.172526251486829e-05, + "loss": 1.1402, + "step": 3353 + }, + { + "epoch": 0.46160198183319573, + "grad_norm": 1.7298311734200578, + "learning_rate": 1.1720871758744639e-05, + "loss": 1.1272, + "step": 3354 + }, + { + "epoch": 0.4617396091384531, + "grad_norm": 1.6469784879657186, + "learning_rate": 1.1716480660707326e-05, + "loss": 1.042, + "step": 3355 + }, + { + "epoch": 0.4618772364437104, + "grad_norm": 1.7199448770782353, + "learning_rate": 1.1712089221628797e-05, + "loss": 1.1376, + "step": 3356 + }, + { + "epoch": 0.4620148637489678, + "grad_norm": 1.7218126388416093, + "learning_rate": 1.1707697442381581e-05, + "loss": 1.1972, + "step": 3357 + }, + { + "epoch": 0.4621524910542252, + "grad_norm": 1.6588124957217025, + "learning_rate": 1.1703305323838257e-05, + "loss": 1.0813, + "step": 3358 + }, + { + "epoch": 0.4622901183594825, + "grad_norm": 1.7309393987002202, + "learning_rate": 1.169891286687148e-05, + "loss": 1.1237, + "step": 3359 + }, + { + "epoch": 0.4624277456647399, + "grad_norm": 1.476044312059281, + "learning_rate": 1.1694520072353977e-05, + "loss": 1.1614, + "step": 3360 + }, + { + "epoch": 0.4625653729699972, + "grad_norm": 1.6389363147409766, + "learning_rate": 1.1690126941158526e-05, + "loss": 1.1061, + "step": 3361 + }, + { + "epoch": 0.46270300027525463, + "grad_norm": 1.5600732734817637, + "learning_rate": 1.168573347415799e-05, + "loss": 1.0709, + "step": 3362 + }, + { + "epoch": 0.462840627580512, + "grad_norm": 1.583975361434662, + "learning_rate": 1.1681339672225287e-05, + "loss": 1.0795, + "step": 3363 + }, + { + "epoch": 0.4629782548857693, + "grad_norm": 1.5475771412438617, + "learning_rate": 1.1676945536233404e-05, + "loss": 1.1659, + "step": 3364 + }, + { + "epoch": 0.4631158821910267, + "grad_norm": 1.8407587084482673, + "learning_rate": 1.1672551067055397e-05, + "loss": 1.1004, + "step": 3365 + }, + { + "epoch": 0.4632535094962841, + "grad_norm": 1.9002839223143717, + "learning_rate": 1.1668156265564395e-05, + "loss": 1.1095, + "step": 3366 + }, + { + "epoch": 0.4633911368015414, + "grad_norm": 1.6131586708028984, + "learning_rate": 1.166376113263357e-05, + "loss": 1.0766, + "step": 3367 + }, + { + "epoch": 0.4635287641067988, + "grad_norm": 1.6390321699738357, + "learning_rate": 1.1659365669136187e-05, + "loss": 1.0762, + "step": 3368 + }, + { + "epoch": 0.4636663914120562, + "grad_norm": 1.5519547465562755, + "learning_rate": 1.165496987594556e-05, + "loss": 1.1085, + "step": 3369 + }, + { + "epoch": 0.4638040187173135, + "grad_norm": 1.6243130111771018, + "learning_rate": 1.1650573753935067e-05, + "loss": 1.11, + "step": 3370 + }, + { + "epoch": 0.4639416460225709, + "grad_norm": 1.5366531857739545, + "learning_rate": 1.1646177303978167e-05, + "loss": 1.0709, + "step": 3371 + }, + { + "epoch": 0.4640792733278282, + "grad_norm": 1.5683121168442085, + "learning_rate": 1.164178052694837e-05, + "loss": 1.0929, + "step": 3372 + }, + { + "epoch": 0.4642169006330856, + "grad_norm": 1.5755103008555504, + "learning_rate": 1.1637383423719255e-05, + "loss": 1.0995, + "step": 3373 + }, + { + "epoch": 0.464354527938343, + "grad_norm": 1.5212239195212425, + "learning_rate": 1.163298599516447e-05, + "loss": 1.147, + "step": 3374 + }, + { + "epoch": 0.4644921552436003, + "grad_norm": 1.7054893806964584, + "learning_rate": 1.1628588242157719e-05, + "loss": 1.194, + "step": 3375 + }, + { + "epoch": 0.4646297825488577, + "grad_norm": 1.5863861628582452, + "learning_rate": 1.1624190165572777e-05, + "loss": 1.1419, + "step": 3376 + }, + { + "epoch": 0.4647674098541151, + "grad_norm": 1.5372378712565111, + "learning_rate": 1.1619791766283481e-05, + "loss": 1.0998, + "step": 3377 + }, + { + "epoch": 0.4649050371593724, + "grad_norm": 1.4798241948143611, + "learning_rate": 1.1615393045163734e-05, + "loss": 1.0687, + "step": 3378 + }, + { + "epoch": 0.4650426644646298, + "grad_norm": 1.6662441866643327, + "learning_rate": 1.1610994003087504e-05, + "loss": 1.225, + "step": 3379 + }, + { + "epoch": 0.4651802917698871, + "grad_norm": 1.470089753446757, + "learning_rate": 1.1606594640928815e-05, + "loss": 1.066, + "step": 3380 + }, + { + "epoch": 0.4653179190751445, + "grad_norm": 1.6881884555481463, + "learning_rate": 1.1602194959561761e-05, + "loss": 1.0763, + "step": 3381 + }, + { + "epoch": 0.4654555463804019, + "grad_norm": 1.691516705675068, + "learning_rate": 1.1597794959860505e-05, + "loss": 1.153, + "step": 3382 + }, + { + "epoch": 0.4655931736856592, + "grad_norm": 1.7226395218775463, + "learning_rate": 1.1593394642699258e-05, + "loss": 1.1602, + "step": 3383 + }, + { + "epoch": 0.46573080099091657, + "grad_norm": 1.5356241540564148, + "learning_rate": 1.1588994008952307e-05, + "loss": 1.1346, + "step": 3384 + }, + { + "epoch": 0.465868428296174, + "grad_norm": 1.4898704503127602, + "learning_rate": 1.1584593059494e-05, + "loss": 1.0457, + "step": 3385 + }, + { + "epoch": 0.4660060556014313, + "grad_norm": 1.4903924871143395, + "learning_rate": 1.158019179519874e-05, + "loss": 1.0308, + "step": 3386 + }, + { + "epoch": 0.46614368290668867, + "grad_norm": 1.6435761541503693, + "learning_rate": 1.1575790216941e-05, + "loss": 1.0918, + "step": 3387 + }, + { + "epoch": 0.4662813102119461, + "grad_norm": 1.4832644738180507, + "learning_rate": 1.1571388325595319e-05, + "loss": 1.1009, + "step": 3388 + }, + { + "epoch": 0.4664189375172034, + "grad_norm": 1.6719032820417878, + "learning_rate": 1.1566986122036283e-05, + "loss": 1.2058, + "step": 3389 + }, + { + "epoch": 0.4665565648224608, + "grad_norm": 1.628230322224105, + "learning_rate": 1.1562583607138556e-05, + "loss": 1.1462, + "step": 3390 + }, + { + "epoch": 0.4666941921277181, + "grad_norm": 1.4612937817102476, + "learning_rate": 1.1558180781776856e-05, + "loss": 1.1308, + "step": 3391 + }, + { + "epoch": 0.4668318194329755, + "grad_norm": 1.5745870532606114, + "learning_rate": 1.1553777646825963e-05, + "loss": 1.1192, + "step": 3392 + }, + { + "epoch": 0.4669694467382329, + "grad_norm": 1.6026473720412349, + "learning_rate": 1.154937420316072e-05, + "loss": 1.1167, + "step": 3393 + }, + { + "epoch": 0.4671070740434902, + "grad_norm": 1.5183490775123192, + "learning_rate": 1.1544970451656035e-05, + "loss": 1.1061, + "step": 3394 + }, + { + "epoch": 0.46724470134874757, + "grad_norm": 1.6796586273019882, + "learning_rate": 1.1540566393186868e-05, + "loss": 1.1055, + "step": 3395 + }, + { + "epoch": 0.467382328654005, + "grad_norm": 1.5945372045339623, + "learning_rate": 1.1536162028628242e-05, + "loss": 1.1346, + "step": 3396 + }, + { + "epoch": 0.4675199559592623, + "grad_norm": 1.536349810399997, + "learning_rate": 1.1531757358855253e-05, + "loss": 1.1126, + "step": 3397 + }, + { + "epoch": 0.46765758326451967, + "grad_norm": 1.7418933546562707, + "learning_rate": 1.1527352384743047e-05, + "loss": 1.0239, + "step": 3398 + }, + { + "epoch": 0.467795210569777, + "grad_norm": 1.456240112746501, + "learning_rate": 1.1522947107166825e-05, + "loss": 1.0696, + "step": 3399 + }, + { + "epoch": 0.4679328378750344, + "grad_norm": 1.618139647127401, + "learning_rate": 1.151854152700186e-05, + "loss": 1.0583, + "step": 3400 + }, + { + "epoch": 0.4680704651802918, + "grad_norm": 1.907563749961775, + "learning_rate": 1.151413564512348e-05, + "loss": 1.1716, + "step": 3401 + }, + { + "epoch": 0.4682080924855491, + "grad_norm": 1.652467618383138, + "learning_rate": 1.1509729462407075e-05, + "loss": 1.1406, + "step": 3402 + }, + { + "epoch": 0.46834571979080647, + "grad_norm": 1.641279775758229, + "learning_rate": 1.150532297972809e-05, + "loss": 1.1325, + "step": 3403 + }, + { + "epoch": 0.4684833470960639, + "grad_norm": 1.7022241809583378, + "learning_rate": 1.1500916197962036e-05, + "loss": 1.1762, + "step": 3404 + }, + { + "epoch": 0.4686209744013212, + "grad_norm": 1.6319341288218, + "learning_rate": 1.1496509117984478e-05, + "loss": 1.102, + "step": 3405 + }, + { + "epoch": 0.46875860170657857, + "grad_norm": 1.5909522105398541, + "learning_rate": 1.1492101740671044e-05, + "loss": 1.1173, + "step": 3406 + }, + { + "epoch": 0.468896229011836, + "grad_norm": 1.7808906700293676, + "learning_rate": 1.1487694066897419e-05, + "loss": 1.1024, + "step": 3407 + }, + { + "epoch": 0.4690338563170933, + "grad_norm": 1.6713732685455973, + "learning_rate": 1.1483286097539348e-05, + "loss": 1.0805, + "step": 3408 + }, + { + "epoch": 0.46917148362235067, + "grad_norm": 1.5164315255458058, + "learning_rate": 1.147887783347263e-05, + "loss": 1.0921, + "step": 3409 + }, + { + "epoch": 0.469309110927608, + "grad_norm": 1.6042832966721576, + "learning_rate": 1.1474469275573135e-05, + "loss": 1.0588, + "step": 3410 + }, + { + "epoch": 0.4694467382328654, + "grad_norm": 1.5323538052148835, + "learning_rate": 1.1470060424716773e-05, + "loss": 0.9932, + "step": 3411 + }, + { + "epoch": 0.46958436553812277, + "grad_norm": 1.6748764748991183, + "learning_rate": 1.1465651281779529e-05, + "loss": 1.1336, + "step": 3412 + }, + { + "epoch": 0.4697219928433801, + "grad_norm": 1.7612609323903254, + "learning_rate": 1.146124184763744e-05, + "loss": 1.085, + "step": 3413 + }, + { + "epoch": 0.46985962014863747, + "grad_norm": 1.5431173527258841, + "learning_rate": 1.14568321231666e-05, + "loss": 1.04, + "step": 3414 + }, + { + "epoch": 0.4699972474538949, + "grad_norm": 1.715432292248484, + "learning_rate": 1.1452422109243155e-05, + "loss": 1.1117, + "step": 3415 + }, + { + "epoch": 0.4701348747591522, + "grad_norm": 1.7519058999257298, + "learning_rate": 1.144801180674332e-05, + "loss": 1.082, + "step": 3416 + }, + { + "epoch": 0.47027250206440957, + "grad_norm": 1.7697518289099483, + "learning_rate": 1.1443601216543359e-05, + "loss": 1.1632, + "step": 3417 + }, + { + "epoch": 0.4704101293696669, + "grad_norm": 1.7028450771173425, + "learning_rate": 1.1439190339519597e-05, + "loss": 1.1403, + "step": 3418 + }, + { + "epoch": 0.4705477566749243, + "grad_norm": 1.7742926873800997, + "learning_rate": 1.1434779176548414e-05, + "loss": 1.1075, + "step": 3419 + }, + { + "epoch": 0.47068538398018167, + "grad_norm": 1.5681058671355963, + "learning_rate": 1.1430367728506251e-05, + "loss": 1.0569, + "step": 3420 + }, + { + "epoch": 0.470823011285439, + "grad_norm": 1.8522184689479524, + "learning_rate": 1.1425955996269597e-05, + "loss": 1.1271, + "step": 3421 + }, + { + "epoch": 0.47096063859069637, + "grad_norm": 1.6101698871692922, + "learning_rate": 1.1421543980715009e-05, + "loss": 1.1538, + "step": 3422 + }, + { + "epoch": 0.47109826589595377, + "grad_norm": 1.7757415591607673, + "learning_rate": 1.1417131682719088e-05, + "loss": 1.1176, + "step": 3423 + }, + { + "epoch": 0.4712358932012111, + "grad_norm": 1.6914647959975202, + "learning_rate": 1.1412719103158503e-05, + "loss": 1.1241, + "step": 3424 + }, + { + "epoch": 0.47137352050646847, + "grad_norm": 1.7865879284970367, + "learning_rate": 1.140830624290997e-05, + "loss": 1.1327, + "step": 3425 + }, + { + "epoch": 0.4715111478117259, + "grad_norm": 1.5939553388458747, + "learning_rate": 1.1403893102850263e-05, + "loss": 1.0543, + "step": 3426 + }, + { + "epoch": 0.4716487751169832, + "grad_norm": 1.4558440430767834, + "learning_rate": 1.1399479683856211e-05, + "loss": 1.0061, + "step": 3427 + }, + { + "epoch": 0.47178640242224057, + "grad_norm": 1.491972302711319, + "learning_rate": 1.1395065986804705e-05, + "loss": 1.0666, + "step": 3428 + }, + { + "epoch": 0.4719240297274979, + "grad_norm": 1.7010064816129356, + "learning_rate": 1.1390652012572684e-05, + "loss": 1.1459, + "step": 3429 + }, + { + "epoch": 0.4720616570327553, + "grad_norm": 1.5787506573163232, + "learning_rate": 1.1386237762037147e-05, + "loss": 1.0225, + "step": 3430 + }, + { + "epoch": 0.47219928433801267, + "grad_norm": 1.842439378606221, + "learning_rate": 1.138182323607514e-05, + "loss": 1.168, + "step": 3431 + }, + { + "epoch": 0.47233691164327, + "grad_norm": 1.931777220651818, + "learning_rate": 1.137740843556377e-05, + "loss": 1.1427, + "step": 3432 + }, + { + "epoch": 0.47247453894852737, + "grad_norm": 1.8272950166249287, + "learning_rate": 1.1372993361380199e-05, + "loss": 1.087, + "step": 3433 + }, + { + "epoch": 0.47261216625378477, + "grad_norm": 1.909751780587496, + "learning_rate": 1.1368578014401638e-05, + "loss": 1.1006, + "step": 3434 + }, + { + "epoch": 0.4727497935590421, + "grad_norm": 1.6265298881183072, + "learning_rate": 1.1364162395505365e-05, + "loss": 1.1117, + "step": 3435 + }, + { + "epoch": 0.47288742086429947, + "grad_norm": 1.735685864380918, + "learning_rate": 1.1359746505568694e-05, + "loss": 1.1313, + "step": 3436 + }, + { + "epoch": 0.4730250481695568, + "grad_norm": 1.6600093888659908, + "learning_rate": 1.1355330345469006e-05, + "loss": 1.1395, + "step": 3437 + }, + { + "epoch": 0.4731626754748142, + "grad_norm": 1.8558979490891785, + "learning_rate": 1.1350913916083733e-05, + "loss": 1.0649, + "step": 3438 + }, + { + "epoch": 0.47330030278007157, + "grad_norm": 1.897222570325051, + "learning_rate": 1.1346497218290354e-05, + "loss": 1.1346, + "step": 3439 + }, + { + "epoch": 0.4734379300853289, + "grad_norm": 1.457061546080282, + "learning_rate": 1.134208025296641e-05, + "loss": 1.0783, + "step": 3440 + }, + { + "epoch": 0.47357555739058627, + "grad_norm": 1.9832798715262605, + "learning_rate": 1.133766302098949e-05, + "loss": 1.1827, + "step": 3441 + }, + { + "epoch": 0.47371318469584367, + "grad_norm": 1.6066992793657988, + "learning_rate": 1.1333245523237239e-05, + "loss": 1.0587, + "step": 3442 + }, + { + "epoch": 0.473850812001101, + "grad_norm": 1.5735030429103416, + "learning_rate": 1.1328827760587353e-05, + "loss": 1.0916, + "step": 3443 + }, + { + "epoch": 0.47398843930635837, + "grad_norm": 1.6183296930064521, + "learning_rate": 1.1324409733917581e-05, + "loss": 1.0466, + "step": 3444 + }, + { + "epoch": 0.47412606661161577, + "grad_norm": 1.7270883279237639, + "learning_rate": 1.1319991444105722e-05, + "loss": 1.1724, + "step": 3445 + }, + { + "epoch": 0.4742636939168731, + "grad_norm": 1.6543493032319514, + "learning_rate": 1.1315572892029635e-05, + "loss": 1.2381, + "step": 3446 + }, + { + "epoch": 0.47440132122213047, + "grad_norm": 1.7231761943917538, + "learning_rate": 1.1311154078567224e-05, + "loss": 1.1561, + "step": 3447 + }, + { + "epoch": 0.4745389485273878, + "grad_norm": 1.6462660299005458, + "learning_rate": 1.130673500459644e-05, + "loss": 1.1526, + "step": 3448 + }, + { + "epoch": 0.4746765758326452, + "grad_norm": 1.6377103202396928, + "learning_rate": 1.13023156709953e-05, + "loss": 1.2149, + "step": 3449 + }, + { + "epoch": 0.47481420313790257, + "grad_norm": 1.5570296884639743, + "learning_rate": 1.1297896078641864e-05, + "loss": 1.1755, + "step": 3450 + }, + { + "epoch": 0.4749518304431599, + "grad_norm": 1.5933845008293823, + "learning_rate": 1.1293476228414242e-05, + "loss": 1.1284, + "step": 3451 + }, + { + "epoch": 0.47508945774841727, + "grad_norm": 1.6350616615563234, + "learning_rate": 1.12890561211906e-05, + "loss": 1.1115, + "step": 3452 + }, + { + "epoch": 0.47522708505367467, + "grad_norm": 1.6632097220390132, + "learning_rate": 1.1284635757849151e-05, + "loss": 1.0847, + "step": 3453 + }, + { + "epoch": 0.475364712358932, + "grad_norm": 1.5860503428026587, + "learning_rate": 1.1280215139268163e-05, + "loss": 1.0596, + "step": 3454 + }, + { + "epoch": 0.47550233966418937, + "grad_norm": 1.7012373235074083, + "learning_rate": 1.127579426632595e-05, + "loss": 1.0966, + "step": 3455 + }, + { + "epoch": 0.4756399669694467, + "grad_norm": 1.4314531272851012, + "learning_rate": 1.127137313990088e-05, + "loss": 1.0592, + "step": 3456 + }, + { + "epoch": 0.4757775942747041, + "grad_norm": 1.7947916421507304, + "learning_rate": 1.1266951760871372e-05, + "loss": 1.2042, + "step": 3457 + }, + { + "epoch": 0.47591522157996147, + "grad_norm": 1.8730192618182442, + "learning_rate": 1.1262530130115887e-05, + "loss": 1.0825, + "step": 3458 + }, + { + "epoch": 0.4760528488852188, + "grad_norm": 1.6368416361367033, + "learning_rate": 1.1258108248512951e-05, + "loss": 1.0838, + "step": 3459 + }, + { + "epoch": 0.47619047619047616, + "grad_norm": 1.723012154038983, + "learning_rate": 1.1253686116941129e-05, + "loss": 1.0257, + "step": 3460 + }, + { + "epoch": 0.47632810349573357, + "grad_norm": 1.7899711148561568, + "learning_rate": 1.1249263736279035e-05, + "loss": 1.2916, + "step": 3461 + }, + { + "epoch": 0.4764657308009909, + "grad_norm": 1.7084679725243488, + "learning_rate": 1.124484110740534e-05, + "loss": 1.0764, + "step": 3462 + }, + { + "epoch": 0.47660335810624826, + "grad_norm": 1.5549380325958588, + "learning_rate": 1.1240418231198753e-05, + "loss": 1.0917, + "step": 3463 + }, + { + "epoch": 0.47674098541150567, + "grad_norm": 1.7315345398259696, + "learning_rate": 1.1235995108538045e-05, + "loss": 1.1107, + "step": 3464 + }, + { + "epoch": 0.476878612716763, + "grad_norm": 1.670671405824659, + "learning_rate": 1.1231571740302025e-05, + "loss": 1.1223, + "step": 3465 + }, + { + "epoch": 0.47701624002202037, + "grad_norm": 1.5638061623679964, + "learning_rate": 1.122714812736956e-05, + "loss": 1.1388, + "step": 3466 + }, + { + "epoch": 0.4771538673272777, + "grad_norm": 1.6273967022507916, + "learning_rate": 1.1222724270619563e-05, + "loss": 1.1343, + "step": 3467 + }, + { + "epoch": 0.4772914946325351, + "grad_norm": 1.6979615711937461, + "learning_rate": 1.1218300170930987e-05, + "loss": 1.1191, + "step": 3468 + }, + { + "epoch": 0.47742912193779247, + "grad_norm": 1.5200562516786305, + "learning_rate": 1.1213875829182845e-05, + "loss": 1.0598, + "step": 3469 + }, + { + "epoch": 0.4775667492430498, + "grad_norm": 1.827473868640254, + "learning_rate": 1.1209451246254193e-05, + "loss": 1.1054, + "step": 3470 + }, + { + "epoch": 0.47770437654830716, + "grad_norm": 1.5959829260053595, + "learning_rate": 1.1205026423024132e-05, + "loss": 1.0713, + "step": 3471 + }, + { + "epoch": 0.47784200385356457, + "grad_norm": 1.7210468657486646, + "learning_rate": 1.1200601360371816e-05, + "loss": 1.1559, + "step": 3472 + }, + { + "epoch": 0.4779796311588219, + "grad_norm": 1.6100131886658753, + "learning_rate": 1.1196176059176446e-05, + "loss": 1.1248, + "step": 3473 + }, + { + "epoch": 0.47811725846407926, + "grad_norm": 1.7384592547429918, + "learning_rate": 1.1191750520317264e-05, + "loss": 1.1119, + "step": 3474 + }, + { + "epoch": 0.4782548857693366, + "grad_norm": 1.4370798210390807, + "learning_rate": 1.1187324744673569e-05, + "loss": 1.1301, + "step": 3475 + }, + { + "epoch": 0.478392513074594, + "grad_norm": 1.6611198124124218, + "learning_rate": 1.1182898733124699e-05, + "loss": 1.0984, + "step": 3476 + }, + { + "epoch": 0.47853014037985137, + "grad_norm": 1.5730316052017512, + "learning_rate": 1.1178472486550043e-05, + "loss": 1.0424, + "step": 3477 + }, + { + "epoch": 0.4786677676851087, + "grad_norm": 1.5189679201530777, + "learning_rate": 1.1174046005829038e-05, + "loss": 1.1374, + "step": 3478 + }, + { + "epoch": 0.47880539499036606, + "grad_norm": 1.5617414097569315, + "learning_rate": 1.116961929184116e-05, + "loss": 1.0223, + "step": 3479 + }, + { + "epoch": 0.47894302229562347, + "grad_norm": 1.4810610059978713, + "learning_rate": 1.1165192345465941e-05, + "loss": 1.0673, + "step": 3480 + }, + { + "epoch": 0.4790806496008808, + "grad_norm": 1.5977826478684258, + "learning_rate": 1.1160765167582947e-05, + "loss": 1.0661, + "step": 3481 + }, + { + "epoch": 0.47921827690613816, + "grad_norm": 1.5332350847011558, + "learning_rate": 1.115633775907181e-05, + "loss": 1.0058, + "step": 3482 + }, + { + "epoch": 0.47935590421139557, + "grad_norm": 1.5935051764076291, + "learning_rate": 1.1151910120812185e-05, + "loss": 1.0813, + "step": 3483 + }, + { + "epoch": 0.4794935315166529, + "grad_norm": 1.6901816849967153, + "learning_rate": 1.1147482253683788e-05, + "loss": 1.1192, + "step": 3484 + }, + { + "epoch": 0.47963115882191026, + "grad_norm": 1.5322252278470951, + "learning_rate": 1.1143054158566376e-05, + "loss": 1.0395, + "step": 3485 + }, + { + "epoch": 0.4797687861271676, + "grad_norm": 1.6360844906966068, + "learning_rate": 1.1138625836339746e-05, + "loss": 1.1022, + "step": 3486 + }, + { + "epoch": 0.479906413432425, + "grad_norm": 1.66654788998548, + "learning_rate": 1.1134197287883752e-05, + "loss": 1.2556, + "step": 3487 + }, + { + "epoch": 0.48004404073768236, + "grad_norm": 1.47648846945869, + "learning_rate": 1.112976851407828e-05, + "loss": 1.0939, + "step": 3488 + }, + { + "epoch": 0.4801816680429397, + "grad_norm": 1.676506798165954, + "learning_rate": 1.1125339515803271e-05, + "loss": 1.126, + "step": 3489 + }, + { + "epoch": 0.48031929534819706, + "grad_norm": 1.5173107463960156, + "learning_rate": 1.1120910293938703e-05, + "loss": 1.1175, + "step": 3490 + }, + { + "epoch": 0.48045692265345447, + "grad_norm": 1.9473263927526638, + "learning_rate": 1.1116480849364603e-05, + "loss": 1.1717, + "step": 3491 + }, + { + "epoch": 0.4805945499587118, + "grad_norm": 1.5301616959433406, + "learning_rate": 1.1112051182961042e-05, + "loss": 1.0646, + "step": 3492 + }, + { + "epoch": 0.48073217726396916, + "grad_norm": 1.6241429174543944, + "learning_rate": 1.1107621295608133e-05, + "loss": 1.1489, + "step": 3493 + }, + { + "epoch": 0.4808698045692265, + "grad_norm": 1.6182351003516908, + "learning_rate": 1.1103191188186038e-05, + "loss": 1.159, + "step": 3494 + }, + { + "epoch": 0.4810074318744839, + "grad_norm": 1.59009705597269, + "learning_rate": 1.1098760861574951e-05, + "loss": 1.1326, + "step": 3495 + }, + { + "epoch": 0.48114505917974126, + "grad_norm": 1.6082073924892835, + "learning_rate": 1.1094330316655119e-05, + "loss": 1.073, + "step": 3496 + }, + { + "epoch": 0.4812826864849986, + "grad_norm": 1.4649043943758688, + "learning_rate": 1.1089899554306835e-05, + "loss": 1.1041, + "step": 3497 + }, + { + "epoch": 0.48142031379025596, + "grad_norm": 1.6664066582621635, + "learning_rate": 1.108546857541043e-05, + "loss": 1.0743, + "step": 3498 + }, + { + "epoch": 0.48155794109551336, + "grad_norm": 1.5193439621054252, + "learning_rate": 1.1081037380846276e-05, + "loss": 1.1155, + "step": 3499 + }, + { + "epoch": 0.4816955684007707, + "grad_norm": 1.69756385141578, + "learning_rate": 1.1076605971494793e-05, + "loss": 1.1974, + "step": 3500 + }, + { + "epoch": 0.48183319570602806, + "grad_norm": 1.56444025081465, + "learning_rate": 1.107217434823644e-05, + "loss": 1.0936, + "step": 3501 + }, + { + "epoch": 0.48197082301128547, + "grad_norm": 1.8223234687226975, + "learning_rate": 1.106774251195172e-05, + "loss": 1.1454, + "step": 3502 + }, + { + "epoch": 0.4821084503165428, + "grad_norm": 1.5156713850579953, + "learning_rate": 1.106331046352118e-05, + "loss": 1.1735, + "step": 3503 + }, + { + "epoch": 0.48224607762180016, + "grad_norm": 1.6264639943880637, + "learning_rate": 1.1058878203825407e-05, + "loss": 1.1, + "step": 3504 + }, + { + "epoch": 0.4823837049270575, + "grad_norm": 1.611004084987949, + "learning_rate": 1.1054445733745025e-05, + "loss": 1.038, + "step": 3505 + }, + { + "epoch": 0.4825213322323149, + "grad_norm": 1.6571183267937064, + "learning_rate": 1.1050013054160713e-05, + "loss": 1.1774, + "step": 3506 + }, + { + "epoch": 0.48265895953757226, + "grad_norm": 1.6842984371859886, + "learning_rate": 1.1045580165953179e-05, + "loss": 1.1376, + "step": 3507 + }, + { + "epoch": 0.4827965868428296, + "grad_norm": 1.4249887785346698, + "learning_rate": 1.104114707000318e-05, + "loss": 1.0692, + "step": 3508 + }, + { + "epoch": 0.48293421414808696, + "grad_norm": 1.5196924138517094, + "learning_rate": 1.103671376719151e-05, + "loss": 1.1187, + "step": 3509 + }, + { + "epoch": 0.48307184145334436, + "grad_norm": 1.4984961315889738, + "learning_rate": 1.1032280258399006e-05, + "loss": 1.1089, + "step": 3510 + }, + { + "epoch": 0.4832094687586017, + "grad_norm": 1.5490413223278718, + "learning_rate": 1.1027846544506542e-05, + "loss": 1.0614, + "step": 3511 + }, + { + "epoch": 0.48334709606385906, + "grad_norm": 1.573209713360703, + "learning_rate": 1.102341262639504e-05, + "loss": 1.0494, + "step": 3512 + }, + { + "epoch": 0.4834847233691164, + "grad_norm": 1.5795731017138077, + "learning_rate": 1.101897850494546e-05, + "loss": 1.0862, + "step": 3513 + }, + { + "epoch": 0.4836223506743738, + "grad_norm": 1.661111653033899, + "learning_rate": 1.1014544181038798e-05, + "loss": 1.0303, + "step": 3514 + }, + { + "epoch": 0.48375997797963116, + "grad_norm": 1.7261463564511836, + "learning_rate": 1.1010109655556094e-05, + "loss": 1.1471, + "step": 3515 + }, + { + "epoch": 0.4838976052848885, + "grad_norm": 1.6070655679107824, + "learning_rate": 1.100567492937843e-05, + "loss": 1.088, + "step": 3516 + }, + { + "epoch": 0.48403523259014586, + "grad_norm": 1.6540938129659917, + "learning_rate": 1.1001240003386924e-05, + "loss": 1.1558, + "step": 3517 + }, + { + "epoch": 0.48417285989540326, + "grad_norm": 1.515978342744503, + "learning_rate": 1.0996804878462735e-05, + "loss": 1.1281, + "step": 3518 + }, + { + "epoch": 0.4843104872006606, + "grad_norm": 1.7179231280304665, + "learning_rate": 1.099236955548706e-05, + "loss": 1.0986, + "step": 3519 + }, + { + "epoch": 0.48444811450591796, + "grad_norm": 1.7309421988459237, + "learning_rate": 1.0987934035341138e-05, + "loss": 1.0633, + "step": 3520 + }, + { + "epoch": 0.48458574181117536, + "grad_norm": 1.9076614706367352, + "learning_rate": 1.0983498318906245e-05, + "loss": 1.1663, + "step": 3521 + }, + { + "epoch": 0.4847233691164327, + "grad_norm": 1.5236791127140872, + "learning_rate": 1.0979062407063701e-05, + "loss": 1.1136, + "step": 3522 + }, + { + "epoch": 0.48486099642169006, + "grad_norm": 1.5773864127407864, + "learning_rate": 1.097462630069486e-05, + "loss": 1.157, + "step": 3523 + }, + { + "epoch": 0.4849986237269474, + "grad_norm": 1.570808117020795, + "learning_rate": 1.097019000068111e-05, + "loss": 1.1247, + "step": 3524 + }, + { + "epoch": 0.4851362510322048, + "grad_norm": 1.4772767129710613, + "learning_rate": 1.0965753507903894e-05, + "loss": 1.0097, + "step": 3525 + }, + { + "epoch": 0.48527387833746216, + "grad_norm": 1.4489764044993274, + "learning_rate": 1.0961316823244672e-05, + "loss": 1.1022, + "step": 3526 + }, + { + "epoch": 0.4854115056427195, + "grad_norm": 1.5442598038965603, + "learning_rate": 1.0956879947584954e-05, + "loss": 1.0583, + "step": 3527 + }, + { + "epoch": 0.48554913294797686, + "grad_norm": 1.6518375464000743, + "learning_rate": 1.0952442881806291e-05, + "loss": 1.1018, + "step": 3528 + }, + { + "epoch": 0.48568676025323426, + "grad_norm": 1.7443840604672898, + "learning_rate": 1.0948005626790266e-05, + "loss": 1.1116, + "step": 3529 + }, + { + "epoch": 0.4858243875584916, + "grad_norm": 1.7706924476076498, + "learning_rate": 1.0943568183418499e-05, + "loss": 1.0521, + "step": 3530 + }, + { + "epoch": 0.48596201486374896, + "grad_norm": 1.5751882324901973, + "learning_rate": 1.0939130552572648e-05, + "loss": 1.0941, + "step": 3531 + }, + { + "epoch": 0.4860996421690063, + "grad_norm": 2.0303651219503243, + "learning_rate": 1.0934692735134413e-05, + "loss": 1.1303, + "step": 3532 + }, + { + "epoch": 0.4862372694742637, + "grad_norm": 1.4797930340207959, + "learning_rate": 1.0930254731985526e-05, + "loss": 1.1188, + "step": 3533 + }, + { + "epoch": 0.48637489677952106, + "grad_norm": 1.6762321010272014, + "learning_rate": 1.092581654400776e-05, + "loss": 1.0615, + "step": 3534 + }, + { + "epoch": 0.4865125240847784, + "grad_norm": 1.593638758035203, + "learning_rate": 1.0921378172082915e-05, + "loss": 1.1106, + "step": 3535 + }, + { + "epoch": 0.48665015139003576, + "grad_norm": 1.6523620528542355, + "learning_rate": 1.091693961709284e-05, + "loss": 1.1158, + "step": 3536 + }, + { + "epoch": 0.48678777869529316, + "grad_norm": 1.7140806895080656, + "learning_rate": 1.0912500879919416e-05, + "loss": 1.1856, + "step": 3537 + }, + { + "epoch": 0.4869254060005505, + "grad_norm": 1.591908434429926, + "learning_rate": 1.0908061961444559e-05, + "loss": 1.0975, + "step": 3538 + }, + { + "epoch": 0.48706303330580786, + "grad_norm": 1.647730398456485, + "learning_rate": 1.090362286255022e-05, + "loss": 1.0611, + "step": 3539 + }, + { + "epoch": 0.48720066061106526, + "grad_norm": 1.5401129249792307, + "learning_rate": 1.0899183584118387e-05, + "loss": 1.1041, + "step": 3540 + }, + { + "epoch": 0.4873382879163226, + "grad_norm": 1.5158776904763136, + "learning_rate": 1.0894744127031084e-05, + "loss": 1.0728, + "step": 3541 + }, + { + "epoch": 0.48747591522157996, + "grad_norm": 1.5240370224175341, + "learning_rate": 1.0890304492170373e-05, + "loss": 1.107, + "step": 3542 + }, + { + "epoch": 0.4876135425268373, + "grad_norm": 1.4950209727210029, + "learning_rate": 1.0885864680418343e-05, + "loss": 1.0875, + "step": 3543 + }, + { + "epoch": 0.4877511698320947, + "grad_norm": 1.6955356541567084, + "learning_rate": 1.088142469265713e-05, + "loss": 1.0896, + "step": 3544 + }, + { + "epoch": 0.48788879713735206, + "grad_norm": 1.7811361251714746, + "learning_rate": 1.0876984529768895e-05, + "loss": 1.0943, + "step": 3545 + }, + { + "epoch": 0.4880264244426094, + "grad_norm": 1.6071574160198163, + "learning_rate": 1.0872544192635836e-05, + "loss": 1.1016, + "step": 3546 + }, + { + "epoch": 0.48816405174786676, + "grad_norm": 1.6577897198255938, + "learning_rate": 1.0868103682140191e-05, + "loss": 1.0737, + "step": 3547 + }, + { + "epoch": 0.48830167905312416, + "grad_norm": 1.6635930537264323, + "learning_rate": 1.086366299916423e-05, + "loss": 1.1421, + "step": 3548 + }, + { + "epoch": 0.4884393063583815, + "grad_norm": 1.558737459768848, + "learning_rate": 1.0859222144590252e-05, + "loss": 1.1078, + "step": 3549 + }, + { + "epoch": 0.48857693366363886, + "grad_norm": 1.7058494327596574, + "learning_rate": 1.0854781119300596e-05, + "loss": 1.1475, + "step": 3550 + }, + { + "epoch": 0.4887145609688962, + "grad_norm": 1.509134263870126, + "learning_rate": 1.085033992417763e-05, + "loss": 1.1108, + "step": 3551 + }, + { + "epoch": 0.4888521882741536, + "grad_norm": 1.5761676347403168, + "learning_rate": 1.084589856010376e-05, + "loss": 1.1409, + "step": 3552 + }, + { + "epoch": 0.48898981557941096, + "grad_norm": 1.4453856000703895, + "learning_rate": 1.0841457027961429e-05, + "loss": 1.0445, + "step": 3553 + }, + { + "epoch": 0.4891274428846683, + "grad_norm": 1.8021311936040105, + "learning_rate": 1.0837015328633102e-05, + "loss": 1.1283, + "step": 3554 + }, + { + "epoch": 0.48926507018992565, + "grad_norm": 1.8265332656609334, + "learning_rate": 1.0832573463001289e-05, + "loss": 1.1462, + "step": 3555 + }, + { + "epoch": 0.48940269749518306, + "grad_norm": 1.6280582760156104, + "learning_rate": 1.0828131431948523e-05, + "loss": 1.1384, + "step": 3556 + }, + { + "epoch": 0.4895403248004404, + "grad_norm": 1.5740348388594818, + "learning_rate": 1.0823689236357379e-05, + "loss": 0.9992, + "step": 3557 + }, + { + "epoch": 0.48967795210569776, + "grad_norm": 1.6249016780467787, + "learning_rate": 1.081924687711046e-05, + "loss": 1.1084, + "step": 3558 + }, + { + "epoch": 0.48981557941095516, + "grad_norm": 1.620434334591617, + "learning_rate": 1.0814804355090399e-05, + "loss": 1.1667, + "step": 3559 + }, + { + "epoch": 0.4899532067162125, + "grad_norm": 1.4495804362364473, + "learning_rate": 1.0810361671179867e-05, + "loss": 1.0628, + "step": 3560 + }, + { + "epoch": 0.49009083402146986, + "grad_norm": 1.5920526277826714, + "learning_rate": 1.0805918826261563e-05, + "loss": 1.1314, + "step": 3561 + }, + { + "epoch": 0.4902284613267272, + "grad_norm": 1.571872297781613, + "learning_rate": 1.0801475821218219e-05, + "loss": 1.0347, + "step": 3562 + }, + { + "epoch": 0.4903660886319846, + "grad_norm": 1.5495584027285991, + "learning_rate": 1.0797032656932602e-05, + "loss": 1.0932, + "step": 3563 + }, + { + "epoch": 0.49050371593724196, + "grad_norm": 1.5503459363082412, + "learning_rate": 1.0792589334287506e-05, + "loss": 1.1584, + "step": 3564 + }, + { + "epoch": 0.4906413432424993, + "grad_norm": 1.584388990486561, + "learning_rate": 1.078814585416576e-05, + "loss": 1.1462, + "step": 3565 + }, + { + "epoch": 0.49077897054775665, + "grad_norm": 1.5334987314279147, + "learning_rate": 1.0783702217450219e-05, + "loss": 1.0476, + "step": 3566 + }, + { + "epoch": 0.49091659785301406, + "grad_norm": 1.6381513205993405, + "learning_rate": 1.0779258425023773e-05, + "loss": 1.1036, + "step": 3567 + }, + { + "epoch": 0.4910542251582714, + "grad_norm": 1.5754887864649547, + "learning_rate": 1.0774814477769348e-05, + "loss": 1.0752, + "step": 3568 + }, + { + "epoch": 0.49119185246352876, + "grad_norm": 1.5040050903790014, + "learning_rate": 1.0770370376569892e-05, + "loss": 1.0524, + "step": 3569 + }, + { + "epoch": 0.4913294797687861, + "grad_norm": 1.6800032698958154, + "learning_rate": 1.0765926122308387e-05, + "loss": 1.165, + "step": 3570 + }, + { + "epoch": 0.4914671070740435, + "grad_norm": 1.7227312400664878, + "learning_rate": 1.0761481715867847e-05, + "loss": 1.1039, + "step": 3571 + }, + { + "epoch": 0.49160473437930086, + "grad_norm": 2.180597684892831, + "learning_rate": 1.0757037158131314e-05, + "loss": 1.2077, + "step": 3572 + }, + { + "epoch": 0.4917423616845582, + "grad_norm": 1.7581961448123793, + "learning_rate": 1.0752592449981858e-05, + "loss": 1.1293, + "step": 3573 + }, + { + "epoch": 0.49187998898981555, + "grad_norm": 1.5519486443167525, + "learning_rate": 1.0748147592302584e-05, + "loss": 1.0652, + "step": 3574 + }, + { + "epoch": 0.49201761629507296, + "grad_norm": 1.6108756368471566, + "learning_rate": 1.0743702585976628e-05, + "loss": 1.0893, + "step": 3575 + }, + { + "epoch": 0.4921552436003303, + "grad_norm": 1.5279996005266134, + "learning_rate": 1.0739257431887144e-05, + "loss": 1.0799, + "step": 3576 + }, + { + "epoch": 0.49229287090558765, + "grad_norm": 1.712394368582794, + "learning_rate": 1.0734812130917331e-05, + "loss": 1.1571, + "step": 3577 + }, + { + "epoch": 0.49243049821084506, + "grad_norm": 1.6764156757937698, + "learning_rate": 1.0730366683950406e-05, + "loss": 1.0515, + "step": 3578 + }, + { + "epoch": 0.4925681255161024, + "grad_norm": 1.480053840166643, + "learning_rate": 1.0725921091869616e-05, + "loss": 1.0655, + "step": 3579 + }, + { + "epoch": 0.49270575282135975, + "grad_norm": 1.5997026334821995, + "learning_rate": 1.0721475355558243e-05, + "loss": 1.1215, + "step": 3580 + }, + { + "epoch": 0.4928433801266171, + "grad_norm": 1.5693963887448126, + "learning_rate": 1.0717029475899593e-05, + "loss": 1.1582, + "step": 3581 + }, + { + "epoch": 0.4929810074318745, + "grad_norm": 1.339081925480911, + "learning_rate": 1.0712583453777002e-05, + "loss": 1.0442, + "step": 3582 + }, + { + "epoch": 0.49311863473713186, + "grad_norm": 1.489234755639988, + "learning_rate": 1.070813729007383e-05, + "loss": 0.9914, + "step": 3583 + }, + { + "epoch": 0.4932562620423892, + "grad_norm": 1.7552059322303277, + "learning_rate": 1.0703690985673474e-05, + "loss": 1.0354, + "step": 3584 + }, + { + "epoch": 0.49339388934764655, + "grad_norm": 1.5929827453835317, + "learning_rate": 1.069924454145935e-05, + "loss": 1.1135, + "step": 3585 + }, + { + "epoch": 0.49353151665290396, + "grad_norm": 1.5927426758889673, + "learning_rate": 1.069479795831491e-05, + "loss": 1.0741, + "step": 3586 + }, + { + "epoch": 0.4936691439581613, + "grad_norm": 1.5646631480179825, + "learning_rate": 1.0690351237123626e-05, + "loss": 0.9768, + "step": 3587 + }, + { + "epoch": 0.49380677126341865, + "grad_norm": 1.6298842217126508, + "learning_rate": 1.0685904378768998e-05, + "loss": 1.0679, + "step": 3588 + }, + { + "epoch": 0.493944398568676, + "grad_norm": 1.7776456130389833, + "learning_rate": 1.0681457384134564e-05, + "loss": 1.1383, + "step": 3589 + }, + { + "epoch": 0.4940820258739334, + "grad_norm": 1.7767829900670655, + "learning_rate": 1.0677010254103872e-05, + "loss": 1.1322, + "step": 3590 + }, + { + "epoch": 0.49421965317919075, + "grad_norm": 1.6951286655722755, + "learning_rate": 1.0672562989560511e-05, + "loss": 1.1315, + "step": 3591 + }, + { + "epoch": 0.4943572804844481, + "grad_norm": 1.7699125726545246, + "learning_rate": 1.066811559138809e-05, + "loss": 1.152, + "step": 3592 + }, + { + "epoch": 0.49449490778970545, + "grad_norm": 1.4580990104183442, + "learning_rate": 1.0663668060470246e-05, + "loss": 1.014, + "step": 3593 + }, + { + "epoch": 0.49463253509496286, + "grad_norm": 1.5836578597231452, + "learning_rate": 1.0659220397690643e-05, + "loss": 1.0756, + "step": 3594 + }, + { + "epoch": 0.4947701624002202, + "grad_norm": 1.776983079945779, + "learning_rate": 1.0654772603932972e-05, + "loss": 1.1304, + "step": 3595 + }, + { + "epoch": 0.49490778970547755, + "grad_norm": 1.725817069756441, + "learning_rate": 1.0650324680080948e-05, + "loss": 1.1874, + "step": 3596 + }, + { + "epoch": 0.49504541701073496, + "grad_norm": 1.6152017718323066, + "learning_rate": 1.064587662701831e-05, + "loss": 1.0652, + "step": 3597 + }, + { + "epoch": 0.4951830443159923, + "grad_norm": 1.7302184839671433, + "learning_rate": 1.0641428445628827e-05, + "loss": 1.2077, + "step": 3598 + }, + { + "epoch": 0.49532067162124965, + "grad_norm": 1.7173632412856477, + "learning_rate": 1.0636980136796294e-05, + "loss": 1.2007, + "step": 3599 + }, + { + "epoch": 0.495458298926507, + "grad_norm": 1.5244055526901366, + "learning_rate": 1.0632531701404524e-05, + "loss": 1.0701, + "step": 3600 + }, + { + "epoch": 0.4955959262317644, + "grad_norm": 1.5704900997003906, + "learning_rate": 1.0628083140337368e-05, + "loss": 1.132, + "step": 3601 + }, + { + "epoch": 0.49573355353702175, + "grad_norm": 1.4880651104531875, + "learning_rate": 1.0623634454478686e-05, + "loss": 1.0887, + "step": 3602 + }, + { + "epoch": 0.4958711808422791, + "grad_norm": 1.5124027116733554, + "learning_rate": 1.0619185644712377e-05, + "loss": 1.051, + "step": 3603 + }, + { + "epoch": 0.49600880814753645, + "grad_norm": 1.4498097369520264, + "learning_rate": 1.0614736711922356e-05, + "loss": 1.0803, + "step": 3604 + }, + { + "epoch": 0.49614643545279385, + "grad_norm": 1.503826256098842, + "learning_rate": 1.0610287656992564e-05, + "loss": 1.1006, + "step": 3605 + }, + { + "epoch": 0.4962840627580512, + "grad_norm": 1.583694533735555, + "learning_rate": 1.0605838480806967e-05, + "loss": 1.0575, + "step": 3606 + }, + { + "epoch": 0.49642169006330855, + "grad_norm": 1.6819186040241845, + "learning_rate": 1.060138918424956e-05, + "loss": 1.094, + "step": 3607 + }, + { + "epoch": 0.4965593173685659, + "grad_norm": 1.69461941249834, + "learning_rate": 1.0596939768204353e-05, + "loss": 1.0912, + "step": 3608 + }, + { + "epoch": 0.4966969446738233, + "grad_norm": 1.5557517896097397, + "learning_rate": 1.0592490233555383e-05, + "loss": 1.1412, + "step": 3609 + }, + { + "epoch": 0.49683457197908065, + "grad_norm": 2.00476696155579, + "learning_rate": 1.0588040581186716e-05, + "loss": 1.0464, + "step": 3610 + }, + { + "epoch": 0.496972199284338, + "grad_norm": 1.5488976676207797, + "learning_rate": 1.0583590811982437e-05, + "loss": 1.0799, + "step": 3611 + }, + { + "epoch": 0.49710982658959535, + "grad_norm": 1.551834732273737, + "learning_rate": 1.057914092682665e-05, + "loss": 1.1439, + "step": 3612 + }, + { + "epoch": 0.49724745389485275, + "grad_norm": 1.4678906756906918, + "learning_rate": 1.0574690926603488e-05, + "loss": 1.067, + "step": 3613 + }, + { + "epoch": 0.4973850812001101, + "grad_norm": 1.6281622206734028, + "learning_rate": 1.0570240812197103e-05, + "loss": 1.162, + "step": 3614 + }, + { + "epoch": 0.49752270850536745, + "grad_norm": 1.6589913750362197, + "learning_rate": 1.0565790584491677e-05, + "loss": 1.085, + "step": 3615 + }, + { + "epoch": 0.49766033581062485, + "grad_norm": 1.5497225883731378, + "learning_rate": 1.0561340244371407e-05, + "loss": 1.1402, + "step": 3616 + }, + { + "epoch": 0.4977979631158822, + "grad_norm": 1.6833087945413368, + "learning_rate": 1.0556889792720516e-05, + "loss": 0.9903, + "step": 3617 + }, + { + "epoch": 0.49793559042113955, + "grad_norm": 1.6660452931530363, + "learning_rate": 1.0552439230423244e-05, + "loss": 1.0678, + "step": 3618 + }, + { + "epoch": 0.4980732177263969, + "grad_norm": 1.7227170430568428, + "learning_rate": 1.0547988558363858e-05, + "loss": 1.1011, + "step": 3619 + }, + { + "epoch": 0.4982108450316543, + "grad_norm": 1.6174041374540282, + "learning_rate": 1.0543537777426649e-05, + "loss": 1.1181, + "step": 3620 + }, + { + "epoch": 0.49834847233691165, + "grad_norm": 1.429663737422562, + "learning_rate": 1.0539086888495922e-05, + "loss": 1.0884, + "step": 3621 + }, + { + "epoch": 0.498486099642169, + "grad_norm": 1.7643667293322125, + "learning_rate": 1.053463589245601e-05, + "loss": 1.1313, + "step": 3622 + }, + { + "epoch": 0.49862372694742635, + "grad_norm": 1.5019263965309309, + "learning_rate": 1.0530184790191267e-05, + "loss": 1.1389, + "step": 3623 + }, + { + "epoch": 0.49876135425268375, + "grad_norm": 1.5060172697684846, + "learning_rate": 1.0525733582586061e-05, + "loss": 1.0784, + "step": 3624 + }, + { + "epoch": 0.4988989815579411, + "grad_norm": 1.7581565083661281, + "learning_rate": 1.052128227052479e-05, + "loss": 1.1836, + "step": 3625 + }, + { + "epoch": 0.49903660886319845, + "grad_norm": 1.8257513967358057, + "learning_rate": 1.0516830854891866e-05, + "loss": 1.1998, + "step": 3626 + }, + { + "epoch": 0.4991742361684558, + "grad_norm": 1.5621882010865549, + "learning_rate": 1.0512379336571725e-05, + "loss": 1.0743, + "step": 3627 + }, + { + "epoch": 0.4993118634737132, + "grad_norm": 1.9009226648960962, + "learning_rate": 1.0507927716448827e-05, + "loss": 1.2423, + "step": 3628 + }, + { + "epoch": 0.49944949077897055, + "grad_norm": 1.466378839872728, + "learning_rate": 1.050347599540764e-05, + "loss": 1.0016, + "step": 3629 + }, + { + "epoch": 0.4995871180842279, + "grad_norm": 1.598034642406516, + "learning_rate": 1.0499024174332667e-05, + "loss": 1.0827, + "step": 3630 + }, + { + "epoch": 0.49972474538948525, + "grad_norm": 1.8434715920691704, + "learning_rate": 1.0494572254108422e-05, + "loss": 1.053, + "step": 3631 + }, + { + "epoch": 0.49986237269474265, + "grad_norm": 1.7110063867941128, + "learning_rate": 1.0490120235619439e-05, + "loss": 1.0898, + "step": 3632 + }, + { + "epoch": 0.5, + "grad_norm": 1.8213167127070478, + "learning_rate": 1.0485668119750273e-05, + "loss": 1.0921, + "step": 3633 + }, + { + "epoch": 0.5001376273052573, + "grad_norm": 1.7501571747348026, + "learning_rate": 1.0481215907385503e-05, + "loss": 1.1395, + "step": 3634 + }, + { + "epoch": 0.5002752546105147, + "grad_norm": 1.7635350322475172, + "learning_rate": 1.0476763599409719e-05, + "loss": 1.1866, + "step": 3635 + }, + { + "epoch": 0.500412881915772, + "grad_norm": 1.991098084121331, + "learning_rate": 1.0472311196707532e-05, + "loss": 1.1566, + "step": 3636 + }, + { + "epoch": 0.5005505092210295, + "grad_norm": 1.622080427006173, + "learning_rate": 1.0467858700163575e-05, + "loss": 1.1163, + "step": 3637 + }, + { + "epoch": 0.5006881365262869, + "grad_norm": 1.5625335237908642, + "learning_rate": 1.0463406110662502e-05, + "loss": 1.1281, + "step": 3638 + }, + { + "epoch": 0.5008257638315442, + "grad_norm": 1.6678766120901904, + "learning_rate": 1.0458953429088975e-05, + "loss": 1.1218, + "step": 3639 + }, + { + "epoch": 0.5009633911368016, + "grad_norm": 1.7469611272483063, + "learning_rate": 1.0454500656327683e-05, + "loss": 1.1137, + "step": 3640 + }, + { + "epoch": 0.5011010184420589, + "grad_norm": 1.6752689325083658, + "learning_rate": 1.0450047793263337e-05, + "loss": 1.123, + "step": 3641 + }, + { + "epoch": 0.5012386457473162, + "grad_norm": 1.7397994605034908, + "learning_rate": 1.044559484078065e-05, + "loss": 1.0409, + "step": 3642 + }, + { + "epoch": 0.5013762730525736, + "grad_norm": 1.528860128781777, + "learning_rate": 1.0441141799764371e-05, + "loss": 1.0914, + "step": 3643 + }, + { + "epoch": 0.5015139003578309, + "grad_norm": 1.778083652534764, + "learning_rate": 1.0436688671099252e-05, + "loss": 1.0636, + "step": 3644 + }, + { + "epoch": 0.5016515276630884, + "grad_norm": 1.4781228641351123, + "learning_rate": 1.0432235455670072e-05, + "loss": 1.0262, + "step": 3645 + }, + { + "epoch": 0.5017891549683458, + "grad_norm": 1.6460890153231094, + "learning_rate": 1.0427782154361625e-05, + "loss": 1.1475, + "step": 3646 + }, + { + "epoch": 0.5019267822736031, + "grad_norm": 1.5601709230657206, + "learning_rate": 1.042332876805872e-05, + "loss": 1.2087, + "step": 3647 + }, + { + "epoch": 0.5020644095788604, + "grad_norm": 1.6263354902955118, + "learning_rate": 1.0418875297646183e-05, + "loss": 1.0598, + "step": 3648 + }, + { + "epoch": 0.5022020368841178, + "grad_norm": 1.706778182936908, + "learning_rate": 1.0414421744008857e-05, + "loss": 1.1252, + "step": 3649 + }, + { + "epoch": 0.5023396641893751, + "grad_norm": 1.5948306153203882, + "learning_rate": 1.0409968108031605e-05, + "loss": 1.096, + "step": 3650 + }, + { + "epoch": 0.5024772914946325, + "grad_norm": 1.6244312888096117, + "learning_rate": 1.0405514390599303e-05, + "loss": 1.0709, + "step": 3651 + }, + { + "epoch": 0.5026149187998898, + "grad_norm": 1.6974910324024295, + "learning_rate": 1.0401060592596838e-05, + "loss": 1.1381, + "step": 3652 + }, + { + "epoch": 0.5027525461051473, + "grad_norm": 1.6482135365958026, + "learning_rate": 1.0396606714909127e-05, + "loss": 1.0918, + "step": 3653 + }, + { + "epoch": 0.5028901734104047, + "grad_norm": 1.868879376204424, + "learning_rate": 1.039215275842109e-05, + "loss": 1.1843, + "step": 3654 + }, + { + "epoch": 0.503027800715662, + "grad_norm": 1.5090855158364773, + "learning_rate": 1.0387698724017668e-05, + "loss": 1.1108, + "step": 3655 + }, + { + "epoch": 0.5031654280209193, + "grad_norm": 1.7810767206937221, + "learning_rate": 1.0383244612583815e-05, + "loss": 1.1729, + "step": 3656 + }, + { + "epoch": 0.5033030553261767, + "grad_norm": 1.5204330342800154, + "learning_rate": 1.0378790425004506e-05, + "loss": 1.0869, + "step": 3657 + }, + { + "epoch": 0.503440682631434, + "grad_norm": 1.5315454033959925, + "learning_rate": 1.0374336162164722e-05, + "loss": 1.071, + "step": 3658 + }, + { + "epoch": 0.5035783099366914, + "grad_norm": 1.7612437908665133, + "learning_rate": 1.0369881824949469e-05, + "loss": 1.1427, + "step": 3659 + }, + { + "epoch": 0.5037159372419489, + "grad_norm": 1.69519545164286, + "learning_rate": 1.0365427414243756e-05, + "loss": 1.1582, + "step": 3660 + }, + { + "epoch": 0.5038535645472062, + "grad_norm": 1.5582689737929012, + "learning_rate": 1.0360972930932622e-05, + "loss": 1.1602, + "step": 3661 + }, + { + "epoch": 0.5039911918524635, + "grad_norm": 1.5117530656491331, + "learning_rate": 1.0356518375901109e-05, + "loss": 1.0964, + "step": 3662 + }, + { + "epoch": 0.5041288191577209, + "grad_norm": 1.5944507780667885, + "learning_rate": 1.035206375003427e-05, + "loss": 1.1053, + "step": 3663 + }, + { + "epoch": 0.5042664464629782, + "grad_norm": 1.643077080765104, + "learning_rate": 1.0347609054217187e-05, + "loss": 1.0909, + "step": 3664 + }, + { + "epoch": 0.5044040737682356, + "grad_norm": 1.8361912645843779, + "learning_rate": 1.0343154289334942e-05, + "loss": 1.1081, + "step": 3665 + }, + { + "epoch": 0.5045417010734929, + "grad_norm": 1.5556486097939828, + "learning_rate": 1.0338699456272639e-05, + "loss": 1.1118, + "step": 3666 + }, + { + "epoch": 0.5046793283787503, + "grad_norm": 1.6239685884638821, + "learning_rate": 1.0334244555915388e-05, + "loss": 1.074, + "step": 3667 + }, + { + "epoch": 0.5048169556840078, + "grad_norm": 1.5511875054613555, + "learning_rate": 1.032978958914832e-05, + "loss": 1.1041, + "step": 3668 + }, + { + "epoch": 0.5049545829892651, + "grad_norm": 1.5730613712845771, + "learning_rate": 1.0325334556856572e-05, + "loss": 1.1062, + "step": 3669 + }, + { + "epoch": 0.5050922102945224, + "grad_norm": 1.6069852074894382, + "learning_rate": 1.0320879459925306e-05, + "loss": 1.1193, + "step": 3670 + }, + { + "epoch": 0.5052298375997798, + "grad_norm": 1.7340328709508828, + "learning_rate": 1.031642429923968e-05, + "loss": 1.1767, + "step": 3671 + }, + { + "epoch": 0.5053674649050371, + "grad_norm": 1.6216897261057435, + "learning_rate": 1.031196907568488e-05, + "loss": 1.1119, + "step": 3672 + }, + { + "epoch": 0.5055050922102945, + "grad_norm": 1.5860557281971694, + "learning_rate": 1.0307513790146092e-05, + "loss": 1.0498, + "step": 3673 + }, + { + "epoch": 0.5056427195155518, + "grad_norm": 1.6029575930469466, + "learning_rate": 1.0303058443508524e-05, + "loss": 1.0678, + "step": 3674 + }, + { + "epoch": 0.5057803468208093, + "grad_norm": 1.6825697149717342, + "learning_rate": 1.0298603036657394e-05, + "loss": 1.1404, + "step": 3675 + }, + { + "epoch": 0.5059179741260666, + "grad_norm": 1.6257688516305921, + "learning_rate": 1.0294147570477924e-05, + "loss": 1.0462, + "step": 3676 + }, + { + "epoch": 0.506055601431324, + "grad_norm": 1.5689219423683147, + "learning_rate": 1.0289692045855362e-05, + "loss": 1.093, + "step": 3677 + }, + { + "epoch": 0.5061932287365813, + "grad_norm": 1.6745057507350578, + "learning_rate": 1.0285236463674952e-05, + "loss": 1.0558, + "step": 3678 + }, + { + "epoch": 0.5063308560418387, + "grad_norm": 1.8371165136445982, + "learning_rate": 1.0280780824821965e-05, + "loss": 1.127, + "step": 3679 + }, + { + "epoch": 0.506468483347096, + "grad_norm": 1.663166806686237, + "learning_rate": 1.027632513018167e-05, + "loss": 1.2188, + "step": 3680 + }, + { + "epoch": 0.5066061106523534, + "grad_norm": 1.695079911409879, + "learning_rate": 1.0271869380639355e-05, + "loss": 1.0776, + "step": 3681 + }, + { + "epoch": 0.5067437379576107, + "grad_norm": 1.6178515079945397, + "learning_rate": 1.0267413577080315e-05, + "loss": 1.131, + "step": 3682 + }, + { + "epoch": 0.5068813652628682, + "grad_norm": 1.4899114352976466, + "learning_rate": 1.0262957720389857e-05, + "loss": 1.0876, + "step": 3683 + }, + { + "epoch": 0.5070189925681255, + "grad_norm": 1.5408164577311378, + "learning_rate": 1.02585018114533e-05, + "loss": 1.095, + "step": 3684 + }, + { + "epoch": 0.5071566198733829, + "grad_norm": 1.6274375462802353, + "learning_rate": 1.025404585115597e-05, + "loss": 1.1265, + "step": 3685 + }, + { + "epoch": 0.5072942471786402, + "grad_norm": 1.5259774153930792, + "learning_rate": 1.0249589840383211e-05, + "loss": 1.0707, + "step": 3686 + }, + { + "epoch": 0.5074318744838976, + "grad_norm": 1.7032429214623477, + "learning_rate": 1.0245133780020364e-05, + "loss": 1.0646, + "step": 3687 + }, + { + "epoch": 0.5075695017891549, + "grad_norm": 1.7882975897578128, + "learning_rate": 1.0240677670952792e-05, + "loss": 1.2149, + "step": 3688 + }, + { + "epoch": 0.5077071290944123, + "grad_norm": 1.6333701843114314, + "learning_rate": 1.023622151406586e-05, + "loss": 1.1149, + "step": 3689 + }, + { + "epoch": 0.5078447563996696, + "grad_norm": 1.8918155307116868, + "learning_rate": 1.0231765310244948e-05, + "loss": 1.1937, + "step": 3690 + }, + { + "epoch": 0.5079823837049271, + "grad_norm": 1.525181653111963, + "learning_rate": 1.022730906037544e-05, + "loss": 1.072, + "step": 3691 + }, + { + "epoch": 0.5081200110101844, + "grad_norm": 1.702077696585506, + "learning_rate": 1.0222852765342732e-05, + "loss": 1.1532, + "step": 3692 + }, + { + "epoch": 0.5082576383154418, + "grad_norm": 1.6369967450664393, + "learning_rate": 1.021839642603223e-05, + "loss": 1.0865, + "step": 3693 + }, + { + "epoch": 0.5083952656206991, + "grad_norm": 1.404558284848302, + "learning_rate": 1.021394004332935e-05, + "loss": 1.0897, + "step": 3694 + }, + { + "epoch": 0.5085328929259565, + "grad_norm": 1.4521531339398304, + "learning_rate": 1.0209483618119513e-05, + "loss": 1.1016, + "step": 3695 + }, + { + "epoch": 0.5086705202312138, + "grad_norm": 1.6212126269123084, + "learning_rate": 1.0205027151288147e-05, + "loss": 1.1332, + "step": 3696 + }, + { + "epoch": 0.5088081475364712, + "grad_norm": 1.9402652343178917, + "learning_rate": 1.0200570643720693e-05, + "loss": 1.1068, + "step": 3697 + }, + { + "epoch": 0.5089457748417286, + "grad_norm": 1.6474928078352626, + "learning_rate": 1.0196114096302597e-05, + "loss": 1.1963, + "step": 3698 + }, + { + "epoch": 0.509083402146986, + "grad_norm": 1.6117376244900914, + "learning_rate": 1.0191657509919315e-05, + "loss": 1.12, + "step": 3699 + }, + { + "epoch": 0.5092210294522433, + "grad_norm": 1.6966940849832282, + "learning_rate": 1.0187200885456306e-05, + "loss": 1.1135, + "step": 3700 + }, + { + "epoch": 0.5093586567575007, + "grad_norm": 1.5054113278652201, + "learning_rate": 1.0182744223799046e-05, + "loss": 1.0526, + "step": 3701 + }, + { + "epoch": 0.509496284062758, + "grad_norm": 1.6170911088424325, + "learning_rate": 1.0178287525833012e-05, + "loss": 1.0994, + "step": 3702 + }, + { + "epoch": 0.5096339113680154, + "grad_norm": 1.6369799169454822, + "learning_rate": 1.017383079244369e-05, + "loss": 1.0981, + "step": 3703 + }, + { + "epoch": 0.5097715386732727, + "grad_norm": 1.491555744167692, + "learning_rate": 1.0169374024516562e-05, + "loss": 1.0456, + "step": 3704 + }, + { + "epoch": 0.5099091659785301, + "grad_norm": 1.449079179809259, + "learning_rate": 1.0164917222937138e-05, + "loss": 1.0393, + "step": 3705 + }, + { + "epoch": 0.5100467932837875, + "grad_norm": 1.597842835493723, + "learning_rate": 1.0160460388590918e-05, + "loss": 1.0554, + "step": 3706 + }, + { + "epoch": 0.5101844205890449, + "grad_norm": 1.7748980910231893, + "learning_rate": 1.0156003522363413e-05, + "loss": 1.1569, + "step": 3707 + }, + { + "epoch": 0.5103220478943022, + "grad_norm": 1.7275817103530653, + "learning_rate": 1.0151546625140144e-05, + "loss": 1.1154, + "step": 3708 + }, + { + "epoch": 0.5104596751995596, + "grad_norm": 1.5669360972614528, + "learning_rate": 1.0147089697806638e-05, + "loss": 1.0872, + "step": 3709 + }, + { + "epoch": 0.5105973025048169, + "grad_norm": 1.6879671408204047, + "learning_rate": 1.0142632741248421e-05, + "loss": 1.1292, + "step": 3710 + }, + { + "epoch": 0.5107349298100743, + "grad_norm": 1.6128831052094554, + "learning_rate": 1.0138175756351032e-05, + "loss": 1.0901, + "step": 3711 + }, + { + "epoch": 0.5108725571153316, + "grad_norm": 1.6499578212670296, + "learning_rate": 1.0133718744000009e-05, + "loss": 1.0583, + "step": 3712 + }, + { + "epoch": 0.5110101844205891, + "grad_norm": 1.5723399435022873, + "learning_rate": 1.0129261705080906e-05, + "loss": 1.0371, + "step": 3713 + }, + { + "epoch": 0.5111478117258464, + "grad_norm": 1.5518930324202824, + "learning_rate": 1.0124804640479268e-05, + "loss": 1.0317, + "step": 3714 + }, + { + "epoch": 0.5112854390311038, + "grad_norm": 1.5397815412746325, + "learning_rate": 1.0120347551080658e-05, + "loss": 1.1456, + "step": 3715 + }, + { + "epoch": 0.5114230663363611, + "grad_norm": 1.7282844402682846, + "learning_rate": 1.0115890437770634e-05, + "loss": 1.1757, + "step": 3716 + }, + { + "epoch": 0.5115606936416185, + "grad_norm": 1.6094885053486314, + "learning_rate": 1.011143330143477e-05, + "loss": 1.1153, + "step": 3717 + }, + { + "epoch": 0.5116983209468758, + "grad_norm": 1.6018222665455186, + "learning_rate": 1.0106976142958635e-05, + "loss": 1.0848, + "step": 3718 + }, + { + "epoch": 0.5118359482521332, + "grad_norm": 1.790815031963952, + "learning_rate": 1.0102518963227803e-05, + "loss": 1.1342, + "step": 3719 + }, + { + "epoch": 0.5119735755573905, + "grad_norm": 1.7063426121042213, + "learning_rate": 1.0098061763127858e-05, + "loss": 1.0753, + "step": 3720 + }, + { + "epoch": 0.512111202862648, + "grad_norm": 1.937070827655656, + "learning_rate": 1.009360454354438e-05, + "loss": 1.2156, + "step": 3721 + }, + { + "epoch": 0.5122488301679053, + "grad_norm": 1.8685724731176172, + "learning_rate": 1.0089147305362963e-05, + "loss": 1.2034, + "step": 3722 + }, + { + "epoch": 0.5123864574731627, + "grad_norm": 1.5547986239221347, + "learning_rate": 1.0084690049469192e-05, + "loss": 1.0704, + "step": 3723 + }, + { + "epoch": 0.51252408477842, + "grad_norm": 1.6757143675538513, + "learning_rate": 1.0080232776748674e-05, + "loss": 1.1087, + "step": 3724 + }, + { + "epoch": 0.5126617120836774, + "grad_norm": 1.5926380718995743, + "learning_rate": 1.0075775488086996e-05, + "loss": 0.9901, + "step": 3725 + }, + { + "epoch": 0.5127993393889347, + "grad_norm": 1.6851018631202694, + "learning_rate": 1.007131818436977e-05, + "loss": 1.137, + "step": 3726 + }, + { + "epoch": 0.5129369666941921, + "grad_norm": 1.5881913517879884, + "learning_rate": 1.0066860866482595e-05, + "loss": 1.0506, + "step": 3727 + }, + { + "epoch": 0.5130745939994494, + "grad_norm": 1.4683941526862945, + "learning_rate": 1.006240353531108e-05, + "loss": 1.0224, + "step": 3728 + }, + { + "epoch": 0.5132122213047069, + "grad_norm": 1.7437159659199148, + "learning_rate": 1.0057946191740839e-05, + "loss": 1.1772, + "step": 3729 + }, + { + "epoch": 0.5133498486099642, + "grad_norm": 1.58506000601351, + "learning_rate": 1.0053488836657483e-05, + "loss": 1.0646, + "step": 3730 + }, + { + "epoch": 0.5134874759152216, + "grad_norm": 1.600085312252337, + "learning_rate": 1.0049031470946624e-05, + "loss": 1.08, + "step": 3731 + }, + { + "epoch": 0.5136251032204789, + "grad_norm": 1.5625946433455902, + "learning_rate": 1.0044574095493884e-05, + "loss": 1.1087, + "step": 3732 + }, + { + "epoch": 0.5137627305257363, + "grad_norm": 1.5694358086016458, + "learning_rate": 1.0040116711184884e-05, + "loss": 1.0589, + "step": 3733 + }, + { + "epoch": 0.5139003578309936, + "grad_norm": 1.8027481559363292, + "learning_rate": 1.0035659318905244e-05, + "loss": 1.0481, + "step": 3734 + }, + { + "epoch": 0.514037985136251, + "grad_norm": 1.4464010238729328, + "learning_rate": 1.0031201919540583e-05, + "loss": 0.9908, + "step": 3735 + }, + { + "epoch": 0.5141756124415084, + "grad_norm": 1.5629822230317538, + "learning_rate": 1.0026744513976527e-05, + "loss": 1.1283, + "step": 3736 + }, + { + "epoch": 0.5143132397467658, + "grad_norm": 1.4704304376665602, + "learning_rate": 1.0022287103098702e-05, + "loss": 1.0317, + "step": 3737 + }, + { + "epoch": 0.5144508670520231, + "grad_norm": 1.4957159244956295, + "learning_rate": 1.0017829687792732e-05, + "loss": 1.0603, + "step": 3738 + }, + { + "epoch": 0.5145884943572805, + "grad_norm": 1.6311788698906982, + "learning_rate": 1.0013372268944253e-05, + "loss": 1.0697, + "step": 3739 + }, + { + "epoch": 0.5147261216625378, + "grad_norm": 1.5691977988660835, + "learning_rate": 1.0008914847438884e-05, + "loss": 1.1105, + "step": 3740 + }, + { + "epoch": 0.5148637489677952, + "grad_norm": 1.7800287965067716, + "learning_rate": 1.0004457424162258e-05, + "loss": 1.1002, + "step": 3741 + }, + { + "epoch": 0.5150013762730525, + "grad_norm": 1.6455951225074397, + "learning_rate": 1e-05, + "loss": 1.0389, + "step": 3742 + }, + { + "epoch": 0.5151390035783099, + "grad_norm": 1.5943456787262293, + "learning_rate": 9.995542575837747e-06, + "loss": 1.0743, + "step": 3743 + }, + { + "epoch": 0.5152766308835673, + "grad_norm": 1.511908218290292, + "learning_rate": 9.991085152561119e-06, + "loss": 1.0789, + "step": 3744 + }, + { + "epoch": 0.5154142581888247, + "grad_norm": 1.4866371786533537, + "learning_rate": 9.986627731055752e-06, + "loss": 1.0534, + "step": 3745 + }, + { + "epoch": 0.515551885494082, + "grad_norm": 1.6226665471747883, + "learning_rate": 9.98217031220727e-06, + "loss": 1.1238, + "step": 3746 + }, + { + "epoch": 0.5156895127993394, + "grad_norm": 1.5970933754441652, + "learning_rate": 9.977712896901303e-06, + "loss": 1.1212, + "step": 3747 + }, + { + "epoch": 0.5158271401045967, + "grad_norm": 1.801587783879778, + "learning_rate": 9.973255486023477e-06, + "loss": 1.2553, + "step": 3748 + }, + { + "epoch": 0.5159647674098541, + "grad_norm": 1.6340425879085916, + "learning_rate": 9.968798080459424e-06, + "loss": 1.0861, + "step": 3749 + }, + { + "epoch": 0.5161023947151114, + "grad_norm": 1.5918987503391335, + "learning_rate": 9.96434068109476e-06, + "loss": 1.1044, + "step": 3750 + }, + { + "epoch": 0.5162400220203689, + "grad_norm": 1.7046602094800332, + "learning_rate": 9.959883288815119e-06, + "loss": 1.0702, + "step": 3751 + }, + { + "epoch": 0.5163776493256262, + "grad_norm": 1.5699444093715957, + "learning_rate": 9.955425904506114e-06, + "loss": 1.1597, + "step": 3752 + }, + { + "epoch": 0.5165152766308836, + "grad_norm": 1.7718517069725988, + "learning_rate": 9.95096852905338e-06, + "loss": 1.0585, + "step": 3753 + }, + { + "epoch": 0.5166529039361409, + "grad_norm": 1.6491185648839692, + "learning_rate": 9.94651116334252e-06, + "loss": 1.1257, + "step": 3754 + }, + { + "epoch": 0.5167905312413983, + "grad_norm": 1.493358728929039, + "learning_rate": 9.942053808259163e-06, + "loss": 1.1054, + "step": 3755 + }, + { + "epoch": 0.5169281585466556, + "grad_norm": 1.899918316806624, + "learning_rate": 9.93759646468892e-06, + "loss": 1.1115, + "step": 3756 + }, + { + "epoch": 0.517065785851913, + "grad_norm": 1.6350091912971665, + "learning_rate": 9.933139133517409e-06, + "loss": 1.033, + "step": 3757 + }, + { + "epoch": 0.5172034131571703, + "grad_norm": 1.8193013701509408, + "learning_rate": 9.92868181563023e-06, + "loss": 1.1175, + "step": 3758 + }, + { + "epoch": 0.5173410404624278, + "grad_norm": 1.603540619327374, + "learning_rate": 9.924224511913006e-06, + "loss": 1.1229, + "step": 3759 + }, + { + "epoch": 0.5174786677676851, + "grad_norm": 1.8487478189992255, + "learning_rate": 9.919767223251333e-06, + "loss": 1.1785, + "step": 3760 + }, + { + "epoch": 0.5176162950729425, + "grad_norm": 1.5338166014365877, + "learning_rate": 9.91530995053081e-06, + "loss": 1.0834, + "step": 3761 + }, + { + "epoch": 0.5177539223781998, + "grad_norm": 1.402255927497801, + "learning_rate": 9.910852694637043e-06, + "loss": 1.1186, + "step": 3762 + }, + { + "epoch": 0.5178915496834572, + "grad_norm": 1.594938312420516, + "learning_rate": 9.906395456455622e-06, + "loss": 1.0928, + "step": 3763 + }, + { + "epoch": 0.5180291769887145, + "grad_norm": 1.6368978520470685, + "learning_rate": 9.901938236872149e-06, + "loss": 1.1046, + "step": 3764 + }, + { + "epoch": 0.5181668042939719, + "grad_norm": 1.6077304564903327, + "learning_rate": 9.8974810367722e-06, + "loss": 1.0664, + "step": 3765 + }, + { + "epoch": 0.5183044315992292, + "grad_norm": 1.5742653856522757, + "learning_rate": 9.89302385704137e-06, + "loss": 1.064, + "step": 3766 + }, + { + "epoch": 0.5184420589044867, + "grad_norm": 1.5036338195168573, + "learning_rate": 9.88856669856523e-06, + "loss": 1.066, + "step": 3767 + }, + { + "epoch": 0.518579686209744, + "grad_norm": 1.5299835770932577, + "learning_rate": 9.884109562229368e-06, + "loss": 1.0863, + "step": 3768 + }, + { + "epoch": 0.5187173135150014, + "grad_norm": 1.6093494104870265, + "learning_rate": 9.879652448919344e-06, + "loss": 1.0885, + "step": 3769 + }, + { + "epoch": 0.5188549408202587, + "grad_norm": 1.6135466285315028, + "learning_rate": 9.875195359520734e-06, + "loss": 1.0852, + "step": 3770 + }, + { + "epoch": 0.5189925681255161, + "grad_norm": 1.6998989708185248, + "learning_rate": 9.870738294919096e-06, + "loss": 1.0735, + "step": 3771 + }, + { + "epoch": 0.5191301954307734, + "grad_norm": 1.7598987804040611, + "learning_rate": 9.866281255999993e-06, + "loss": 1.0282, + "step": 3772 + }, + { + "epoch": 0.5192678227360308, + "grad_norm": 1.5953157400377995, + "learning_rate": 9.861824243648968e-06, + "loss": 1.0986, + "step": 3773 + }, + { + "epoch": 0.5194054500412882, + "grad_norm": 1.705232365928008, + "learning_rate": 9.857367258751582e-06, + "loss": 1.1062, + "step": 3774 + }, + { + "epoch": 0.5195430773465456, + "grad_norm": 1.7062601137036009, + "learning_rate": 9.852910302193367e-06, + "loss": 1.0813, + "step": 3775 + }, + { + "epoch": 0.5196807046518029, + "grad_norm": 1.6148950698431415, + "learning_rate": 9.848453374859857e-06, + "loss": 1.1911, + "step": 3776 + }, + { + "epoch": 0.5198183319570603, + "grad_norm": 1.4673592716443935, + "learning_rate": 9.84399647763659e-06, + "loss": 0.9969, + "step": 3777 + }, + { + "epoch": 0.5199559592623176, + "grad_norm": 1.6074267437478815, + "learning_rate": 9.839539611409086e-06, + "loss": 1.0762, + "step": 3778 + }, + { + "epoch": 0.520093586567575, + "grad_norm": 1.7630045216590822, + "learning_rate": 9.835082777062868e-06, + "loss": 1.2073, + "step": 3779 + }, + { + "epoch": 0.5202312138728323, + "grad_norm": 1.6100274744576686, + "learning_rate": 9.83062597548344e-06, + "loss": 1.1236, + "step": 3780 + }, + { + "epoch": 0.5203688411780897, + "grad_norm": 1.4622242745615261, + "learning_rate": 9.826169207556318e-06, + "loss": 1.1005, + "step": 3781 + }, + { + "epoch": 0.5205064684833471, + "grad_norm": 1.5174351606163499, + "learning_rate": 9.82171247416699e-06, + "loss": 1.0342, + "step": 3782 + }, + { + "epoch": 0.5206440957886045, + "grad_norm": 1.7704195049994025, + "learning_rate": 9.817255776200957e-06, + "loss": 1.1446, + "step": 3783 + }, + { + "epoch": 0.5207817230938618, + "grad_norm": 1.5464516363440248, + "learning_rate": 9.812799114543695e-06, + "loss": 1.0941, + "step": 3784 + }, + { + "epoch": 0.5209193503991192, + "grad_norm": 1.5009572067556953, + "learning_rate": 9.808342490080689e-06, + "loss": 1.1634, + "step": 3785 + }, + { + "epoch": 0.5210569777043765, + "grad_norm": 1.6202207498504904, + "learning_rate": 9.803885903697407e-06, + "loss": 1.0596, + "step": 3786 + }, + { + "epoch": 0.5211946050096339, + "grad_norm": 1.3745459254392591, + "learning_rate": 9.79942935627931e-06, + "loss": 1.0725, + "step": 3787 + }, + { + "epoch": 0.5213322323148912, + "grad_norm": 1.7865547047483321, + "learning_rate": 9.794972848711855e-06, + "loss": 1.0607, + "step": 3788 + }, + { + "epoch": 0.5214698596201487, + "grad_norm": 1.7235449546227455, + "learning_rate": 9.79051638188049e-06, + "loss": 1.1003, + "step": 3789 + }, + { + "epoch": 0.521607486925406, + "grad_norm": 1.563917102230519, + "learning_rate": 9.78605995667065e-06, + "loss": 1.0774, + "step": 3790 + }, + { + "epoch": 0.5217451142306634, + "grad_norm": 1.5395811060738587, + "learning_rate": 9.781603573967771e-06, + "loss": 1.0747, + "step": 3791 + }, + { + "epoch": 0.5218827415359207, + "grad_norm": 1.564366160054952, + "learning_rate": 9.777147234657271e-06, + "loss": 1.0827, + "step": 3792 + }, + { + "epoch": 0.5220203688411781, + "grad_norm": 1.728267380286375, + "learning_rate": 9.772690939624563e-06, + "loss": 1.143, + "step": 3793 + }, + { + "epoch": 0.5221579961464354, + "grad_norm": 1.5634680628792161, + "learning_rate": 9.768234689755057e-06, + "loss": 1.0508, + "step": 3794 + }, + { + "epoch": 0.5222956234516928, + "grad_norm": 1.6732729554258763, + "learning_rate": 9.763778485934143e-06, + "loss": 1.072, + "step": 3795 + }, + { + "epoch": 0.5224332507569501, + "grad_norm": 1.485214811631046, + "learning_rate": 9.759322329047214e-06, + "loss": 1.0717, + "step": 3796 + }, + { + "epoch": 0.5225708780622076, + "grad_norm": 1.6154950185069192, + "learning_rate": 9.75486621997964e-06, + "loss": 1.16, + "step": 3797 + }, + { + "epoch": 0.5227085053674649, + "grad_norm": 1.6152702435762745, + "learning_rate": 9.750410159616794e-06, + "loss": 1.1592, + "step": 3798 + }, + { + "epoch": 0.5228461326727223, + "grad_norm": 1.575964163915773, + "learning_rate": 9.745954148844032e-06, + "loss": 1.0532, + "step": 3799 + }, + { + "epoch": 0.5229837599779796, + "grad_norm": 1.7305813935097534, + "learning_rate": 9.741498188546703e-06, + "loss": 1.0367, + "step": 3800 + }, + { + "epoch": 0.523121387283237, + "grad_norm": 1.5500808935490664, + "learning_rate": 9.737042279610146e-06, + "loss": 1.1273, + "step": 3801 + }, + { + "epoch": 0.5232590145884943, + "grad_norm": 1.5867292262441262, + "learning_rate": 9.732586422919689e-06, + "loss": 1.0773, + "step": 3802 + }, + { + "epoch": 0.5233966418937517, + "grad_norm": 1.4791288046850841, + "learning_rate": 9.728130619360647e-06, + "loss": 1.0215, + "step": 3803 + }, + { + "epoch": 0.523534269199009, + "grad_norm": 1.5460319850713415, + "learning_rate": 9.723674869818332e-06, + "loss": 1.056, + "step": 3804 + }, + { + "epoch": 0.5236718965042665, + "grad_norm": 1.6535436043439826, + "learning_rate": 9.719219175178037e-06, + "loss": 1.0491, + "step": 3805 + }, + { + "epoch": 0.5238095238095238, + "grad_norm": 1.7525334940851034, + "learning_rate": 9.71476353632505e-06, + "loss": 1.1412, + "step": 3806 + }, + { + "epoch": 0.5239471511147812, + "grad_norm": 1.5463290746155534, + "learning_rate": 9.710307954144643e-06, + "loss": 1.1231, + "step": 3807 + }, + { + "epoch": 0.5240847784200385, + "grad_norm": 1.6536785621614045, + "learning_rate": 9.70585242952208e-06, + "loss": 1.0958, + "step": 3808 + }, + { + "epoch": 0.5242224057252959, + "grad_norm": 1.67829697917706, + "learning_rate": 9.701396963342611e-06, + "loss": 1.1062, + "step": 3809 + }, + { + "epoch": 0.5243600330305532, + "grad_norm": 1.6836067734089317, + "learning_rate": 9.696941556491477e-06, + "loss": 1.0544, + "step": 3810 + }, + { + "epoch": 0.5244976603358106, + "grad_norm": 1.8655007772185455, + "learning_rate": 9.692486209853911e-06, + "loss": 1.193, + "step": 3811 + }, + { + "epoch": 0.524635287641068, + "grad_norm": 1.588847907912418, + "learning_rate": 9.688030924315124e-06, + "loss": 1.1519, + "step": 3812 + }, + { + "epoch": 0.5247729149463254, + "grad_norm": 1.6298165440461976, + "learning_rate": 9.683575700760323e-06, + "loss": 1.1557, + "step": 3813 + }, + { + "epoch": 0.5249105422515827, + "grad_norm": 1.5082580375848333, + "learning_rate": 9.679120540074697e-06, + "loss": 0.9495, + "step": 3814 + }, + { + "epoch": 0.5250481695568401, + "grad_norm": 1.672896597154402, + "learning_rate": 9.67466544314343e-06, + "loss": 1.0676, + "step": 3815 + }, + { + "epoch": 0.5251857968620974, + "grad_norm": 1.565096086402306, + "learning_rate": 9.670210410851684e-06, + "loss": 1.0798, + "step": 3816 + }, + { + "epoch": 0.5253234241673548, + "grad_norm": 1.7650262604705422, + "learning_rate": 9.665755444084614e-06, + "loss": 1.1133, + "step": 3817 + }, + { + "epoch": 0.5254610514726121, + "grad_norm": 1.7315080678048094, + "learning_rate": 9.661300543727363e-06, + "loss": 1.07, + "step": 3818 + }, + { + "epoch": 0.5255986787778695, + "grad_norm": 1.5674308033479276, + "learning_rate": 9.656845710665061e-06, + "loss": 1.0803, + "step": 3819 + }, + { + "epoch": 0.5257363060831269, + "grad_norm": 1.6420682842225214, + "learning_rate": 9.652390945782813e-06, + "loss": 1.071, + "step": 3820 + }, + { + "epoch": 0.5258739333883843, + "grad_norm": 1.4800997463524417, + "learning_rate": 9.647936249965731e-06, + "loss": 1.0726, + "step": 3821 + }, + { + "epoch": 0.5260115606936416, + "grad_norm": 1.51569156757353, + "learning_rate": 9.643481624098893e-06, + "loss": 1.0985, + "step": 3822 + }, + { + "epoch": 0.526149187998899, + "grad_norm": 1.856172400532909, + "learning_rate": 9.63902706906738e-06, + "loss": 1.2552, + "step": 3823 + }, + { + "epoch": 0.5262868153041563, + "grad_norm": 1.5962461018848486, + "learning_rate": 9.634572585756247e-06, + "loss": 1.0998, + "step": 3824 + }, + { + "epoch": 0.5264244426094137, + "grad_norm": 1.715998714499682, + "learning_rate": 9.630118175050535e-06, + "loss": 1.0229, + "step": 3825 + }, + { + "epoch": 0.526562069914671, + "grad_norm": 1.7189018668388265, + "learning_rate": 9.625663837835283e-06, + "loss": 1.1349, + "step": 3826 + }, + { + "epoch": 0.5266996972199285, + "grad_norm": 1.5640638665121767, + "learning_rate": 9.621209574995497e-06, + "loss": 1.0817, + "step": 3827 + }, + { + "epoch": 0.5268373245251858, + "grad_norm": 1.5812328584145163, + "learning_rate": 9.61675538741619e-06, + "loss": 1.0985, + "step": 3828 + }, + { + "epoch": 0.5269749518304432, + "grad_norm": 1.7407114443419587, + "learning_rate": 9.612301275982335e-06, + "loss": 1.1407, + "step": 3829 + }, + { + "epoch": 0.5271125791357005, + "grad_norm": 1.8296768361084808, + "learning_rate": 9.607847241578914e-06, + "loss": 1.0697, + "step": 3830 + }, + { + "epoch": 0.5272502064409579, + "grad_norm": 1.597548175674207, + "learning_rate": 9.603393285090874e-06, + "loss": 1.1397, + "step": 3831 + }, + { + "epoch": 0.5273878337462152, + "grad_norm": 1.5939306127270634, + "learning_rate": 9.598939407403163e-06, + "loss": 1.0605, + "step": 3832 + }, + { + "epoch": 0.5275254610514726, + "grad_norm": 1.4952632273504205, + "learning_rate": 9.594485609400698e-06, + "loss": 1.0053, + "step": 3833 + }, + { + "epoch": 0.5276630883567299, + "grad_norm": 1.7343176827452964, + "learning_rate": 9.590031891968397e-06, + "loss": 1.0651, + "step": 3834 + }, + { + "epoch": 0.5278007156619874, + "grad_norm": 1.5577763260960436, + "learning_rate": 9.585578255991143e-06, + "loss": 1.1318, + "step": 3835 + }, + { + "epoch": 0.5279383429672447, + "grad_norm": 1.8766740884387854, + "learning_rate": 9.58112470235382e-06, + "loss": 1.0436, + "step": 3836 + }, + { + "epoch": 0.5280759702725021, + "grad_norm": 1.9530156133221122, + "learning_rate": 9.57667123194128e-06, + "loss": 1.1985, + "step": 3837 + }, + { + "epoch": 0.5282135975777594, + "grad_norm": 1.6390874213427207, + "learning_rate": 9.572217845638378e-06, + "loss": 1.1189, + "step": 3838 + }, + { + "epoch": 0.5283512248830168, + "grad_norm": 1.3831592115831712, + "learning_rate": 9.56776454432993e-06, + "loss": 1.0217, + "step": 3839 + }, + { + "epoch": 0.5284888521882741, + "grad_norm": 1.6182325410864147, + "learning_rate": 9.56331132890075e-06, + "loss": 1.1288, + "step": 3840 + }, + { + "epoch": 0.5286264794935315, + "grad_norm": 1.629897612318111, + "learning_rate": 9.558858200235635e-06, + "loss": 1.0594, + "step": 3841 + }, + { + "epoch": 0.5287641067987888, + "grad_norm": 1.5184518846572088, + "learning_rate": 9.554405159219353e-06, + "loss": 1.1402, + "step": 3842 + }, + { + "epoch": 0.5289017341040463, + "grad_norm": 1.6909546222983178, + "learning_rate": 9.549952206736668e-06, + "loss": 1.2388, + "step": 3843 + }, + { + "epoch": 0.5290393614093036, + "grad_norm": 1.646452970478979, + "learning_rate": 9.545499343672318e-06, + "loss": 1.0866, + "step": 3844 + }, + { + "epoch": 0.529176988714561, + "grad_norm": 1.7228122454773955, + "learning_rate": 9.54104657091103e-06, + "loss": 1.0641, + "step": 3845 + }, + { + "epoch": 0.5293146160198183, + "grad_norm": 1.5035059483445783, + "learning_rate": 9.536593889337502e-06, + "loss": 1.0789, + "step": 3846 + }, + { + "epoch": 0.5294522433250757, + "grad_norm": 1.824496165192775, + "learning_rate": 9.532141299836426e-06, + "loss": 1.1809, + "step": 3847 + }, + { + "epoch": 0.529589870630333, + "grad_norm": 1.6083010700602467, + "learning_rate": 9.527688803292472e-06, + "loss": 1.1253, + "step": 3848 + }, + { + "epoch": 0.5297274979355904, + "grad_norm": 1.5803617888217787, + "learning_rate": 9.523236400590284e-06, + "loss": 1.2202, + "step": 3849 + }, + { + "epoch": 0.5298651252408478, + "grad_norm": 1.742316634210714, + "learning_rate": 9.518784092614497e-06, + "loss": 1.0454, + "step": 3850 + }, + { + "epoch": 0.5300027525461052, + "grad_norm": 1.7081135511959347, + "learning_rate": 9.514331880249728e-06, + "loss": 1.0235, + "step": 3851 + }, + { + "epoch": 0.5301403798513625, + "grad_norm": 1.5949501780815025, + "learning_rate": 9.509879764380563e-06, + "loss": 1.0456, + "step": 3852 + }, + { + "epoch": 0.5302780071566199, + "grad_norm": 1.5359469944478805, + "learning_rate": 9.505427745891582e-06, + "loss": 1.0726, + "step": 3853 + }, + { + "epoch": 0.5304156344618772, + "grad_norm": 1.6748283136131692, + "learning_rate": 9.500975825667333e-06, + "loss": 1.0882, + "step": 3854 + }, + { + "epoch": 0.5305532617671346, + "grad_norm": 1.5908735672553127, + "learning_rate": 9.496524004592364e-06, + "loss": 1.0491, + "step": 3855 + }, + { + "epoch": 0.5306908890723919, + "grad_norm": 1.5642041213629028, + "learning_rate": 9.49207228355118e-06, + "loss": 0.9938, + "step": 3856 + }, + { + "epoch": 0.5308285163776493, + "grad_norm": 1.5757002075636286, + "learning_rate": 9.487620663428276e-06, + "loss": 1.1072, + "step": 3857 + }, + { + "epoch": 0.5309661436829067, + "grad_norm": 1.6260647001496498, + "learning_rate": 9.48316914510814e-06, + "loss": 1.0739, + "step": 3858 + }, + { + "epoch": 0.5311037709881641, + "grad_norm": 1.4592893267172293, + "learning_rate": 9.478717729475214e-06, + "loss": 1.1136, + "step": 3859 + }, + { + "epoch": 0.5312413982934214, + "grad_norm": 1.6768049074749534, + "learning_rate": 9.474266417413944e-06, + "loss": 1.0914, + "step": 3860 + }, + { + "epoch": 0.5313790255986788, + "grad_norm": 1.5846582242302891, + "learning_rate": 9.469815209808738e-06, + "loss": 1.0653, + "step": 3861 + }, + { + "epoch": 0.5315166529039361, + "grad_norm": 1.552369055535315, + "learning_rate": 9.465364107543991e-06, + "loss": 1.0848, + "step": 3862 + }, + { + "epoch": 0.5316542802091935, + "grad_norm": 1.56172635415325, + "learning_rate": 9.46091311150408e-06, + "loss": 1.0889, + "step": 3863 + }, + { + "epoch": 0.5317919075144508, + "grad_norm": 1.5099701235467216, + "learning_rate": 9.456462222573354e-06, + "loss": 1.1373, + "step": 3864 + }, + { + "epoch": 0.5319295348197083, + "grad_norm": 1.4901241842567399, + "learning_rate": 9.452011441636142e-06, + "loss": 1.0409, + "step": 3865 + }, + { + "epoch": 0.5320671621249656, + "grad_norm": 1.670206522591089, + "learning_rate": 9.44756076957676e-06, + "loss": 1.0896, + "step": 3866 + }, + { + "epoch": 0.532204789430223, + "grad_norm": 1.4895626537551807, + "learning_rate": 9.443110207279486e-06, + "loss": 1.0988, + "step": 3867 + }, + { + "epoch": 0.5323424167354803, + "grad_norm": 1.578822253844278, + "learning_rate": 9.438659755628595e-06, + "loss": 1.0959, + "step": 3868 + }, + { + "epoch": 0.5324800440407377, + "grad_norm": 1.4901238611371157, + "learning_rate": 9.434209415508322e-06, + "loss": 1.0202, + "step": 3869 + }, + { + "epoch": 0.532617671345995, + "grad_norm": 1.5889122561017266, + "learning_rate": 9.4297591878029e-06, + "loss": 1.0813, + "step": 3870 + }, + { + "epoch": 0.5327552986512524, + "grad_norm": 1.5842442335600706, + "learning_rate": 9.425309073396519e-06, + "loss": 1.1416, + "step": 3871 + }, + { + "epoch": 0.5328929259565097, + "grad_norm": 1.740182126703553, + "learning_rate": 9.420859073173355e-06, + "loss": 1.0557, + "step": 3872 + }, + { + "epoch": 0.5330305532617672, + "grad_norm": 1.5684288918693967, + "learning_rate": 9.416409188017568e-06, + "loss": 1.0796, + "step": 3873 + }, + { + "epoch": 0.5331681805670245, + "grad_norm": 1.5152601686635467, + "learning_rate": 9.411959418813286e-06, + "loss": 1.1463, + "step": 3874 + }, + { + "epoch": 0.5333058078722819, + "grad_norm": 1.9942545551482531, + "learning_rate": 9.40750976644462e-06, + "loss": 1.0496, + "step": 3875 + }, + { + "epoch": 0.5334434351775392, + "grad_norm": 1.6070352005608735, + "learning_rate": 9.40306023179565e-06, + "loss": 1.09, + "step": 3876 + }, + { + "epoch": 0.5335810624827966, + "grad_norm": 1.7609535186479899, + "learning_rate": 9.398610815750446e-06, + "loss": 1.0461, + "step": 3877 + }, + { + "epoch": 0.5337186897880539, + "grad_norm": 1.395404721387563, + "learning_rate": 9.394161519193035e-06, + "loss": 0.9795, + "step": 3878 + }, + { + "epoch": 0.5338563170933113, + "grad_norm": 1.5469368731662856, + "learning_rate": 9.389712343007439e-06, + "loss": 1.1063, + "step": 3879 + }, + { + "epoch": 0.5339939443985686, + "grad_norm": 1.6432534323649428, + "learning_rate": 9.385263288077645e-06, + "loss": 1.0636, + "step": 3880 + }, + { + "epoch": 0.5341315717038261, + "grad_norm": 1.6713398847476222, + "learning_rate": 9.380814355287626e-06, + "loss": 1.0255, + "step": 3881 + }, + { + "epoch": 0.5342691990090834, + "grad_norm": 1.5528207960720688, + "learning_rate": 9.376365545521314e-06, + "loss": 1.0658, + "step": 3882 + }, + { + "epoch": 0.5344068263143408, + "grad_norm": 1.7398213539832579, + "learning_rate": 9.371916859662635e-06, + "loss": 1.1503, + "step": 3883 + }, + { + "epoch": 0.5345444536195981, + "grad_norm": 1.6815840403259366, + "learning_rate": 9.367468298595474e-06, + "loss": 1.1631, + "step": 3884 + }, + { + "epoch": 0.5346820809248555, + "grad_norm": 1.6388491467217416, + "learning_rate": 9.36301986320371e-06, + "loss": 1.0382, + "step": 3885 + }, + { + "epoch": 0.5348197082301128, + "grad_norm": 1.4805130512904818, + "learning_rate": 9.358571554371174e-06, + "loss": 0.965, + "step": 3886 + }, + { + "epoch": 0.5349573355353702, + "grad_norm": 1.6156135050946485, + "learning_rate": 9.354123372981692e-06, + "loss": 1.0544, + "step": 3887 + }, + { + "epoch": 0.5350949628406276, + "grad_norm": 1.9109726391472561, + "learning_rate": 9.349675319919057e-06, + "loss": 1.0376, + "step": 3888 + }, + { + "epoch": 0.535232590145885, + "grad_norm": 1.9431638971218916, + "learning_rate": 9.34522739606703e-06, + "loss": 1.1703, + "step": 3889 + }, + { + "epoch": 0.5353702174511423, + "grad_norm": 1.7895737514478836, + "learning_rate": 9.34077960230936e-06, + "loss": 1.1007, + "step": 3890 + }, + { + "epoch": 0.5355078447563997, + "grad_norm": 1.5236140412958186, + "learning_rate": 9.336331939529755e-06, + "loss": 1.0748, + "step": 3891 + }, + { + "epoch": 0.535645472061657, + "grad_norm": 1.5591293759514007, + "learning_rate": 9.331884408611915e-06, + "loss": 1.1247, + "step": 3892 + }, + { + "epoch": 0.5357830993669144, + "grad_norm": 1.610499408012078, + "learning_rate": 9.327437010439492e-06, + "loss": 1.0192, + "step": 3893 + }, + { + "epoch": 0.5359207266721717, + "grad_norm": 1.437937473618855, + "learning_rate": 9.322989745896131e-06, + "loss": 1.1046, + "step": 3894 + }, + { + "epoch": 0.5360583539774291, + "grad_norm": 1.513029384185141, + "learning_rate": 9.318542615865437e-06, + "loss": 0.9631, + "step": 3895 + }, + { + "epoch": 0.5361959812826865, + "grad_norm": 1.3986470136249982, + "learning_rate": 9.314095621231003e-06, + "loss": 1.0345, + "step": 3896 + }, + { + "epoch": 0.5363336085879439, + "grad_norm": 1.8586406418792805, + "learning_rate": 9.309648762876376e-06, + "loss": 1.0883, + "step": 3897 + }, + { + "epoch": 0.5364712358932012, + "grad_norm": 1.6356983967869216, + "learning_rate": 9.305202041685092e-06, + "loss": 0.997, + "step": 3898 + }, + { + "epoch": 0.5366088631984586, + "grad_norm": 1.7496837390649542, + "learning_rate": 9.300755458540648e-06, + "loss": 1.0675, + "step": 3899 + }, + { + "epoch": 0.5367464905037159, + "grad_norm": 1.5426742781546965, + "learning_rate": 9.29630901432653e-06, + "loss": 1.0621, + "step": 3900 + }, + { + "epoch": 0.5368841178089733, + "grad_norm": 1.649642664389088, + "learning_rate": 9.29186270992617e-06, + "loss": 1.0992, + "step": 3901 + }, + { + "epoch": 0.5370217451142306, + "grad_norm": 1.5867990993055772, + "learning_rate": 9.287416546223e-06, + "loss": 1.1631, + "step": 3902 + }, + { + "epoch": 0.5371593724194881, + "grad_norm": 1.6178948988205524, + "learning_rate": 9.282970524100412e-06, + "loss": 1.133, + "step": 3903 + }, + { + "epoch": 0.5372969997247454, + "grad_norm": 1.659714375001458, + "learning_rate": 9.278524644441758e-06, + "loss": 1.073, + "step": 3904 + }, + { + "epoch": 0.5374346270300028, + "grad_norm": 1.6432401907926615, + "learning_rate": 9.274078908130389e-06, + "loss": 1.0784, + "step": 3905 + }, + { + "epoch": 0.5375722543352601, + "grad_norm": 1.4912629470676289, + "learning_rate": 9.269633316049597e-06, + "loss": 1.1146, + "step": 3906 + }, + { + "epoch": 0.5377098816405175, + "grad_norm": 1.5146875873980132, + "learning_rate": 9.265187869082674e-06, + "loss": 1.1158, + "step": 3907 + }, + { + "epoch": 0.5378475089457748, + "grad_norm": 1.5093736965746405, + "learning_rate": 9.260742568112857e-06, + "loss": 1.0768, + "step": 3908 + }, + { + "epoch": 0.5379851362510322, + "grad_norm": 1.6698218524782615, + "learning_rate": 9.256297414023376e-06, + "loss": 1.0375, + "step": 3909 + }, + { + "epoch": 0.5381227635562895, + "grad_norm": 1.473775854298112, + "learning_rate": 9.251852407697417e-06, + "loss": 1.0977, + "step": 3910 + }, + { + "epoch": 0.538260390861547, + "grad_norm": 1.7735233361951164, + "learning_rate": 9.247407550018145e-06, + "loss": 1.1336, + "step": 3911 + }, + { + "epoch": 0.5383980181668043, + "grad_norm": 1.7063129002895105, + "learning_rate": 9.242962841868688e-06, + "loss": 1.1849, + "step": 3912 + }, + { + "epoch": 0.5385356454720617, + "grad_norm": 1.4251945751687276, + "learning_rate": 9.238518284132156e-06, + "loss": 1.082, + "step": 3913 + }, + { + "epoch": 0.538673272777319, + "grad_norm": 1.8206587411359663, + "learning_rate": 9.234073877691613e-06, + "loss": 1.1766, + "step": 3914 + }, + { + "epoch": 0.5388109000825764, + "grad_norm": 1.4655404873856015, + "learning_rate": 9.229629623430112e-06, + "loss": 1.0596, + "step": 3915 + }, + { + "epoch": 0.5389485273878337, + "grad_norm": 1.5566428834415826, + "learning_rate": 9.225185522230654e-06, + "loss": 1.093, + "step": 3916 + }, + { + "epoch": 0.5390861546930911, + "grad_norm": 1.7822606721338636, + "learning_rate": 9.220741574976229e-06, + "loss": 1.159, + "step": 3917 + }, + { + "epoch": 0.5392237819983484, + "grad_norm": 1.6958215289337837, + "learning_rate": 9.216297782549784e-06, + "loss": 1.0419, + "step": 3918 + }, + { + "epoch": 0.5393614093036059, + "grad_norm": 1.7707598826657711, + "learning_rate": 9.211854145834243e-06, + "loss": 1.2338, + "step": 3919 + }, + { + "epoch": 0.5394990366088632, + "grad_norm": 1.6855031804281986, + "learning_rate": 9.207410665712499e-06, + "loss": 1.0439, + "step": 3920 + }, + { + "epoch": 0.5396366639141206, + "grad_norm": 1.4984738140196978, + "learning_rate": 9.2029673430674e-06, + "loss": 1.0999, + "step": 3921 + }, + { + "epoch": 0.5397742912193779, + "grad_norm": 1.4071194103102225, + "learning_rate": 9.198524178781785e-06, + "loss": 1.0251, + "step": 3922 + }, + { + "epoch": 0.5399119185246353, + "grad_norm": 1.5338525900429412, + "learning_rate": 9.19408117373844e-06, + "loss": 1.0181, + "step": 3923 + }, + { + "epoch": 0.5400495458298926, + "grad_norm": 1.7541319125465016, + "learning_rate": 9.189638328820138e-06, + "loss": 1.0816, + "step": 3924 + }, + { + "epoch": 0.54018717313515, + "grad_norm": 1.8159858274683423, + "learning_rate": 9.185195644909603e-06, + "loss": 1.1568, + "step": 3925 + }, + { + "epoch": 0.5403248004404074, + "grad_norm": 1.5470302074568711, + "learning_rate": 9.180753122889542e-06, + "loss": 1.0916, + "step": 3926 + }, + { + "epoch": 0.5404624277456648, + "grad_norm": 1.7425048956029505, + "learning_rate": 9.176310763642621e-06, + "loss": 1.0771, + "step": 3927 + }, + { + "epoch": 0.5406000550509221, + "grad_norm": 1.5416330737371504, + "learning_rate": 9.171868568051479e-06, + "loss": 1.0763, + "step": 3928 + }, + { + "epoch": 0.5407376823561795, + "grad_norm": 1.49398817310244, + "learning_rate": 9.167426536998713e-06, + "loss": 1.1432, + "step": 3929 + }, + { + "epoch": 0.5408753096614368, + "grad_norm": 1.6000829048554637, + "learning_rate": 9.162984671366901e-06, + "loss": 1.0377, + "step": 3930 + }, + { + "epoch": 0.5410129369666942, + "grad_norm": 1.4507188470716093, + "learning_rate": 9.158542972038573e-06, + "loss": 1.1302, + "step": 3931 + }, + { + "epoch": 0.5411505642719515, + "grad_norm": 1.5244814260088324, + "learning_rate": 9.154101439896243e-06, + "loss": 1.0933, + "step": 3932 + }, + { + "epoch": 0.5412881915772089, + "grad_norm": 1.5102762660416602, + "learning_rate": 9.149660075822373e-06, + "loss": 1.0809, + "step": 3933 + }, + { + "epoch": 0.5414258188824663, + "grad_norm": 1.6031419430682965, + "learning_rate": 9.145218880699408e-06, + "loss": 1.0457, + "step": 3934 + }, + { + "epoch": 0.5415634461877237, + "grad_norm": 1.8420129457353307, + "learning_rate": 9.140777855409752e-06, + "loss": 0.9827, + "step": 3935 + }, + { + "epoch": 0.541701073492981, + "grad_norm": 1.6180014745572822, + "learning_rate": 9.136337000835773e-06, + "loss": 1.095, + "step": 3936 + }, + { + "epoch": 0.5418387007982384, + "grad_norm": 1.4793785389951473, + "learning_rate": 9.131896317859812e-06, + "loss": 1.0535, + "step": 3937 + }, + { + "epoch": 0.5419763281034957, + "grad_norm": 1.7941913988781966, + "learning_rate": 9.127455807364165e-06, + "loss": 1.1028, + "step": 3938 + }, + { + "epoch": 0.5421139554087531, + "grad_norm": 1.5111297446052008, + "learning_rate": 9.123015470231111e-06, + "loss": 1.0677, + "step": 3939 + }, + { + "epoch": 0.5422515827140104, + "grad_norm": 1.7047828507344558, + "learning_rate": 9.118575307342874e-06, + "loss": 1.1319, + "step": 3940 + }, + { + "epoch": 0.5423892100192679, + "grad_norm": 1.735613969892645, + "learning_rate": 9.114135319581659e-06, + "loss": 1.0864, + "step": 3941 + }, + { + "epoch": 0.5425268373245252, + "grad_norm": 1.875133741264129, + "learning_rate": 9.109695507829628e-06, + "loss": 1.2149, + "step": 3942 + }, + { + "epoch": 0.5426644646297826, + "grad_norm": 1.6985949803498568, + "learning_rate": 9.105255872968917e-06, + "loss": 1.0636, + "step": 3943 + }, + { + "epoch": 0.5428020919350399, + "grad_norm": 1.5373333452174687, + "learning_rate": 9.100816415881613e-06, + "loss": 1.0808, + "step": 3944 + }, + { + "epoch": 0.5429397192402973, + "grad_norm": 1.485818771832055, + "learning_rate": 9.096377137449783e-06, + "loss": 1.1044, + "step": 3945 + }, + { + "epoch": 0.5430773465455546, + "grad_norm": 1.5729073326877008, + "learning_rate": 9.091938038555441e-06, + "loss": 1.0795, + "step": 3946 + }, + { + "epoch": 0.543214973850812, + "grad_norm": 1.6125711663540399, + "learning_rate": 9.087499120080586e-06, + "loss": 1.0551, + "step": 3947 + }, + { + "epoch": 0.5433526011560693, + "grad_norm": 1.641625371362367, + "learning_rate": 9.083060382907161e-06, + "loss": 1.0728, + "step": 3948 + }, + { + "epoch": 0.5434902284613268, + "grad_norm": 1.577885817107813, + "learning_rate": 9.078621827917086e-06, + "loss": 1.0823, + "step": 3949 + }, + { + "epoch": 0.5436278557665841, + "grad_norm": 1.739133565279923, + "learning_rate": 9.074183455992244e-06, + "loss": 1.088, + "step": 3950 + }, + { + "epoch": 0.5437654830718415, + "grad_norm": 1.712880809832291, + "learning_rate": 9.069745268014476e-06, + "loss": 1.1639, + "step": 3951 + }, + { + "epoch": 0.5439031103770988, + "grad_norm": 1.6926270790164875, + "learning_rate": 9.065307264865592e-06, + "loss": 1.0567, + "step": 3952 + }, + { + "epoch": 0.5440407376823562, + "grad_norm": 1.6811357567011322, + "learning_rate": 9.060869447427353e-06, + "loss": 1.1287, + "step": 3953 + }, + { + "epoch": 0.5441783649876135, + "grad_norm": 1.631545193143291, + "learning_rate": 9.056431816581506e-06, + "loss": 1.117, + "step": 3954 + }, + { + "epoch": 0.5443159922928709, + "grad_norm": 1.6289005078680607, + "learning_rate": 9.051994373209738e-06, + "loss": 1.0915, + "step": 3955 + }, + { + "epoch": 0.5444536195981282, + "grad_norm": 1.6019847621366756, + "learning_rate": 9.047557118193712e-06, + "loss": 1.114, + "step": 3956 + }, + { + "epoch": 0.5445912469033857, + "grad_norm": 1.9890763061393313, + "learning_rate": 9.043120052415049e-06, + "loss": 1.2201, + "step": 3957 + }, + { + "epoch": 0.544728874208643, + "grad_norm": 1.5515922193472873, + "learning_rate": 9.038683176755333e-06, + "loss": 1.0753, + "step": 3958 + }, + { + "epoch": 0.5448665015139004, + "grad_norm": 1.5698969839144654, + "learning_rate": 9.034246492096108e-06, + "loss": 1.0767, + "step": 3959 + }, + { + "epoch": 0.5450041288191577, + "grad_norm": 1.6803702376901521, + "learning_rate": 9.02980999931889e-06, + "loss": 1.0697, + "step": 3960 + }, + { + "epoch": 0.5451417561244151, + "grad_norm": 1.5547961464246847, + "learning_rate": 9.02537369930514e-06, + "loss": 1.0785, + "step": 3961 + }, + { + "epoch": 0.5452793834296724, + "grad_norm": 1.5477936137431707, + "learning_rate": 9.020937592936302e-06, + "loss": 1.1405, + "step": 3962 + }, + { + "epoch": 0.5454170107349298, + "grad_norm": 2.0308144858905846, + "learning_rate": 9.016501681093755e-06, + "loss": 1.224, + "step": 3963 + }, + { + "epoch": 0.5455546380401872, + "grad_norm": 1.4840943485439309, + "learning_rate": 9.012065964658865e-06, + "loss": 1.0726, + "step": 3964 + }, + { + "epoch": 0.5456922653454446, + "grad_norm": 1.7846656149887488, + "learning_rate": 9.007630444512944e-06, + "loss": 1.1354, + "step": 3965 + }, + { + "epoch": 0.5458298926507019, + "grad_norm": 1.6785849406277797, + "learning_rate": 9.00319512153727e-06, + "loss": 1.0123, + "step": 3966 + }, + { + "epoch": 0.5459675199559593, + "grad_norm": 1.6002871014566278, + "learning_rate": 8.998759996613083e-06, + "loss": 1.0703, + "step": 3967 + }, + { + "epoch": 0.5461051472612166, + "grad_norm": 1.7835584315931916, + "learning_rate": 8.994325070621572e-06, + "loss": 1.0764, + "step": 3968 + }, + { + "epoch": 0.546242774566474, + "grad_norm": 1.6260543777560459, + "learning_rate": 8.98989034444391e-06, + "loss": 1.0352, + "step": 3969 + }, + { + "epoch": 0.5463804018717313, + "grad_norm": 1.5756733536117398, + "learning_rate": 8.985455818961206e-06, + "loss": 1.137, + "step": 3970 + }, + { + "epoch": 0.5465180291769887, + "grad_norm": 1.597034581090191, + "learning_rate": 8.981021495054544e-06, + "loss": 1.0637, + "step": 3971 + }, + { + "epoch": 0.5466556564822461, + "grad_norm": 1.5540246853716644, + "learning_rate": 8.976587373604963e-06, + "loss": 1.0862, + "step": 3972 + }, + { + "epoch": 0.5467932837875035, + "grad_norm": 1.5272265039424298, + "learning_rate": 8.972153455493462e-06, + "loss": 1.0557, + "step": 3973 + }, + { + "epoch": 0.5469309110927608, + "grad_norm": 1.3927076872054156, + "learning_rate": 8.967719741600997e-06, + "loss": 1.0404, + "step": 3974 + }, + { + "epoch": 0.5470685383980182, + "grad_norm": 1.562899290350557, + "learning_rate": 8.963286232808494e-06, + "loss": 1.1566, + "step": 3975 + }, + { + "epoch": 0.5472061657032755, + "grad_norm": 1.700603736192887, + "learning_rate": 8.958852929996821e-06, + "loss": 1.0929, + "step": 3976 + }, + { + "epoch": 0.5473437930085329, + "grad_norm": 1.6061716729696138, + "learning_rate": 8.954419834046823e-06, + "loss": 1.0754, + "step": 3977 + }, + { + "epoch": 0.5474814203137902, + "grad_norm": 1.482840059361735, + "learning_rate": 8.949986945839289e-06, + "loss": 1.0952, + "step": 3978 + }, + { + "epoch": 0.5476190476190477, + "grad_norm": 1.7590227729885557, + "learning_rate": 8.945554266254978e-06, + "loss": 1.1373, + "step": 3979 + }, + { + "epoch": 0.547756674924305, + "grad_norm": 1.6302966447967682, + "learning_rate": 8.941121796174596e-06, + "loss": 1.1096, + "step": 3980 + }, + { + "epoch": 0.5478943022295624, + "grad_norm": 1.5695775442672952, + "learning_rate": 8.936689536478822e-06, + "loss": 1.0278, + "step": 3981 + }, + { + "epoch": 0.5480319295348197, + "grad_norm": 1.6123048167343994, + "learning_rate": 8.93225748804828e-06, + "loss": 1.0507, + "step": 3982 + }, + { + "epoch": 0.5481695568400771, + "grad_norm": 1.5306588003895418, + "learning_rate": 8.927825651763563e-06, + "loss": 1.0375, + "step": 3983 + }, + { + "epoch": 0.5483071841453344, + "grad_norm": 1.6607815209455146, + "learning_rate": 8.923394028505212e-06, + "loss": 1.0795, + "step": 3984 + }, + { + "epoch": 0.5484448114505918, + "grad_norm": 1.5049541070281562, + "learning_rate": 8.918962619153727e-06, + "loss": 1.1042, + "step": 3985 + }, + { + "epoch": 0.5485824387558491, + "grad_norm": 1.7251762406599371, + "learning_rate": 8.914531424589575e-06, + "loss": 1.1375, + "step": 3986 + }, + { + "epoch": 0.5487200660611066, + "grad_norm": 1.706175210449292, + "learning_rate": 8.910100445693168e-06, + "loss": 1.1577, + "step": 3987 + }, + { + "epoch": 0.5488576933663639, + "grad_norm": 1.5187965079063181, + "learning_rate": 8.905669683344884e-06, + "loss": 1.0655, + "step": 3988 + }, + { + "epoch": 0.5489953206716213, + "grad_norm": 1.689324609662954, + "learning_rate": 8.901239138425054e-06, + "loss": 1.1121, + "step": 3989 + }, + { + "epoch": 0.5491329479768786, + "grad_norm": 1.5738406302054349, + "learning_rate": 8.896808811813969e-06, + "loss": 1.0706, + "step": 3990 + }, + { + "epoch": 0.549270575282136, + "grad_norm": 1.530607889720344, + "learning_rate": 8.892378704391867e-06, + "loss": 1.1352, + "step": 3991 + }, + { + "epoch": 0.5494082025873933, + "grad_norm": 1.5383784195406627, + "learning_rate": 8.88794881703896e-06, + "loss": 1.0517, + "step": 3992 + }, + { + "epoch": 0.5495458298926507, + "grad_norm": 1.545917559993411, + "learning_rate": 8.883519150635398e-06, + "loss": 1.1069, + "step": 3993 + }, + { + "epoch": 0.549683457197908, + "grad_norm": 2.076817510525551, + "learning_rate": 8.8790897060613e-06, + "loss": 1.1399, + "step": 3994 + }, + { + "epoch": 0.5498210845031655, + "grad_norm": 1.5940063134875027, + "learning_rate": 8.87466048419673e-06, + "loss": 1.0565, + "step": 3995 + }, + { + "epoch": 0.5499587118084228, + "grad_norm": 1.5815884647221372, + "learning_rate": 8.870231485921721e-06, + "loss": 1.0727, + "step": 3996 + }, + { + "epoch": 0.5500963391136802, + "grad_norm": 1.571483530650226, + "learning_rate": 8.865802712116248e-06, + "loss": 1.0284, + "step": 3997 + }, + { + "epoch": 0.5502339664189375, + "grad_norm": 1.7637112677454665, + "learning_rate": 8.861374163660255e-06, + "loss": 1.1804, + "step": 3998 + }, + { + "epoch": 0.5503715937241949, + "grad_norm": 1.6506157373694303, + "learning_rate": 8.856945841433629e-06, + "loss": 1.0825, + "step": 3999 + }, + { + "epoch": 0.5505092210294522, + "grad_norm": 1.6241533569367936, + "learning_rate": 8.852517746316214e-06, + "loss": 0.9862, + "step": 4000 + }, + { + "epoch": 0.5506468483347096, + "grad_norm": 2.1122209043334284, + "learning_rate": 8.84808987918782e-06, + "loss": 1.1792, + "step": 4001 + }, + { + "epoch": 0.550784475639967, + "grad_norm": 1.5684466236978876, + "learning_rate": 8.843662240928194e-06, + "loss": 1.0336, + "step": 4002 + }, + { + "epoch": 0.5509221029452244, + "grad_norm": 1.776107791832255, + "learning_rate": 8.839234832417055e-06, + "loss": 1.2139, + "step": 4003 + }, + { + "epoch": 0.5510597302504817, + "grad_norm": 1.4544468967933575, + "learning_rate": 8.834807654534062e-06, + "loss": 1.0904, + "step": 4004 + }, + { + "epoch": 0.5511973575557391, + "grad_norm": 1.6543985055515995, + "learning_rate": 8.830380708158844e-06, + "loss": 1.0483, + "step": 4005 + }, + { + "epoch": 0.5513349848609964, + "grad_norm": 1.672026124543682, + "learning_rate": 8.825953994170966e-06, + "loss": 1.1444, + "step": 4006 + }, + { + "epoch": 0.5514726121662538, + "grad_norm": 1.671686074205573, + "learning_rate": 8.821527513449959e-06, + "loss": 1.1104, + "step": 4007 + }, + { + "epoch": 0.5516102394715111, + "grad_norm": 1.613444853103443, + "learning_rate": 8.817101266875303e-06, + "loss": 1.091, + "step": 4008 + }, + { + "epoch": 0.5517478667767685, + "grad_norm": 1.685323287080461, + "learning_rate": 8.812675255326435e-06, + "loss": 1.1148, + "step": 4009 + }, + { + "epoch": 0.5518854940820259, + "grad_norm": 1.958613982776418, + "learning_rate": 8.808249479682736e-06, + "loss": 1.0533, + "step": 4010 + }, + { + "epoch": 0.5520231213872833, + "grad_norm": 1.5204032675724801, + "learning_rate": 8.803823940823557e-06, + "loss": 1.031, + "step": 4011 + }, + { + "epoch": 0.5521607486925406, + "grad_norm": 1.4057660546370292, + "learning_rate": 8.799398639628186e-06, + "loss": 1.0659, + "step": 4012 + }, + { + "epoch": 0.552298375997798, + "grad_norm": 1.675198211256064, + "learning_rate": 8.79497357697587e-06, + "loss": 0.9726, + "step": 4013 + }, + { + "epoch": 0.5524360033030553, + "grad_norm": 1.6749350051076142, + "learning_rate": 8.790548753745808e-06, + "loss": 1.1097, + "step": 4014 + }, + { + "epoch": 0.5525736306083127, + "grad_norm": 1.7219731588776794, + "learning_rate": 8.786124170817158e-06, + "loss": 1.083, + "step": 4015 + }, + { + "epoch": 0.55271125791357, + "grad_norm": 1.5016833132727976, + "learning_rate": 8.781699829069018e-06, + "loss": 1.0136, + "step": 4016 + }, + { + "epoch": 0.5528488852188275, + "grad_norm": 1.567322993701408, + "learning_rate": 8.777275729380442e-06, + "loss": 1.0519, + "step": 4017 + }, + { + "epoch": 0.5529865125240848, + "grad_norm": 1.9059369090941107, + "learning_rate": 8.772851872630442e-06, + "loss": 1.125, + "step": 4018 + }, + { + "epoch": 0.5531241398293422, + "grad_norm": 1.6143702690481854, + "learning_rate": 8.768428259697978e-06, + "loss": 1.1655, + "step": 4019 + }, + { + "epoch": 0.5532617671345995, + "grad_norm": 1.7570997313485186, + "learning_rate": 8.76400489146196e-06, + "loss": 1.0543, + "step": 4020 + }, + { + "epoch": 0.5533993944398569, + "grad_norm": 1.5771551847382759, + "learning_rate": 8.759581768801248e-06, + "loss": 1.117, + "step": 4021 + }, + { + "epoch": 0.5535370217451142, + "grad_norm": 1.5544470557104773, + "learning_rate": 8.755158892594665e-06, + "loss": 1.0412, + "step": 4022 + }, + { + "epoch": 0.5536746490503716, + "grad_norm": 1.4622477240480154, + "learning_rate": 8.750736263720966e-06, + "loss": 1.0741, + "step": 4023 + }, + { + "epoch": 0.5538122763556289, + "grad_norm": 1.5989532972094505, + "learning_rate": 8.746313883058875e-06, + "loss": 1.1159, + "step": 4024 + }, + { + "epoch": 0.5539499036608864, + "grad_norm": 1.6080078424581572, + "learning_rate": 8.741891751487049e-06, + "loss": 1.0809, + "step": 4025 + }, + { + "epoch": 0.5540875309661437, + "grad_norm": 1.7670844633006044, + "learning_rate": 8.737469869884115e-06, + "loss": 1.1282, + "step": 4026 + }, + { + "epoch": 0.5542251582714011, + "grad_norm": 1.6248287482131267, + "learning_rate": 8.733048239128632e-06, + "loss": 1.2324, + "step": 4027 + }, + { + "epoch": 0.5543627855766584, + "grad_norm": 1.7810979115493106, + "learning_rate": 8.728626860099123e-06, + "loss": 1.1317, + "step": 4028 + }, + { + "epoch": 0.5545004128819158, + "grad_norm": 1.611921820898466, + "learning_rate": 8.72420573367405e-06, + "loss": 1.1389, + "step": 4029 + }, + { + "epoch": 0.5546380401871731, + "grad_norm": 1.5589303432827208, + "learning_rate": 8.71978486073184e-06, + "loss": 0.9937, + "step": 4030 + }, + { + "epoch": 0.5547756674924305, + "grad_norm": 1.5387021855512186, + "learning_rate": 8.715364242150854e-06, + "loss": 0.9972, + "step": 4031 + }, + { + "epoch": 0.5549132947976878, + "grad_norm": 1.5199378207909326, + "learning_rate": 8.710943878809404e-06, + "loss": 1.0577, + "step": 4032 + }, + { + "epoch": 0.5550509221029453, + "grad_norm": 1.6120994020590347, + "learning_rate": 8.706523771585763e-06, + "loss": 1.0221, + "step": 4033 + }, + { + "epoch": 0.5551885494082026, + "grad_norm": 1.4301919705437727, + "learning_rate": 8.702103921358141e-06, + "loss": 1.0571, + "step": 4034 + }, + { + "epoch": 0.55532617671346, + "grad_norm": 1.652871533165302, + "learning_rate": 8.697684329004703e-06, + "loss": 1.083, + "step": 4035 + }, + { + "epoch": 0.5554638040187173, + "grad_norm": 1.5067638890699644, + "learning_rate": 8.693264995403562e-06, + "loss": 1.1281, + "step": 4036 + }, + { + "epoch": 0.5556014313239747, + "grad_norm": 1.55791368526915, + "learning_rate": 8.688845921432783e-06, + "loss": 1.0768, + "step": 4037 + }, + { + "epoch": 0.555739058629232, + "grad_norm": 1.654699972356565, + "learning_rate": 8.684427107970366e-06, + "loss": 1.1101, + "step": 4038 + }, + { + "epoch": 0.5558766859344894, + "grad_norm": 1.5514223357560144, + "learning_rate": 8.680008555894281e-06, + "loss": 1.0259, + "step": 4039 + }, + { + "epoch": 0.5560143132397468, + "grad_norm": 1.620275513464484, + "learning_rate": 8.67559026608242e-06, + "loss": 1.1057, + "step": 4040 + }, + { + "epoch": 0.5561519405450042, + "grad_norm": 1.6965540697838215, + "learning_rate": 8.67117223941265e-06, + "loss": 1.1436, + "step": 4041 + }, + { + "epoch": 0.5562895678502615, + "grad_norm": 1.7907747562221077, + "learning_rate": 8.666754476762763e-06, + "loss": 1.0617, + "step": 4042 + }, + { + "epoch": 0.5564271951555189, + "grad_norm": 1.6209480013393793, + "learning_rate": 8.662336979010511e-06, + "loss": 1.0616, + "step": 4043 + }, + { + "epoch": 0.5565648224607762, + "grad_norm": 1.5195682914602577, + "learning_rate": 8.65791974703359e-06, + "loss": 1.0707, + "step": 4044 + }, + { + "epoch": 0.5567024497660336, + "grad_norm": 1.558683064707019, + "learning_rate": 8.65350278170965e-06, + "loss": 1.0722, + "step": 4045 + }, + { + "epoch": 0.5568400770712909, + "grad_norm": 1.6122509822519981, + "learning_rate": 8.649086083916269e-06, + "loss": 1.0774, + "step": 4046 + }, + { + "epoch": 0.5569777043765483, + "grad_norm": 1.730715322132724, + "learning_rate": 8.644669654530995e-06, + "loss": 1.0956, + "step": 4047 + }, + { + "epoch": 0.5571153316818057, + "grad_norm": 1.5908001874249016, + "learning_rate": 8.640253494431311e-06, + "loss": 1.1166, + "step": 4048 + }, + { + "epoch": 0.5572529589870631, + "grad_norm": 1.5484345051397175, + "learning_rate": 8.635837604494638e-06, + "loss": 1.0296, + "step": 4049 + }, + { + "epoch": 0.5573905862923204, + "grad_norm": 1.7382104080479117, + "learning_rate": 8.631421985598363e-06, + "loss": 1.054, + "step": 4050 + }, + { + "epoch": 0.5575282135975778, + "grad_norm": 1.5974497567310673, + "learning_rate": 8.627006638619803e-06, + "loss": 1.1102, + "step": 4051 + }, + { + "epoch": 0.5576658409028351, + "grad_norm": 1.5729640095162576, + "learning_rate": 8.622591564436235e-06, + "loss": 1.0302, + "step": 4052 + }, + { + "epoch": 0.5578034682080925, + "grad_norm": 1.526262177614304, + "learning_rate": 8.618176763924864e-06, + "loss": 1.0693, + "step": 4053 + }, + { + "epoch": 0.5579410955133498, + "grad_norm": 1.6466572266329271, + "learning_rate": 8.613762237962858e-06, + "loss": 1.094, + "step": 4054 + }, + { + "epoch": 0.5580787228186073, + "grad_norm": 1.7462232032831972, + "learning_rate": 8.609347987427318e-06, + "loss": 1.1054, + "step": 4055 + }, + { + "epoch": 0.5582163501238646, + "grad_norm": 1.5717122014658838, + "learning_rate": 8.604934013195297e-06, + "loss": 1.0145, + "step": 4056 + }, + { + "epoch": 0.558353977429122, + "grad_norm": 1.5639451031039353, + "learning_rate": 8.60052031614379e-06, + "loss": 1.1124, + "step": 4057 + }, + { + "epoch": 0.5584916047343793, + "grad_norm": 1.6945181423164148, + "learning_rate": 8.59610689714974e-06, + "loss": 1.0712, + "step": 4058 + }, + { + "epoch": 0.5586292320396367, + "grad_norm": 1.7709253991062595, + "learning_rate": 8.591693757090034e-06, + "loss": 1.1925, + "step": 4059 + }, + { + "epoch": 0.558766859344894, + "grad_norm": 1.5576837581326473, + "learning_rate": 8.587280896841499e-06, + "loss": 0.9885, + "step": 4060 + }, + { + "epoch": 0.5589044866501514, + "grad_norm": 1.5287095602520837, + "learning_rate": 8.582868317280911e-06, + "loss": 1.0339, + "step": 4061 + }, + { + "epoch": 0.5590421139554087, + "grad_norm": 1.9617982831526317, + "learning_rate": 8.578456019284994e-06, + "loss": 1.1491, + "step": 4062 + }, + { + "epoch": 0.5591797412606662, + "grad_norm": 1.5830461304503889, + "learning_rate": 8.574044003730408e-06, + "loss": 1.0605, + "step": 4063 + }, + { + "epoch": 0.5593173685659235, + "grad_norm": 1.591356266597763, + "learning_rate": 8.569632271493752e-06, + "loss": 1.1153, + "step": 4064 + }, + { + "epoch": 0.5594549958711809, + "grad_norm": 1.4622610410456651, + "learning_rate": 8.56522082345159e-06, + "loss": 1.0428, + "step": 4065 + }, + { + "epoch": 0.5595926231764382, + "grad_norm": 1.6076636424690687, + "learning_rate": 8.560809660480404e-06, + "loss": 1.0143, + "step": 4066 + }, + { + "epoch": 0.5597302504816956, + "grad_norm": 1.5570890358183855, + "learning_rate": 8.556398783456646e-06, + "loss": 1.1314, + "step": 4067 + }, + { + "epoch": 0.5598678777869529, + "grad_norm": 1.7794483883057202, + "learning_rate": 8.551988193256683e-06, + "loss": 1.1728, + "step": 4068 + }, + { + "epoch": 0.5600055050922103, + "grad_norm": 1.8253341377594974, + "learning_rate": 8.54757789075685e-06, + "loss": 1.1355, + "step": 4069 + }, + { + "epoch": 0.5601431323974676, + "grad_norm": 1.6289673105556137, + "learning_rate": 8.543167876833404e-06, + "loss": 1.173, + "step": 4070 + }, + { + "epoch": 0.5602807597027251, + "grad_norm": 1.6935984176501895, + "learning_rate": 8.538758152362562e-06, + "loss": 1.0976, + "step": 4071 + }, + { + "epoch": 0.5604183870079824, + "grad_norm": 1.5940784763759057, + "learning_rate": 8.534348718220471e-06, + "loss": 1.0275, + "step": 4072 + }, + { + "epoch": 0.5605560143132398, + "grad_norm": 1.8451094371903305, + "learning_rate": 8.529939575283229e-06, + "loss": 1.0735, + "step": 4073 + }, + { + "epoch": 0.5606936416184971, + "grad_norm": 1.6665015638954008, + "learning_rate": 8.52553072442687e-06, + "loss": 1.159, + "step": 4074 + }, + { + "epoch": 0.5608312689237545, + "grad_norm": 1.5775810678023936, + "learning_rate": 8.521122166527371e-06, + "loss": 1.0001, + "step": 4075 + }, + { + "epoch": 0.5609688962290118, + "grad_norm": 1.5038092527802478, + "learning_rate": 8.516713902460654e-06, + "loss": 1.1004, + "step": 4076 + }, + { + "epoch": 0.5611065235342692, + "grad_norm": 1.6748221169109077, + "learning_rate": 8.512305933102584e-06, + "loss": 1.1431, + "step": 4077 + }, + { + "epoch": 0.5612441508395266, + "grad_norm": 1.6672173822306375, + "learning_rate": 8.507898259328955e-06, + "loss": 1.1429, + "step": 4078 + }, + { + "epoch": 0.561381778144784, + "grad_norm": 1.665668093806623, + "learning_rate": 8.503490882015523e-06, + "loss": 1.0685, + "step": 4079 + }, + { + "epoch": 0.5615194054500413, + "grad_norm": 1.6354510577671395, + "learning_rate": 8.499083802037966e-06, + "loss": 1.1151, + "step": 4080 + }, + { + "epoch": 0.5616570327552987, + "grad_norm": 1.4863093814875383, + "learning_rate": 8.494677020271913e-06, + "loss": 1.0163, + "step": 4081 + }, + { + "epoch": 0.561794660060556, + "grad_norm": 1.6647209646132544, + "learning_rate": 8.490270537592928e-06, + "loss": 1.0671, + "step": 4082 + }, + { + "epoch": 0.5619322873658134, + "grad_norm": 1.4685643242486948, + "learning_rate": 8.485864354876521e-06, + "loss": 1.0811, + "step": 4083 + }, + { + "epoch": 0.5620699146710707, + "grad_norm": 1.7263822173298993, + "learning_rate": 8.481458472998145e-06, + "loss": 1.0281, + "step": 4084 + }, + { + "epoch": 0.562207541976328, + "grad_norm": 1.5848123458609933, + "learning_rate": 8.477052892833177e-06, + "loss": 1.0978, + "step": 4085 + }, + { + "epoch": 0.5623451692815855, + "grad_norm": 1.5233198752804757, + "learning_rate": 8.47264761525696e-06, + "loss": 1.0047, + "step": 4086 + }, + { + "epoch": 0.5624827965868429, + "grad_norm": 1.5233820426882092, + "learning_rate": 8.468242641144748e-06, + "loss": 1.0033, + "step": 4087 + }, + { + "epoch": 0.5626204238921002, + "grad_norm": 1.9191005733326851, + "learning_rate": 8.46383797137176e-06, + "loss": 1.0967, + "step": 4088 + }, + { + "epoch": 0.5627580511973576, + "grad_norm": 1.589006404472549, + "learning_rate": 8.459433606813137e-06, + "loss": 1.1071, + "step": 4089 + }, + { + "epoch": 0.5628956785026149, + "grad_norm": 1.951111414758964, + "learning_rate": 8.455029548343969e-06, + "loss": 1.2419, + "step": 4090 + }, + { + "epoch": 0.5630333058078723, + "grad_norm": 1.5294513185055296, + "learning_rate": 8.45062579683928e-06, + "loss": 1.1021, + "step": 4091 + }, + { + "epoch": 0.5631709331131296, + "grad_norm": 1.6487452389312325, + "learning_rate": 8.446222353174039e-06, + "loss": 1.1405, + "step": 4092 + }, + { + "epoch": 0.5633085604183871, + "grad_norm": 1.661475862136612, + "learning_rate": 8.441819218223144e-06, + "loss": 1.1, + "step": 4093 + }, + { + "epoch": 0.5634461877236444, + "grad_norm": 1.555359386804282, + "learning_rate": 8.437416392861445e-06, + "loss": 1.1617, + "step": 4094 + }, + { + "epoch": 0.5635838150289018, + "grad_norm": 1.6745073604925558, + "learning_rate": 8.433013877963722e-06, + "loss": 1.1148, + "step": 4095 + }, + { + "epoch": 0.5637214423341591, + "grad_norm": 2.0608922567220462, + "learning_rate": 8.428611674404686e-06, + "loss": 1.1365, + "step": 4096 + }, + { + "epoch": 0.5638590696394165, + "grad_norm": 1.7574239966763279, + "learning_rate": 8.424209783059001e-06, + "loss": 1.1541, + "step": 4097 + }, + { + "epoch": 0.5639966969446738, + "grad_norm": 1.7300648330321557, + "learning_rate": 8.419808204801261e-06, + "loss": 1.143, + "step": 4098 + }, + { + "epoch": 0.5641343242499312, + "grad_norm": 1.5252381515757147, + "learning_rate": 8.415406940506005e-06, + "loss": 1.0619, + "step": 4099 + }, + { + "epoch": 0.5642719515551885, + "grad_norm": 1.5663709718340373, + "learning_rate": 8.411005991047695e-06, + "loss": 1.0751, + "step": 4100 + }, + { + "epoch": 0.564409578860446, + "grad_norm": 1.5427086144707867, + "learning_rate": 8.406605357300747e-06, + "loss": 1.0892, + "step": 4101 + }, + { + "epoch": 0.5645472061657033, + "grad_norm": 1.8946149191077066, + "learning_rate": 8.402205040139498e-06, + "loss": 1.0607, + "step": 4102 + }, + { + "epoch": 0.5646848334709607, + "grad_norm": 1.550964745161246, + "learning_rate": 8.397805040438242e-06, + "loss": 1.1265, + "step": 4103 + }, + { + "epoch": 0.564822460776218, + "grad_norm": 1.7116846342483025, + "learning_rate": 8.393405359071188e-06, + "loss": 0.9954, + "step": 4104 + }, + { + "epoch": 0.5649600880814754, + "grad_norm": 1.5848991089019084, + "learning_rate": 8.3890059969125e-06, + "loss": 0.9955, + "step": 4105 + }, + { + "epoch": 0.5650977153867327, + "grad_norm": 1.6417153875269197, + "learning_rate": 8.384606954836264e-06, + "loss": 1.127, + "step": 4106 + }, + { + "epoch": 0.56523534269199, + "grad_norm": 1.579695066849474, + "learning_rate": 8.38020823371652e-06, + "loss": 1.0597, + "step": 4107 + }, + { + "epoch": 0.5653729699972474, + "grad_norm": 1.6347621373211974, + "learning_rate": 8.375809834427225e-06, + "loss": 1.054, + "step": 4108 + }, + { + "epoch": 0.5655105973025049, + "grad_norm": 1.6081314592196616, + "learning_rate": 8.371411757842285e-06, + "loss": 1.1292, + "step": 4109 + }, + { + "epoch": 0.5656482246077622, + "grad_norm": 1.6962207501760191, + "learning_rate": 8.367014004835531e-06, + "loss": 1.1642, + "step": 4110 + }, + { + "epoch": 0.5657858519130196, + "grad_norm": 1.5654033178511932, + "learning_rate": 8.362616576280747e-06, + "loss": 1.0696, + "step": 4111 + }, + { + "epoch": 0.5659234792182769, + "grad_norm": 1.5760852262285576, + "learning_rate": 8.358219473051632e-06, + "loss": 0.9841, + "step": 4112 + }, + { + "epoch": 0.5660611065235343, + "grad_norm": 1.547055281193189, + "learning_rate": 8.353822696021835e-06, + "loss": 1.0063, + "step": 4113 + }, + { + "epoch": 0.5661987338287916, + "grad_norm": 1.6627408529907162, + "learning_rate": 8.349426246064936e-06, + "loss": 1.0772, + "step": 4114 + }, + { + "epoch": 0.566336361134049, + "grad_norm": 1.4854457102683352, + "learning_rate": 8.345030124054446e-06, + "loss": 1.0376, + "step": 4115 + }, + { + "epoch": 0.5664739884393064, + "grad_norm": 1.6367447806279356, + "learning_rate": 8.340634330863818e-06, + "loss": 1.124, + "step": 4116 + }, + { + "epoch": 0.5666116157445638, + "grad_norm": 1.6177755424207307, + "learning_rate": 8.336238867366431e-06, + "loss": 1.1495, + "step": 4117 + }, + { + "epoch": 0.5667492430498211, + "grad_norm": 1.8428547944707692, + "learning_rate": 8.331843734435612e-06, + "loss": 1.054, + "step": 4118 + }, + { + "epoch": 0.5668868703550785, + "grad_norm": 1.7825000697205209, + "learning_rate": 8.327448932944601e-06, + "loss": 1.051, + "step": 4119 + }, + { + "epoch": 0.5670244976603358, + "grad_norm": 1.6100910119525713, + "learning_rate": 8.323054463766598e-06, + "loss": 1.0632, + "step": 4120 + }, + { + "epoch": 0.5671621249655932, + "grad_norm": 1.640445774397172, + "learning_rate": 8.318660327774716e-06, + "loss": 1.1, + "step": 4121 + }, + { + "epoch": 0.5672997522708505, + "grad_norm": 1.7087698740540735, + "learning_rate": 8.314266525842014e-06, + "loss": 1.1273, + "step": 4122 + }, + { + "epoch": 0.5674373795761078, + "grad_norm": 1.6223418916602121, + "learning_rate": 8.309873058841474e-06, + "loss": 1.1015, + "step": 4123 + }, + { + "epoch": 0.5675750068813653, + "grad_norm": 1.5273679850815391, + "learning_rate": 8.305479927646028e-06, + "loss": 1.0945, + "step": 4124 + }, + { + "epoch": 0.5677126341866227, + "grad_norm": 1.5294254061017223, + "learning_rate": 8.301087133128518e-06, + "loss": 1.0482, + "step": 4125 + }, + { + "epoch": 0.56785026149188, + "grad_norm": 1.524220076124292, + "learning_rate": 8.296694676161745e-06, + "loss": 1.073, + "step": 4126 + }, + { + "epoch": 0.5679878887971374, + "grad_norm": 1.5879546236202706, + "learning_rate": 8.292302557618422e-06, + "loss": 1.1202, + "step": 4127 + }, + { + "epoch": 0.5681255161023947, + "grad_norm": 1.6711732040159317, + "learning_rate": 8.287910778371206e-06, + "loss": 1.1218, + "step": 4128 + }, + { + "epoch": 0.568263143407652, + "grad_norm": 1.739869416257236, + "learning_rate": 8.28351933929268e-06, + "loss": 1.1236, + "step": 4129 + }, + { + "epoch": 0.5684007707129094, + "grad_norm": 1.7037991951126361, + "learning_rate": 8.279128241255365e-06, + "loss": 1.118, + "step": 4130 + }, + { + "epoch": 0.5685383980181669, + "grad_norm": 1.7193328649433253, + "learning_rate": 8.274737485131715e-06, + "loss": 1.1057, + "step": 4131 + }, + { + "epoch": 0.5686760253234242, + "grad_norm": 1.6229435130183707, + "learning_rate": 8.270347071794107e-06, + "loss": 1.0736, + "step": 4132 + }, + { + "epoch": 0.5688136526286816, + "grad_norm": 1.541398584780007, + "learning_rate": 8.265957002114864e-06, + "loss": 1.0054, + "step": 4133 + }, + { + "epoch": 0.5689512799339389, + "grad_norm": 1.583236161082832, + "learning_rate": 8.261567276966223e-06, + "loss": 1.0325, + "step": 4134 + }, + { + "epoch": 0.5690889072391963, + "grad_norm": 1.7519450412799842, + "learning_rate": 8.257177897220371e-06, + "loss": 1.0938, + "step": 4135 + }, + { + "epoch": 0.5692265345444536, + "grad_norm": 1.6521299718733637, + "learning_rate": 8.252788863749414e-06, + "loss": 1.0425, + "step": 4136 + }, + { + "epoch": 0.569364161849711, + "grad_norm": 1.602703765754697, + "learning_rate": 8.248400177425392e-06, + "loss": 1.1172, + "step": 4137 + }, + { + "epoch": 0.5695017891549683, + "grad_norm": 1.6238537396570796, + "learning_rate": 8.244011839120277e-06, + "loss": 1.1503, + "step": 4138 + }, + { + "epoch": 0.5696394164602258, + "grad_norm": 1.5012250126453786, + "learning_rate": 8.239623849705976e-06, + "loss": 1.1586, + "step": 4139 + }, + { + "epoch": 0.5697770437654831, + "grad_norm": 1.575031612920572, + "learning_rate": 8.235236210054315e-06, + "loss": 1.0646, + "step": 4140 + }, + { + "epoch": 0.5699146710707405, + "grad_norm": 1.522662918469872, + "learning_rate": 8.230848921037066e-06, + "loss": 1.0419, + "step": 4141 + }, + { + "epoch": 0.5700522983759978, + "grad_norm": 1.5645103988691353, + "learning_rate": 8.226461983525917e-06, + "loss": 1.029, + "step": 4142 + }, + { + "epoch": 0.5701899256812551, + "grad_norm": 1.5507485336640296, + "learning_rate": 8.222075398392498e-06, + "loss": 1.0323, + "step": 4143 + }, + { + "epoch": 0.5703275529865125, + "grad_norm": 1.4735910026776218, + "learning_rate": 8.217689166508357e-06, + "loss": 1.0561, + "step": 4144 + }, + { + "epoch": 0.5704651802917698, + "grad_norm": 1.612347367773322, + "learning_rate": 8.21330328874498e-06, + "loss": 1.0465, + "step": 4145 + }, + { + "epoch": 0.5706028075970272, + "grad_norm": 1.6497098975791467, + "learning_rate": 8.208917765973787e-06, + "loss": 1.134, + "step": 4146 + }, + { + "epoch": 0.5707404349022847, + "grad_norm": 1.4326582769300353, + "learning_rate": 8.204532599066112e-06, + "loss": 1.0607, + "step": 4147 + }, + { + "epoch": 0.570878062207542, + "grad_norm": 1.600313302045751, + "learning_rate": 8.200147788893238e-06, + "loss": 1.1191, + "step": 4148 + }, + { + "epoch": 0.5710156895127994, + "grad_norm": 1.4466403217707249, + "learning_rate": 8.195763336326354e-06, + "loss": 1.0495, + "step": 4149 + }, + { + "epoch": 0.5711533168180567, + "grad_norm": 1.5546094721115866, + "learning_rate": 8.191379242236603e-06, + "loss": 1.0163, + "step": 4150 + }, + { + "epoch": 0.571290944123314, + "grad_norm": 1.5318970021170255, + "learning_rate": 8.186995507495036e-06, + "loss": 1.1418, + "step": 4151 + }, + { + "epoch": 0.5714285714285714, + "grad_norm": 1.5322771522253886, + "learning_rate": 8.182612132972646e-06, + "loss": 1.022, + "step": 4152 + }, + { + "epoch": 0.5715661987338287, + "grad_norm": 1.5563721463530427, + "learning_rate": 8.178229119540345e-06, + "loss": 1.1044, + "step": 4153 + }, + { + "epoch": 0.5717038260390862, + "grad_norm": 1.5846865481863792, + "learning_rate": 8.173846468068987e-06, + "loss": 1.0682, + "step": 4154 + }, + { + "epoch": 0.5718414533443436, + "grad_norm": 1.5889135375635786, + "learning_rate": 8.169464179429332e-06, + "loss": 1.0806, + "step": 4155 + }, + { + "epoch": 0.5719790806496009, + "grad_norm": 1.6696094436933233, + "learning_rate": 8.16508225449209e-06, + "loss": 1.0975, + "step": 4156 + }, + { + "epoch": 0.5721167079548583, + "grad_norm": 1.6629469204949798, + "learning_rate": 8.160700694127887e-06, + "loss": 1.0621, + "step": 4157 + }, + { + "epoch": 0.5722543352601156, + "grad_norm": 1.776553364946933, + "learning_rate": 8.15631949920728e-06, + "loss": 1.1842, + "step": 4158 + }, + { + "epoch": 0.572391962565373, + "grad_norm": 1.643213195765755, + "learning_rate": 8.15193867060075e-06, + "loss": 1.023, + "step": 4159 + }, + { + "epoch": 0.5725295898706303, + "grad_norm": 1.6968195387545275, + "learning_rate": 8.147558209178708e-06, + "loss": 1.0592, + "step": 4160 + }, + { + "epoch": 0.5726672171758876, + "grad_norm": 1.9915023055486167, + "learning_rate": 8.143178115811495e-06, + "loss": 1.1646, + "step": 4161 + }, + { + "epoch": 0.5728048444811451, + "grad_norm": 1.6990435526897583, + "learning_rate": 8.13879839136937e-06, + "loss": 1.1297, + "step": 4162 + }, + { + "epoch": 0.5729424717864025, + "grad_norm": 1.699932260182464, + "learning_rate": 8.13441903672253e-06, + "loss": 1.0901, + "step": 4163 + }, + { + "epoch": 0.5730800990916598, + "grad_norm": 1.632986516538248, + "learning_rate": 8.130040052741089e-06, + "loss": 1.1471, + "step": 4164 + }, + { + "epoch": 0.5732177263969171, + "grad_norm": 1.7242706547587996, + "learning_rate": 8.125661440295094e-06, + "loss": 1.1288, + "step": 4165 + }, + { + "epoch": 0.5733553537021745, + "grad_norm": 1.5892531277248654, + "learning_rate": 8.121283200254513e-06, + "loss": 1.1331, + "step": 4166 + }, + { + "epoch": 0.5734929810074318, + "grad_norm": 1.5830961524700977, + "learning_rate": 8.116905333489242e-06, + "loss": 1.025, + "step": 4167 + }, + { + "epoch": 0.5736306083126892, + "grad_norm": 1.7575260594743505, + "learning_rate": 8.112527840869105e-06, + "loss": 1.1205, + "step": 4168 + }, + { + "epoch": 0.5737682356179467, + "grad_norm": 1.7043035867319138, + "learning_rate": 8.108150723263852e-06, + "loss": 1.1479, + "step": 4169 + }, + { + "epoch": 0.573905862923204, + "grad_norm": 1.5572948777057776, + "learning_rate": 8.103773981543151e-06, + "loss": 1.0141, + "step": 4170 + }, + { + "epoch": 0.5740434902284614, + "grad_norm": 1.5752228481363457, + "learning_rate": 8.099397616576605e-06, + "loss": 1.1577, + "step": 4171 + }, + { + "epoch": 0.5741811175337187, + "grad_norm": 1.5632180508654137, + "learning_rate": 8.095021629233733e-06, + "loss": 1.0127, + "step": 4172 + }, + { + "epoch": 0.574318744838976, + "grad_norm": 1.4852078954849777, + "learning_rate": 8.090646020383993e-06, + "loss": 1.0563, + "step": 4173 + }, + { + "epoch": 0.5744563721442334, + "grad_norm": 1.5263071136164204, + "learning_rate": 8.086270790896747e-06, + "loss": 1.0589, + "step": 4174 + }, + { + "epoch": 0.5745939994494907, + "grad_norm": 1.6850368043894044, + "learning_rate": 8.0818959416413e-06, + "loss": 0.9981, + "step": 4175 + }, + { + "epoch": 0.5747316267547481, + "grad_norm": 1.5560708814043485, + "learning_rate": 8.077521473486877e-06, + "loss": 1.0781, + "step": 4176 + }, + { + "epoch": 0.5748692540600056, + "grad_norm": 1.6296732320697163, + "learning_rate": 8.073147387302616e-06, + "loss": 1.1162, + "step": 4177 + }, + { + "epoch": 0.5750068813652629, + "grad_norm": 1.5192240047632786, + "learning_rate": 8.068773683957598e-06, + "loss": 1.0229, + "step": 4178 + }, + { + "epoch": 0.5751445086705202, + "grad_norm": 1.6779570936717192, + "learning_rate": 8.064400364320809e-06, + "loss": 1.1405, + "step": 4179 + }, + { + "epoch": 0.5752821359757776, + "grad_norm": 1.615668811799117, + "learning_rate": 8.060027429261176e-06, + "loss": 1.1093, + "step": 4180 + }, + { + "epoch": 0.575419763281035, + "grad_norm": 1.6182319511867094, + "learning_rate": 8.055654879647535e-06, + "loss": 1.1337, + "step": 4181 + }, + { + "epoch": 0.5755573905862923, + "grad_norm": 1.556830155872184, + "learning_rate": 8.051282716348655e-06, + "loss": 1.0768, + "step": 4182 + }, + { + "epoch": 0.5756950178915496, + "grad_norm": 1.587689429551402, + "learning_rate": 8.046910940233224e-06, + "loss": 1.1609, + "step": 4183 + }, + { + "epoch": 0.575832645196807, + "grad_norm": 1.5759833790677988, + "learning_rate": 8.042539552169856e-06, + "loss": 1.0598, + "step": 4184 + }, + { + "epoch": 0.5759702725020645, + "grad_norm": 1.3960415163773123, + "learning_rate": 8.03816855302708e-06, + "loss": 1.0622, + "step": 4185 + }, + { + "epoch": 0.5761078998073218, + "grad_norm": 1.6090967852539797, + "learning_rate": 8.033797943673363e-06, + "loss": 1.1738, + "step": 4186 + }, + { + "epoch": 0.5762455271125791, + "grad_norm": 1.6811605497697955, + "learning_rate": 8.029427724977077e-06, + "loss": 1.0918, + "step": 4187 + }, + { + "epoch": 0.5763831544178365, + "grad_norm": 1.5107820361362814, + "learning_rate": 8.025057897806531e-06, + "loss": 0.993, + "step": 4188 + }, + { + "epoch": 0.5765207817230938, + "grad_norm": 1.8163731869125002, + "learning_rate": 8.020688463029942e-06, + "loss": 1.1044, + "step": 4189 + }, + { + "epoch": 0.5766584090283512, + "grad_norm": 1.8161773272227697, + "learning_rate": 8.016319421515467e-06, + "loss": 1.0534, + "step": 4190 + }, + { + "epoch": 0.5767960363336085, + "grad_norm": 1.5895205420647043, + "learning_rate": 8.011950774131167e-06, + "loss": 1.1121, + "step": 4191 + }, + { + "epoch": 0.576933663638866, + "grad_norm": 1.4443591013531998, + "learning_rate": 8.007582521745031e-06, + "loss": 1.048, + "step": 4192 + }, + { + "epoch": 0.5770712909441233, + "grad_norm": 1.6031661204362084, + "learning_rate": 8.00321466522498e-06, + "loss": 1.0825, + "step": 4193 + }, + { + "epoch": 0.5772089182493807, + "grad_norm": 1.526756635031596, + "learning_rate": 7.998847205438838e-06, + "loss": 1.1318, + "step": 4194 + }, + { + "epoch": 0.577346545554638, + "grad_norm": 1.8226117936886526, + "learning_rate": 7.994480143254369e-06, + "loss": 1.1073, + "step": 4195 + }, + { + "epoch": 0.5774841728598954, + "grad_norm": 1.6084255729302632, + "learning_rate": 7.990113479539237e-06, + "loss": 1.0639, + "step": 4196 + }, + { + "epoch": 0.5776218001651527, + "grad_norm": 1.5786528491479852, + "learning_rate": 7.985747215161048e-06, + "loss": 1.1014, + "step": 4197 + }, + { + "epoch": 0.5777594274704101, + "grad_norm": 1.5863630142420229, + "learning_rate": 7.981381350987313e-06, + "loss": 1.0667, + "step": 4198 + }, + { + "epoch": 0.5778970547756674, + "grad_norm": 1.496424311217443, + "learning_rate": 7.977015887885473e-06, + "loss": 1.0731, + "step": 4199 + }, + { + "epoch": 0.5780346820809249, + "grad_norm": 1.545666101745886, + "learning_rate": 7.97265082672288e-06, + "loss": 1.0467, + "step": 4200 + }, + { + "epoch": 0.5781723093861822, + "grad_norm": 1.7132401323519213, + "learning_rate": 7.968286168366824e-06, + "loss": 1.1401, + "step": 4201 + }, + { + "epoch": 0.5783099366914396, + "grad_norm": 1.7402735138018575, + "learning_rate": 7.963921913684488e-06, + "loss": 1.0896, + "step": 4202 + }, + { + "epoch": 0.578447563996697, + "grad_norm": 1.7730574483195831, + "learning_rate": 7.959558063543005e-06, + "loss": 1.0898, + "step": 4203 + }, + { + "epoch": 0.5785851913019543, + "grad_norm": 1.6440242810574839, + "learning_rate": 7.955194618809396e-06, + "loss": 1.0383, + "step": 4204 + }, + { + "epoch": 0.5787228186072116, + "grad_norm": 1.6619767827401561, + "learning_rate": 7.950831580350633e-06, + "loss": 1.1353, + "step": 4205 + }, + { + "epoch": 0.578860445912469, + "grad_norm": 1.5687249842938702, + "learning_rate": 7.94646894903358e-06, + "loss": 1.13, + "step": 4206 + }, + { + "epoch": 0.5789980732177264, + "grad_norm": 1.6211672926493494, + "learning_rate": 7.942106725725038e-06, + "loss": 1.1275, + "step": 4207 + }, + { + "epoch": 0.5791357005229838, + "grad_norm": 1.4457596261028192, + "learning_rate": 7.937744911291723e-06, + "loss": 1.0609, + "step": 4208 + }, + { + "epoch": 0.5792733278282411, + "grad_norm": 1.4650541699495827, + "learning_rate": 7.933383506600261e-06, + "loss": 1.0882, + "step": 4209 + }, + { + "epoch": 0.5794109551334985, + "grad_norm": 1.7327016854609776, + "learning_rate": 7.92902251251721e-06, + "loss": 1.0779, + "step": 4210 + }, + { + "epoch": 0.5795485824387558, + "grad_norm": 1.6476763998389174, + "learning_rate": 7.924661929909035e-06, + "loss": 1.122, + "step": 4211 + }, + { + "epoch": 0.5796862097440132, + "grad_norm": 1.5535469216988942, + "learning_rate": 7.92030175964213e-06, + "loss": 1.0915, + "step": 4212 + }, + { + "epoch": 0.5798238370492705, + "grad_norm": 1.7387475094089702, + "learning_rate": 7.915942002582793e-06, + "loss": 1.0677, + "step": 4213 + }, + { + "epoch": 0.5799614643545279, + "grad_norm": 1.615645733138734, + "learning_rate": 7.911582659597253e-06, + "loss": 1.0943, + "step": 4214 + }, + { + "epoch": 0.5800990916597853, + "grad_norm": 1.9045230101197415, + "learning_rate": 7.90722373155165e-06, + "loss": 1.1011, + "step": 4215 + }, + { + "epoch": 0.5802367189650427, + "grad_norm": 1.5715931170125967, + "learning_rate": 7.90286521931205e-06, + "loss": 1.0551, + "step": 4216 + }, + { + "epoch": 0.5803743462703, + "grad_norm": 1.5925759771416776, + "learning_rate": 7.898507123744419e-06, + "loss": 1.145, + "step": 4217 + }, + { + "epoch": 0.5805119735755574, + "grad_norm": 1.7076381537228247, + "learning_rate": 7.894149445714661e-06, + "loss": 1.1094, + "step": 4218 + }, + { + "epoch": 0.5806496008808147, + "grad_norm": 1.807262753389402, + "learning_rate": 7.889792186088578e-06, + "loss": 1.1201, + "step": 4219 + }, + { + "epoch": 0.5807872281860721, + "grad_norm": 1.5296799913095622, + "learning_rate": 7.885435345731905e-06, + "loss": 1.0935, + "step": 4220 + }, + { + "epoch": 0.5809248554913294, + "grad_norm": 1.6961047289250275, + "learning_rate": 7.88107892551028e-06, + "loss": 1.0897, + "step": 4221 + }, + { + "epoch": 0.5810624827965868, + "grad_norm": 1.498265720167091, + "learning_rate": 7.87672292628927e-06, + "loss": 1.031, + "step": 4222 + }, + { + "epoch": 0.5812001101018442, + "grad_norm": 1.5956099027601403, + "learning_rate": 7.872367348934353e-06, + "loss": 1.1029, + "step": 4223 + }, + { + "epoch": 0.5813377374071016, + "grad_norm": 1.4394801431876916, + "learning_rate": 7.868012194310914e-06, + "loss": 1.1029, + "step": 4224 + }, + { + "epoch": 0.5814753647123589, + "grad_norm": 1.67497472261586, + "learning_rate": 7.863657463284274e-06, + "loss": 1.1349, + "step": 4225 + }, + { + "epoch": 0.5816129920176163, + "grad_norm": 1.5888067363001777, + "learning_rate": 7.859303156719646e-06, + "loss": 1.1409, + "step": 4226 + }, + { + "epoch": 0.5817506193228736, + "grad_norm": 1.8511195701772678, + "learning_rate": 7.854949275482185e-06, + "loss": 1.1572, + "step": 4227 + }, + { + "epoch": 0.581888246628131, + "grad_norm": 1.5252647999432583, + "learning_rate": 7.850595820436933e-06, + "loss": 1.027, + "step": 4228 + }, + { + "epoch": 0.5820258739333883, + "grad_norm": 1.610064847842786, + "learning_rate": 7.846242792448873e-06, + "loss": 1.0373, + "step": 4229 + }, + { + "epoch": 0.5821635012386458, + "grad_norm": 1.6945299793842412, + "learning_rate": 7.84189019238289e-06, + "loss": 1.1325, + "step": 4230 + }, + { + "epoch": 0.5823011285439031, + "grad_norm": 1.5580430796463483, + "learning_rate": 7.837538021103783e-06, + "loss": 1.0516, + "step": 4231 + }, + { + "epoch": 0.5824387558491605, + "grad_norm": 1.7806897702511926, + "learning_rate": 7.833186279476268e-06, + "loss": 1.2037, + "step": 4232 + }, + { + "epoch": 0.5825763831544178, + "grad_norm": 1.772026986274441, + "learning_rate": 7.828834968364984e-06, + "loss": 1.092, + "step": 4233 + }, + { + "epoch": 0.5827140104596752, + "grad_norm": 1.6471658867359495, + "learning_rate": 7.824484088634467e-06, + "loss": 1.0758, + "step": 4234 + }, + { + "epoch": 0.5828516377649325, + "grad_norm": 1.7532601231472624, + "learning_rate": 7.820133641149186e-06, + "loss": 1.11, + "step": 4235 + }, + { + "epoch": 0.5829892650701899, + "grad_norm": 1.580221782042731, + "learning_rate": 7.815783626773506e-06, + "loss": 1.1164, + "step": 4236 + }, + { + "epoch": 0.5831268923754472, + "grad_norm": 1.541416411866861, + "learning_rate": 7.811434046371724e-06, + "loss": 1.0561, + "step": 4237 + }, + { + "epoch": 0.5832645196807047, + "grad_norm": 1.7187110321115777, + "learning_rate": 7.80708490080804e-06, + "loss": 1.1533, + "step": 4238 + }, + { + "epoch": 0.583402146985962, + "grad_norm": 1.4390493015094281, + "learning_rate": 7.802736190946567e-06, + "loss": 1.0442, + "step": 4239 + }, + { + "epoch": 0.5835397742912194, + "grad_norm": 1.4655467373675934, + "learning_rate": 7.798387917651339e-06, + "loss": 1.0267, + "step": 4240 + }, + { + "epoch": 0.5836774015964767, + "grad_norm": 1.4709315330593467, + "learning_rate": 7.794040081786289e-06, + "loss": 1.0541, + "step": 4241 + }, + { + "epoch": 0.5838150289017341, + "grad_norm": 1.5494881287487536, + "learning_rate": 7.789692684215284e-06, + "loss": 1.1143, + "step": 4242 + }, + { + "epoch": 0.5839526562069914, + "grad_norm": 1.4832721538184046, + "learning_rate": 7.785345725802081e-06, + "loss": 1.094, + "step": 4243 + }, + { + "epoch": 0.5840902835122488, + "grad_norm": 1.544371488925216, + "learning_rate": 7.780999207410372e-06, + "loss": 1.0133, + "step": 4244 + }, + { + "epoch": 0.5842279108175062, + "grad_norm": 1.7493802627145898, + "learning_rate": 7.776653129903744e-06, + "loss": 1.1435, + "step": 4245 + }, + { + "epoch": 0.5843655381227636, + "grad_norm": 1.5989894656956203, + "learning_rate": 7.772307494145704e-06, + "loss": 1.1061, + "step": 4246 + }, + { + "epoch": 0.5845031654280209, + "grad_norm": 1.5913323007150377, + "learning_rate": 7.767962300999668e-06, + "loss": 1.0173, + "step": 4247 + }, + { + "epoch": 0.5846407927332783, + "grad_norm": 1.5403438707633168, + "learning_rate": 7.763617551328976e-06, + "loss": 1.101, + "step": 4248 + }, + { + "epoch": 0.5847784200385356, + "grad_norm": 1.5349544407362063, + "learning_rate": 7.759273245996858e-06, + "loss": 1.1772, + "step": 4249 + }, + { + "epoch": 0.584916047343793, + "grad_norm": 1.6156934090880368, + "learning_rate": 7.754929385866481e-06, + "loss": 1.0128, + "step": 4250 + }, + { + "epoch": 0.5850536746490503, + "grad_norm": 1.6231025213768338, + "learning_rate": 7.750585971800898e-06, + "loss": 1.0715, + "step": 4251 + }, + { + "epoch": 0.5851913019543077, + "grad_norm": 1.4939039740624156, + "learning_rate": 7.746243004663094e-06, + "loss": 1.0867, + "step": 4252 + }, + { + "epoch": 0.5853289292595651, + "grad_norm": 1.7299569176356333, + "learning_rate": 7.74190048531595e-06, + "loss": 1.1103, + "step": 4253 + }, + { + "epoch": 0.5854665565648225, + "grad_norm": 1.606021763312527, + "learning_rate": 7.737558414622272e-06, + "loss": 1.004, + "step": 4254 + }, + { + "epoch": 0.5856041838700798, + "grad_norm": 1.5858092122882501, + "learning_rate": 7.73321679344477e-06, + "loss": 1.1295, + "step": 4255 + }, + { + "epoch": 0.5857418111753372, + "grad_norm": 1.655434331994828, + "learning_rate": 7.728875622646059e-06, + "loss": 1.1013, + "step": 4256 + }, + { + "epoch": 0.5858794384805945, + "grad_norm": 1.509429464873074, + "learning_rate": 7.724534903088678e-06, + "loss": 1.0254, + "step": 4257 + }, + { + "epoch": 0.5860170657858519, + "grad_norm": 1.5287463646120867, + "learning_rate": 7.720194635635058e-06, + "loss": 1.096, + "step": 4258 + }, + { + "epoch": 0.5861546930911092, + "grad_norm": 1.5539446331976297, + "learning_rate": 7.715854821147562e-06, + "loss": 1.0721, + "step": 4259 + }, + { + "epoch": 0.5862923203963666, + "grad_norm": 1.6907221485520503, + "learning_rate": 7.711515460488442e-06, + "loss": 1.0871, + "step": 4260 + }, + { + "epoch": 0.586429947701624, + "grad_norm": 1.656732514905602, + "learning_rate": 7.707176554519876e-06, + "loss": 1.0026, + "step": 4261 + }, + { + "epoch": 0.5865675750068814, + "grad_norm": 1.5574996069246045, + "learning_rate": 7.702838104103941e-06, + "loss": 1.0911, + "step": 4262 + }, + { + "epoch": 0.5867052023121387, + "grad_norm": 1.5223361732951013, + "learning_rate": 7.698500110102634e-06, + "loss": 1.0539, + "step": 4263 + }, + { + "epoch": 0.5868428296173961, + "grad_norm": 1.7940315427315425, + "learning_rate": 7.694162573377848e-06, + "loss": 1.1636, + "step": 4264 + }, + { + "epoch": 0.5869804569226534, + "grad_norm": 1.760148407740652, + "learning_rate": 7.689825494791398e-06, + "loss": 1.1431, + "step": 4265 + }, + { + "epoch": 0.5871180842279108, + "grad_norm": 1.4895561837623372, + "learning_rate": 7.685488875204995e-06, + "loss": 1.0266, + "step": 4266 + }, + { + "epoch": 0.5872557115331681, + "grad_norm": 1.7803174253724088, + "learning_rate": 7.681152715480276e-06, + "loss": 1.0494, + "step": 4267 + }, + { + "epoch": 0.5873933388384256, + "grad_norm": 1.463549864073201, + "learning_rate": 7.676817016478767e-06, + "loss": 1.0907, + "step": 4268 + }, + { + "epoch": 0.5875309661436829, + "grad_norm": 1.6928008921009534, + "learning_rate": 7.672481779061917e-06, + "loss": 1.1544, + "step": 4269 + }, + { + "epoch": 0.5876685934489403, + "grad_norm": 1.5853072750013006, + "learning_rate": 7.668147004091075e-06, + "loss": 1.0686, + "step": 4270 + }, + { + "epoch": 0.5878062207541976, + "grad_norm": 1.6958986040251016, + "learning_rate": 7.663812692427509e-06, + "loss": 1.1092, + "step": 4271 + }, + { + "epoch": 0.587943848059455, + "grad_norm": 1.5583999185167712, + "learning_rate": 7.659478844932382e-06, + "loss": 1.0612, + "step": 4272 + }, + { + "epoch": 0.5880814753647123, + "grad_norm": 1.50351832761385, + "learning_rate": 7.655145462466764e-06, + "loss": 1.0161, + "step": 4273 + }, + { + "epoch": 0.5882191026699697, + "grad_norm": 1.4559505998132667, + "learning_rate": 7.650812545891651e-06, + "loss": 1.0425, + "step": 4274 + }, + { + "epoch": 0.588356729975227, + "grad_norm": 1.8340279561455763, + "learning_rate": 7.646480096067923e-06, + "loss": 1.0342, + "step": 4275 + }, + { + "epoch": 0.5884943572804845, + "grad_norm": 1.6151603449597134, + "learning_rate": 7.642148113856387e-06, + "loss": 1.0235, + "step": 4276 + }, + { + "epoch": 0.5886319845857418, + "grad_norm": 1.7682097917936244, + "learning_rate": 7.637816600117743e-06, + "loss": 1.0793, + "step": 4277 + }, + { + "epoch": 0.5887696118909992, + "grad_norm": 1.6423450472969523, + "learning_rate": 7.633485555712609e-06, + "loss": 1.0632, + "step": 4278 + }, + { + "epoch": 0.5889072391962565, + "grad_norm": 1.5174871434212573, + "learning_rate": 7.6291549815014975e-06, + "loss": 1.0369, + "step": 4279 + }, + { + "epoch": 0.5890448665015139, + "grad_norm": 1.697944080703705, + "learning_rate": 7.624824878344842e-06, + "loss": 1.1602, + "step": 4280 + }, + { + "epoch": 0.5891824938067712, + "grad_norm": 1.635075574607045, + "learning_rate": 7.620495247102966e-06, + "loss": 1.0931, + "step": 4281 + }, + { + "epoch": 0.5893201211120286, + "grad_norm": 1.7483079856055246, + "learning_rate": 7.616166088636117e-06, + "loss": 1.0975, + "step": 4282 + }, + { + "epoch": 0.589457748417286, + "grad_norm": 1.7862667015092903, + "learning_rate": 7.611837403804432e-06, + "loss": 1.1748, + "step": 4283 + }, + { + "epoch": 0.5895953757225434, + "grad_norm": 1.8160134083266763, + "learning_rate": 7.607509193467965e-06, + "loss": 1.1177, + "step": 4284 + }, + { + "epoch": 0.5897330030278007, + "grad_norm": 1.5922630689911417, + "learning_rate": 7.603181458486673e-06, + "loss": 1.0792, + "step": 4285 + }, + { + "epoch": 0.5898706303330581, + "grad_norm": 1.4109950624305398, + "learning_rate": 7.598854199720415e-06, + "loss": 1.0369, + "step": 4286 + }, + { + "epoch": 0.5900082576383154, + "grad_norm": 1.5825348263973609, + "learning_rate": 7.594527418028962e-06, + "loss": 1.0654, + "step": 4287 + }, + { + "epoch": 0.5901458849435728, + "grad_norm": 1.6470142885167536, + "learning_rate": 7.590201114271979e-06, + "loss": 1.1078, + "step": 4288 + }, + { + "epoch": 0.5902835122488301, + "grad_norm": 1.8405312344298643, + "learning_rate": 7.585875289309053e-06, + "loss": 1.199, + "step": 4289 + }, + { + "epoch": 0.5904211395540875, + "grad_norm": 1.5625825075697723, + "learning_rate": 7.581549943999656e-06, + "loss": 1.0414, + "step": 4290 + }, + { + "epoch": 0.5905587668593449, + "grad_norm": 1.5480747886928712, + "learning_rate": 7.577225079203183e-06, + "loss": 1.0592, + "step": 4291 + }, + { + "epoch": 0.5906963941646023, + "grad_norm": 1.6337685361194876, + "learning_rate": 7.572900695778923e-06, + "loss": 1.0566, + "step": 4292 + }, + { + "epoch": 0.5908340214698596, + "grad_norm": 1.54568312858539, + "learning_rate": 7.568576794586071e-06, + "loss": 1.0875, + "step": 4293 + }, + { + "epoch": 0.590971648775117, + "grad_norm": 1.6753659281976325, + "learning_rate": 7.564253376483725e-06, + "loss": 1.1039, + "step": 4294 + }, + { + "epoch": 0.5911092760803743, + "grad_norm": 1.9711641252555976, + "learning_rate": 7.559930442330896e-06, + "loss": 1.212, + "step": 4295 + }, + { + "epoch": 0.5912469033856317, + "grad_norm": 1.691539515117722, + "learning_rate": 7.555607992986484e-06, + "loss": 1.116, + "step": 4296 + }, + { + "epoch": 0.591384530690889, + "grad_norm": 1.5955001558844064, + "learning_rate": 7.551286029309306e-06, + "loss": 1.128, + "step": 4297 + }, + { + "epoch": 0.5915221579961464, + "grad_norm": 1.6360306327289382, + "learning_rate": 7.546964552158072e-06, + "loss": 1.1018, + "step": 4298 + }, + { + "epoch": 0.5916597853014038, + "grad_norm": 1.542746276555882, + "learning_rate": 7.542643562391406e-06, + "loss": 1.0052, + "step": 4299 + }, + { + "epoch": 0.5917974126066612, + "grad_norm": 1.5305885475525645, + "learning_rate": 7.538323060867822e-06, + "loss": 1.0339, + "step": 4300 + }, + { + "epoch": 0.5919350399119185, + "grad_norm": 1.6131233463324435, + "learning_rate": 7.534003048445753e-06, + "loss": 1.1003, + "step": 4301 + }, + { + "epoch": 0.5920726672171759, + "grad_norm": 1.5221901719344342, + "learning_rate": 7.52968352598352e-06, + "loss": 1.0536, + "step": 4302 + }, + { + "epoch": 0.5922102945224332, + "grad_norm": 1.5627886282942964, + "learning_rate": 7.525364494339359e-06, + "loss": 1.0934, + "step": 4303 + }, + { + "epoch": 0.5923479218276906, + "grad_norm": 1.562906286260473, + "learning_rate": 7.521045954371399e-06, + "loss": 1.1012, + "step": 4304 + }, + { + "epoch": 0.5924855491329479, + "grad_norm": 1.685625309778508, + "learning_rate": 7.516727906937671e-06, + "loss": 1.0631, + "step": 4305 + }, + { + "epoch": 0.5926231764382054, + "grad_norm": 1.5450909750914146, + "learning_rate": 7.5124103528961165e-06, + "loss": 0.965, + "step": 4306 + }, + { + "epoch": 0.5927608037434627, + "grad_norm": 1.588908995853196, + "learning_rate": 7.508093293104575e-06, + "loss": 1.1064, + "step": 4307 + }, + { + "epoch": 0.5928984310487201, + "grad_norm": 1.7250278922758622, + "learning_rate": 7.503776728420784e-06, + "loss": 1.1736, + "step": 4308 + }, + { + "epoch": 0.5930360583539774, + "grad_norm": 1.5291703088089266, + "learning_rate": 7.4994606597023865e-06, + "loss": 0.9971, + "step": 4309 + }, + { + "epoch": 0.5931736856592348, + "grad_norm": 1.703513013752048, + "learning_rate": 7.495145087806932e-06, + "loss": 1.0983, + "step": 4310 + }, + { + "epoch": 0.5933113129644921, + "grad_norm": 1.578379124380644, + "learning_rate": 7.490830013591856e-06, + "loss": 1.0752, + "step": 4311 + }, + { + "epoch": 0.5934489402697495, + "grad_norm": 1.5815153317839943, + "learning_rate": 7.486515437914513e-06, + "loss": 1.0413, + "step": 4312 + }, + { + "epoch": 0.5935865675750068, + "grad_norm": 1.8947407909244856, + "learning_rate": 7.4822013616321435e-06, + "loss": 1.0715, + "step": 4313 + }, + { + "epoch": 0.5937241948802643, + "grad_norm": 1.5049257567896555, + "learning_rate": 7.4778877856019025e-06, + "loss": 1.0794, + "step": 4314 + }, + { + "epoch": 0.5938618221855216, + "grad_norm": 1.8544189495674634, + "learning_rate": 7.47357471068083e-06, + "loss": 1.0966, + "step": 4315 + }, + { + "epoch": 0.593999449490779, + "grad_norm": 1.6118964819421548, + "learning_rate": 7.469262137725881e-06, + "loss": 1.0518, + "step": 4316 + }, + { + "epoch": 0.5941370767960363, + "grad_norm": 1.6627028130185402, + "learning_rate": 7.464950067593902e-06, + "loss": 1.0721, + "step": 4317 + }, + { + "epoch": 0.5942747041012937, + "grad_norm": 1.6247608601992398, + "learning_rate": 7.4606385011416485e-06, + "loss": 1.1568, + "step": 4318 + }, + { + "epoch": 0.594412331406551, + "grad_norm": 1.651359336710715, + "learning_rate": 7.456327439225763e-06, + "loss": 1.0144, + "step": 4319 + }, + { + "epoch": 0.5945499587118084, + "grad_norm": 1.49026817261935, + "learning_rate": 7.4520168827027926e-06, + "loss": 1.0562, + "step": 4320 + }, + { + "epoch": 0.5946875860170658, + "grad_norm": 1.702598841232848, + "learning_rate": 7.447706832429194e-06, + "loss": 1.1349, + "step": 4321 + }, + { + "epoch": 0.5948252133223232, + "grad_norm": 1.7186631202096572, + "learning_rate": 7.4433972892613075e-06, + "loss": 1.0553, + "step": 4322 + }, + { + "epoch": 0.5949628406275805, + "grad_norm": 1.658039511954478, + "learning_rate": 7.4390882540553845e-06, + "loss": 1.1079, + "step": 4323 + }, + { + "epoch": 0.5951004679328379, + "grad_norm": 1.6081904427880533, + "learning_rate": 7.434779727667568e-06, + "loss": 1.1151, + "step": 4324 + }, + { + "epoch": 0.5952380952380952, + "grad_norm": 1.4877320780692886, + "learning_rate": 7.43047171095391e-06, + "loss": 1.0594, + "step": 4325 + }, + { + "epoch": 0.5953757225433526, + "grad_norm": 1.741832127499957, + "learning_rate": 7.426164204770346e-06, + "loss": 1.1293, + "step": 4326 + }, + { + "epoch": 0.5955133498486099, + "grad_norm": 1.690903237582042, + "learning_rate": 7.421857209972727e-06, + "loss": 1.039, + "step": 4327 + }, + { + "epoch": 0.5956509771538673, + "grad_norm": 1.7954600194000132, + "learning_rate": 7.417550727416785e-06, + "loss": 1.1691, + "step": 4328 + }, + { + "epoch": 0.5957886044591247, + "grad_norm": 1.564725019368192, + "learning_rate": 7.413244757958168e-06, + "loss": 1.0703, + "step": 4329 + }, + { + "epoch": 0.5959262317643821, + "grad_norm": 1.5785898175173132, + "learning_rate": 7.4089393024524045e-06, + "loss": 1.1406, + "step": 4330 + }, + { + "epoch": 0.5960638590696394, + "grad_norm": 1.5173030144169868, + "learning_rate": 7.404634361754936e-06, + "loss": 1.0748, + "step": 4331 + }, + { + "epoch": 0.5962014863748968, + "grad_norm": 1.4910091290358276, + "learning_rate": 7.400329936721092e-06, + "loss": 1.0431, + "step": 4332 + }, + { + "epoch": 0.5963391136801541, + "grad_norm": 1.636398041006974, + "learning_rate": 7.396026028206105e-06, + "loss": 1.1272, + "step": 4333 + }, + { + "epoch": 0.5964767409854115, + "grad_norm": 1.572664307372317, + "learning_rate": 7.391722637065099e-06, + "loss": 1.0867, + "step": 4334 + }, + { + "epoch": 0.5966143682906688, + "grad_norm": 1.5862637832420061, + "learning_rate": 7.387419764153108e-06, + "loss": 1.0183, + "step": 4335 + }, + { + "epoch": 0.5967519955959262, + "grad_norm": 1.6871640433667214, + "learning_rate": 7.383117410325045e-06, + "loss": 1.0586, + "step": 4336 + }, + { + "epoch": 0.5968896229011836, + "grad_norm": 1.6055611167985029, + "learning_rate": 7.3788155764357275e-06, + "loss": 1.0954, + "step": 4337 + }, + { + "epoch": 0.597027250206441, + "grad_norm": 1.7680054212310354, + "learning_rate": 7.374514263339878e-06, + "loss": 1.1438, + "step": 4338 + }, + { + "epoch": 0.5971648775116983, + "grad_norm": 1.6392667750163625, + "learning_rate": 7.370213471892102e-06, + "loss": 1.0702, + "step": 4339 + }, + { + "epoch": 0.5973025048169557, + "grad_norm": 1.6049028174872493, + "learning_rate": 7.365913202946917e-06, + "loss": 0.9937, + "step": 4340 + }, + { + "epoch": 0.597440132122213, + "grad_norm": 1.6925229918394213, + "learning_rate": 7.361613457358716e-06, + "loss": 1.0768, + "step": 4341 + }, + { + "epoch": 0.5975777594274704, + "grad_norm": 1.505128848056014, + "learning_rate": 7.35731423598181e-06, + "loss": 1.1065, + "step": 4342 + }, + { + "epoch": 0.5977153867327277, + "grad_norm": 1.5863175985135516, + "learning_rate": 7.353015539670387e-06, + "loss": 1.058, + "step": 4343 + }, + { + "epoch": 0.5978530140379852, + "grad_norm": 1.4275848934115059, + "learning_rate": 7.348717369278549e-06, + "loss": 1.0347, + "step": 4344 + }, + { + "epoch": 0.5979906413432425, + "grad_norm": 1.4940788361768063, + "learning_rate": 7.344419725660271e-06, + "loss": 1.0433, + "step": 4345 + }, + { + "epoch": 0.5981282686484999, + "grad_norm": 1.5109732008118926, + "learning_rate": 7.340122609669445e-06, + "loss": 1.0872, + "step": 4346 + }, + { + "epoch": 0.5982658959537572, + "grad_norm": 1.7399362887248593, + "learning_rate": 7.335826022159848e-06, + "loss": 1.1302, + "step": 4347 + }, + { + "epoch": 0.5984035232590146, + "grad_norm": 1.6823198933425056, + "learning_rate": 7.331529963985151e-06, + "loss": 1.1289, + "step": 4348 + }, + { + "epoch": 0.5985411505642719, + "grad_norm": 1.6559721151254005, + "learning_rate": 7.32723443599892e-06, + "loss": 1.0352, + "step": 4349 + }, + { + "epoch": 0.5986787778695293, + "grad_norm": 1.548701062113928, + "learning_rate": 7.322939439054626e-06, + "loss": 1.0861, + "step": 4350 + }, + { + "epoch": 0.5988164051747866, + "grad_norm": 1.5191493444582267, + "learning_rate": 7.31864497400562e-06, + "loss": 1.0565, + "step": 4351 + }, + { + "epoch": 0.5989540324800441, + "grad_norm": 1.5222783090499603, + "learning_rate": 7.3143510417051485e-06, + "loss": 1.0769, + "step": 4352 + }, + { + "epoch": 0.5990916597853014, + "grad_norm": 1.685194359984141, + "learning_rate": 7.310057643006365e-06, + "loss": 1.1109, + "step": 4353 + }, + { + "epoch": 0.5992292870905588, + "grad_norm": 1.585600245137432, + "learning_rate": 7.305764778762308e-06, + "loss": 1.0553, + "step": 4354 + }, + { + "epoch": 0.5993669143958161, + "grad_norm": 1.5252737417234001, + "learning_rate": 7.301472449825909e-06, + "loss": 0.9154, + "step": 4355 + }, + { + "epoch": 0.5995045417010735, + "grad_norm": 1.729100335992191, + "learning_rate": 7.297180657049992e-06, + "loss": 1.1434, + "step": 4356 + }, + { + "epoch": 0.5996421690063308, + "grad_norm": 1.5387667906867435, + "learning_rate": 7.2928894012872865e-06, + "loss": 1.11, + "step": 4357 + }, + { + "epoch": 0.5997797963115882, + "grad_norm": 1.4501693077248887, + "learning_rate": 7.288598683390395e-06, + "loss": 1.0527, + "step": 4358 + }, + { + "epoch": 0.5999174236168456, + "grad_norm": 1.703745149707083, + "learning_rate": 7.2843085042118355e-06, + "loss": 1.0857, + "step": 4359 + }, + { + "epoch": 0.600055050922103, + "grad_norm": 1.79254833789889, + "learning_rate": 7.280018864603997e-06, + "loss": 1.1085, + "step": 4360 + }, + { + "epoch": 0.6001926782273603, + "grad_norm": 1.6170281512735831, + "learning_rate": 7.275729765419184e-06, + "loss": 1.1538, + "step": 4361 + }, + { + "epoch": 0.6003303055326177, + "grad_norm": 1.7679039392850326, + "learning_rate": 7.2714412075095696e-06, + "loss": 1.1651, + "step": 4362 + }, + { + "epoch": 0.600467932837875, + "grad_norm": 1.616835810044433, + "learning_rate": 7.267153191727239e-06, + "loss": 0.9904, + "step": 4363 + }, + { + "epoch": 0.6006055601431324, + "grad_norm": 1.7024140436188346, + "learning_rate": 7.2628657189241594e-06, + "loss": 1.108, + "step": 4364 + }, + { + "epoch": 0.6007431874483897, + "grad_norm": 1.6888343059851754, + "learning_rate": 7.258578789952198e-06, + "loss": 1.1243, + "step": 4365 + }, + { + "epoch": 0.6008808147536471, + "grad_norm": 1.3656013923875197, + "learning_rate": 7.254292405663101e-06, + "loss": 1.0534, + "step": 4366 + }, + { + "epoch": 0.6010184420589045, + "grad_norm": 1.947957561814594, + "learning_rate": 7.250006566908523e-06, + "loss": 1.1452, + "step": 4367 + }, + { + "epoch": 0.6011560693641619, + "grad_norm": 1.5304271939271819, + "learning_rate": 7.245721274539996e-06, + "loss": 1.0294, + "step": 4368 + }, + { + "epoch": 0.6012936966694192, + "grad_norm": 1.5227052407165615, + "learning_rate": 7.241436529408947e-06, + "loss": 1.1522, + "step": 4369 + }, + { + "epoch": 0.6014313239746766, + "grad_norm": 1.7503623209891528, + "learning_rate": 7.2371523323667e-06, + "loss": 1.1351, + "step": 4370 + }, + { + "epoch": 0.6015689512799339, + "grad_norm": 1.5257530462345237, + "learning_rate": 7.232868684264463e-06, + "loss": 1.0426, + "step": 4371 + }, + { + "epoch": 0.6017065785851913, + "grad_norm": 1.737831599471113, + "learning_rate": 7.228585585953345e-06, + "loss": 1.1268, + "step": 4372 + }, + { + "epoch": 0.6018442058904486, + "grad_norm": 1.4428169660896286, + "learning_rate": 7.22430303828433e-06, + "loss": 1.0897, + "step": 4373 + }, + { + "epoch": 0.601981833195706, + "grad_norm": 1.7349536337216496, + "learning_rate": 7.220021042108312e-06, + "loss": 1.0687, + "step": 4374 + }, + { + "epoch": 0.6021194605009634, + "grad_norm": 1.5186387632125582, + "learning_rate": 7.215739598276054e-06, + "loss": 1.0322, + "step": 4375 + }, + { + "epoch": 0.6022570878062208, + "grad_norm": 1.657265474730911, + "learning_rate": 7.211458707638229e-06, + "loss": 1.0101, + "step": 4376 + }, + { + "epoch": 0.6023947151114781, + "grad_norm": 1.5852645839462212, + "learning_rate": 7.207178371045385e-06, + "loss": 1.07, + "step": 4377 + }, + { + "epoch": 0.6025323424167355, + "grad_norm": 1.6096551031677724, + "learning_rate": 7.202898589347969e-06, + "loss": 1.1111, + "step": 4378 + }, + { + "epoch": 0.6026699697219928, + "grad_norm": 1.6513262800674213, + "learning_rate": 7.198619363396315e-06, + "loss": 1.0433, + "step": 4379 + }, + { + "epoch": 0.6028075970272502, + "grad_norm": 1.6638582230545584, + "learning_rate": 7.1943406940406494e-06, + "loss": 1.0789, + "step": 4380 + }, + { + "epoch": 0.6029452243325075, + "grad_norm": 1.559559354955138, + "learning_rate": 7.19006258213108e-06, + "loss": 1.0638, + "step": 4381 + }, + { + "epoch": 0.603082851637765, + "grad_norm": 1.6277441786195161, + "learning_rate": 7.185785028517615e-06, + "loss": 1.1417, + "step": 4382 + }, + { + "epoch": 0.6032204789430223, + "grad_norm": 1.964526066257094, + "learning_rate": 7.181508034050142e-06, + "loss": 1.0281, + "step": 4383 + }, + { + "epoch": 0.6033581062482797, + "grad_norm": 1.6773581645521392, + "learning_rate": 7.177231599578438e-06, + "loss": 1.0591, + "step": 4384 + }, + { + "epoch": 0.603495733553537, + "grad_norm": 1.4353496167197681, + "learning_rate": 7.172955725952178e-06, + "loss": 1.083, + "step": 4385 + }, + { + "epoch": 0.6036333608587944, + "grad_norm": 1.6324096339338365, + "learning_rate": 7.168680414020916e-06, + "loss": 1.1209, + "step": 4386 + }, + { + "epoch": 0.6037709881640517, + "grad_norm": 1.7710509529816894, + "learning_rate": 7.164405664634102e-06, + "loss": 1.0641, + "step": 4387 + }, + { + "epoch": 0.6039086154693091, + "grad_norm": 1.7296009114737778, + "learning_rate": 7.160131478641064e-06, + "loss": 1.1456, + "step": 4388 + }, + { + "epoch": 0.6040462427745664, + "grad_norm": 1.7858007744008668, + "learning_rate": 7.155857856891031e-06, + "loss": 0.9899, + "step": 4389 + }, + { + "epoch": 0.6041838700798239, + "grad_norm": 1.5898128215496545, + "learning_rate": 7.1515848002331045e-06, + "loss": 1.032, + "step": 4390 + }, + { + "epoch": 0.6043214973850812, + "grad_norm": 1.5232614198384664, + "learning_rate": 7.147312309516294e-06, + "loss": 1.0076, + "step": 4391 + }, + { + "epoch": 0.6044591246903386, + "grad_norm": 1.7172451888707714, + "learning_rate": 7.1430403855894734e-06, + "loss": 1.0464, + "step": 4392 + }, + { + "epoch": 0.6045967519955959, + "grad_norm": 1.8049170125756886, + "learning_rate": 7.138769029301423e-06, + "loss": 1.1452, + "step": 4393 + }, + { + "epoch": 0.6047343793008533, + "grad_norm": 1.69813434506853, + "learning_rate": 7.1344982415008005e-06, + "loss": 1.1082, + "step": 4394 + }, + { + "epoch": 0.6048720066061106, + "grad_norm": 1.77342535877785, + "learning_rate": 7.1302280230361535e-06, + "loss": 1.1042, + "step": 4395 + }, + { + "epoch": 0.605009633911368, + "grad_norm": 1.5479846005077165, + "learning_rate": 7.1259583747559126e-06, + "loss": 1.0904, + "step": 4396 + }, + { + "epoch": 0.6051472612166254, + "grad_norm": 1.678335576938464, + "learning_rate": 7.121689297508405e-06, + "loss": 1.103, + "step": 4397 + }, + { + "epoch": 0.6052848885218828, + "grad_norm": 1.62239111577426, + "learning_rate": 7.117420792141831e-06, + "loss": 1.1209, + "step": 4398 + }, + { + "epoch": 0.6054225158271401, + "grad_norm": 1.6484490077081893, + "learning_rate": 7.1131528595042905e-06, + "loss": 1.0846, + "step": 4399 + }, + { + "epoch": 0.6055601431323975, + "grad_norm": 1.7464379356846123, + "learning_rate": 7.108885500443761e-06, + "loss": 1.0576, + "step": 4400 + }, + { + "epoch": 0.6056977704376548, + "grad_norm": 1.6830327596047732, + "learning_rate": 7.104618715808105e-06, + "loss": 1.1075, + "step": 4401 + }, + { + "epoch": 0.6058353977429122, + "grad_norm": 1.7173998540274462, + "learning_rate": 7.100352506445076e-06, + "loss": 1.1047, + "step": 4402 + }, + { + "epoch": 0.6059730250481695, + "grad_norm": 1.6718216006282722, + "learning_rate": 7.096086873202311e-06, + "loss": 1.1387, + "step": 4403 + }, + { + "epoch": 0.6061106523534269, + "grad_norm": 1.4613619486384448, + "learning_rate": 7.091821816927339e-06, + "loss": 1.074, + "step": 4404 + }, + { + "epoch": 0.6062482796586843, + "grad_norm": 1.7829431733138528, + "learning_rate": 7.0875573384675585e-06, + "loss": 1.0822, + "step": 4405 + }, + { + "epoch": 0.6063859069639417, + "grad_norm": 1.5560478312093935, + "learning_rate": 7.083293438670272e-06, + "loss": 1.1197, + "step": 4406 + }, + { + "epoch": 0.606523534269199, + "grad_norm": 1.4953775491795653, + "learning_rate": 7.07903011838265e-06, + "loss": 1.0305, + "step": 4407 + }, + { + "epoch": 0.6066611615744564, + "grad_norm": 1.9423643341256533, + "learning_rate": 7.074767378451761e-06, + "loss": 1.1221, + "step": 4408 + }, + { + "epoch": 0.6067987888797137, + "grad_norm": 1.6289846414845472, + "learning_rate": 7.070505219724553e-06, + "loss": 1.0896, + "step": 4409 + }, + { + "epoch": 0.6069364161849711, + "grad_norm": 1.5953185517378445, + "learning_rate": 7.066243643047857e-06, + "loss": 1.1113, + "step": 4410 + }, + { + "epoch": 0.6070740434902284, + "grad_norm": 1.455565785076143, + "learning_rate": 7.061982649268389e-06, + "loss": 1.044, + "step": 4411 + }, + { + "epoch": 0.6072116707954858, + "grad_norm": 1.800710321831461, + "learning_rate": 7.057722239232754e-06, + "loss": 1.1255, + "step": 4412 + }, + { + "epoch": 0.6073492981007432, + "grad_norm": 1.4913163704360062, + "learning_rate": 7.053462413787431e-06, + "loss": 1.0935, + "step": 4413 + }, + { + "epoch": 0.6074869254060006, + "grad_norm": 1.5520276331194682, + "learning_rate": 7.049203173778798e-06, + "loss": 1.0371, + "step": 4414 + }, + { + "epoch": 0.6076245527112579, + "grad_norm": 1.7500072960895312, + "learning_rate": 7.044944520053099e-06, + "loss": 1.183, + "step": 4415 + }, + { + "epoch": 0.6077621800165153, + "grad_norm": 1.7215207866469366, + "learning_rate": 7.040686453456474e-06, + "loss": 1.1623, + "step": 4416 + }, + { + "epoch": 0.6078998073217726, + "grad_norm": 1.4454602685390647, + "learning_rate": 7.036428974834941e-06, + "loss": 1.0334, + "step": 4417 + }, + { + "epoch": 0.60803743462703, + "grad_norm": 1.6372042222320489, + "learning_rate": 7.0321720850344036e-06, + "loss": 1.0637, + "step": 4418 + }, + { + "epoch": 0.6081750619322873, + "grad_norm": 1.6426776790662325, + "learning_rate": 7.0279157849006516e-06, + "loss": 1.1882, + "step": 4419 + }, + { + "epoch": 0.6083126892375448, + "grad_norm": 1.5702279295184185, + "learning_rate": 7.023660075279345e-06, + "loss": 1.098, + "step": 4420 + }, + { + "epoch": 0.6084503165428021, + "grad_norm": 1.692012015999946, + "learning_rate": 7.019404957016045e-06, + "loss": 1.0748, + "step": 4421 + }, + { + "epoch": 0.6085879438480595, + "grad_norm": 1.5780170075367985, + "learning_rate": 7.015150430956175e-06, + "loss": 1.1153, + "step": 4422 + }, + { + "epoch": 0.6087255711533168, + "grad_norm": 1.732353336956603, + "learning_rate": 7.01089649794506e-06, + "loss": 1.0792, + "step": 4423 + }, + { + "epoch": 0.6088631984585742, + "grad_norm": 1.6873582372250722, + "learning_rate": 7.006643158827891e-06, + "loss": 1.1129, + "step": 4424 + }, + { + "epoch": 0.6090008257638315, + "grad_norm": 1.5905748973917813, + "learning_rate": 7.0023904144497536e-06, + "loss": 1.0757, + "step": 4425 + }, + { + "epoch": 0.6091384530690889, + "grad_norm": 1.6805521929327685, + "learning_rate": 6.998138265655605e-06, + "loss": 1.1428, + "step": 4426 + }, + { + "epoch": 0.6092760803743462, + "grad_norm": 1.7204277912464212, + "learning_rate": 6.993886713290299e-06, + "loss": 1.1169, + "step": 4427 + }, + { + "epoch": 0.6094137076796037, + "grad_norm": 1.5284335316625455, + "learning_rate": 6.989635758198547e-06, + "loss": 1.0699, + "step": 4428 + }, + { + "epoch": 0.609551334984861, + "grad_norm": 1.5912744562661025, + "learning_rate": 6.985385401224968e-06, + "loss": 1.123, + "step": 4429 + }, + { + "epoch": 0.6096889622901184, + "grad_norm": 1.6450871720628732, + "learning_rate": 6.981135643214039e-06, + "loss": 1.0826, + "step": 4430 + }, + { + "epoch": 0.6098265895953757, + "grad_norm": 1.7572931304037158, + "learning_rate": 6.976886485010139e-06, + "loss": 1.0713, + "step": 4431 + }, + { + "epoch": 0.6099642169006331, + "grad_norm": 1.6258508222753918, + "learning_rate": 6.9726379274575104e-06, + "loss": 1.1063, + "step": 4432 + }, + { + "epoch": 0.6101018442058904, + "grad_norm": 1.6801386894350445, + "learning_rate": 6.9683899714002826e-06, + "loss": 1.1203, + "step": 4433 + }, + { + "epoch": 0.6102394715111478, + "grad_norm": 1.6352736390348093, + "learning_rate": 6.964142617682475e-06, + "loss": 1.0656, + "step": 4434 + }, + { + "epoch": 0.6103770988164052, + "grad_norm": 1.7672258826256795, + "learning_rate": 6.959895867147967e-06, + "loss": 1.1151, + "step": 4435 + }, + { + "epoch": 0.6105147261216626, + "grad_norm": 1.6135687025583223, + "learning_rate": 6.955649720640541e-06, + "loss": 1.1135, + "step": 4436 + }, + { + "epoch": 0.6106523534269199, + "grad_norm": 1.5805172737926572, + "learning_rate": 6.951404179003838e-06, + "loss": 1.0716, + "step": 4437 + }, + { + "epoch": 0.6107899807321773, + "grad_norm": 1.5898115348573447, + "learning_rate": 6.947159243081398e-06, + "loss": 1.112, + "step": 4438 + }, + { + "epoch": 0.6109276080374346, + "grad_norm": 1.9243280056592884, + "learning_rate": 6.942914913716624e-06, + "loss": 1.1957, + "step": 4439 + }, + { + "epoch": 0.611065235342692, + "grad_norm": 1.5308944529621737, + "learning_rate": 6.938671191752812e-06, + "loss": 1.1602, + "step": 4440 + }, + { + "epoch": 0.6112028626479493, + "grad_norm": 1.8091879199088874, + "learning_rate": 6.934428078033126e-06, + "loss": 0.9949, + "step": 4441 + }, + { + "epoch": 0.6113404899532067, + "grad_norm": 1.4881032898448483, + "learning_rate": 6.930185573400623e-06, + "loss": 1.0659, + "step": 4442 + }, + { + "epoch": 0.6114781172584641, + "grad_norm": 1.5077617504125431, + "learning_rate": 6.925943678698221e-06, + "loss": 1.0124, + "step": 4443 + }, + { + "epoch": 0.6116157445637215, + "grad_norm": 1.6572563129478945, + "learning_rate": 6.921702394768734e-06, + "loss": 1.0818, + "step": 4444 + }, + { + "epoch": 0.6117533718689788, + "grad_norm": 1.5356681166907808, + "learning_rate": 6.9174617224548416e-06, + "loss": 1.0095, + "step": 4445 + }, + { + "epoch": 0.6118909991742362, + "grad_norm": 1.5503302234217573, + "learning_rate": 6.9132216625991125e-06, + "loss": 1.0511, + "step": 4446 + }, + { + "epoch": 0.6120286264794935, + "grad_norm": 1.7111226884047865, + "learning_rate": 6.908982216043983e-06, + "loss": 1.1324, + "step": 4447 + }, + { + "epoch": 0.6121662537847509, + "grad_norm": 1.6001953010574068, + "learning_rate": 6.904743383631774e-06, + "loss": 1.1397, + "step": 4448 + }, + { + "epoch": 0.6123038810900082, + "grad_norm": 1.6054300415510214, + "learning_rate": 6.90050516620469e-06, + "loss": 1.0521, + "step": 4449 + }, + { + "epoch": 0.6124415083952656, + "grad_norm": 1.5534835303123316, + "learning_rate": 6.8962675646047985e-06, + "loss": 1.106, + "step": 4450 + }, + { + "epoch": 0.612579135700523, + "grad_norm": 1.435628896722002, + "learning_rate": 6.89203057967406e-06, + "loss": 1.0349, + "step": 4451 + }, + { + "epoch": 0.6127167630057804, + "grad_norm": 1.696156418351686, + "learning_rate": 6.887794212254297e-06, + "loss": 1.1318, + "step": 4452 + }, + { + "epoch": 0.6128543903110377, + "grad_norm": 1.5339332077573309, + "learning_rate": 6.8835584631872276e-06, + "loss": 1.0537, + "step": 4453 + }, + { + "epoch": 0.6129920176162951, + "grad_norm": 1.6395095782912905, + "learning_rate": 6.879323333314427e-06, + "loss": 1.1519, + "step": 4454 + }, + { + "epoch": 0.6131296449215524, + "grad_norm": 1.6925988374286935, + "learning_rate": 6.875088823477365e-06, + "loss": 1.1919, + "step": 4455 + }, + { + "epoch": 0.6132672722268098, + "grad_norm": 1.48137175368353, + "learning_rate": 6.8708549345173795e-06, + "loss": 0.9728, + "step": 4456 + }, + { + "epoch": 0.6134048995320671, + "grad_norm": 1.5818438087272424, + "learning_rate": 6.866621667275683e-06, + "loss": 1.0889, + "step": 4457 + }, + { + "epoch": 0.6135425268373246, + "grad_norm": 1.58879064749052, + "learning_rate": 6.86238902259337e-06, + "loss": 1.0757, + "step": 4458 + }, + { + "epoch": 0.6136801541425819, + "grad_norm": 1.3812665504303145, + "learning_rate": 6.8581570013114125e-06, + "loss": 1.0809, + "step": 4459 + }, + { + "epoch": 0.6138177814478393, + "grad_norm": 1.8950894760731707, + "learning_rate": 6.853925604270648e-06, + "loss": 1.2103, + "step": 4460 + }, + { + "epoch": 0.6139554087530966, + "grad_norm": 1.5981679736219627, + "learning_rate": 6.849694832311804e-06, + "loss": 1.1169, + "step": 4461 + }, + { + "epoch": 0.614093036058354, + "grad_norm": 1.5687081533929539, + "learning_rate": 6.84546468627547e-06, + "loss": 0.9589, + "step": 4462 + }, + { + "epoch": 0.6142306633636113, + "grad_norm": 1.6808357526524766, + "learning_rate": 6.841235167002127e-06, + "loss": 1.102, + "step": 4463 + }, + { + "epoch": 0.6143682906688687, + "grad_norm": 1.5423601630842445, + "learning_rate": 6.837006275332114e-06, + "loss": 1.1418, + "step": 4464 + }, + { + "epoch": 0.614505917974126, + "grad_norm": 1.5557165501457124, + "learning_rate": 6.832778012105657e-06, + "loss": 1.1174, + "step": 4465 + }, + { + "epoch": 0.6146435452793835, + "grad_norm": 1.6136485767668158, + "learning_rate": 6.828550378162857e-06, + "loss": 1.0287, + "step": 4466 + }, + { + "epoch": 0.6147811725846408, + "grad_norm": 1.701994915347378, + "learning_rate": 6.8243233743436806e-06, + "loss": 1.126, + "step": 4467 + }, + { + "epoch": 0.6149187998898982, + "grad_norm": 1.4838875990987213, + "learning_rate": 6.820097001487984e-06, + "loss": 1.0074, + "step": 4468 + }, + { + "epoch": 0.6150564271951555, + "grad_norm": 1.5468978799405702, + "learning_rate": 6.8158712604354806e-06, + "loss": 1.0489, + "step": 4469 + }, + { + "epoch": 0.6151940545004129, + "grad_norm": 1.6712898462406427, + "learning_rate": 6.811646152025777e-06, + "loss": 1.0795, + "step": 4470 + }, + { + "epoch": 0.6153316818056702, + "grad_norm": 1.5701886553141913, + "learning_rate": 6.807421677098334e-06, + "loss": 1.0191, + "step": 4471 + }, + { + "epoch": 0.6154693091109276, + "grad_norm": 1.6493786355947153, + "learning_rate": 6.8031978364925045e-06, + "loss": 1.1361, + "step": 4472 + }, + { + "epoch": 0.615606936416185, + "grad_norm": 1.9040666031479878, + "learning_rate": 6.798974631047504e-06, + "loss": 1.0786, + "step": 4473 + }, + { + "epoch": 0.6157445637214424, + "grad_norm": 1.5162272970333976, + "learning_rate": 6.7947520616024295e-06, + "loss": 1.0901, + "step": 4474 + }, + { + "epoch": 0.6158821910266997, + "grad_norm": 1.724185765380759, + "learning_rate": 6.7905301289962425e-06, + "loss": 1.0442, + "step": 4475 + }, + { + "epoch": 0.6160198183319571, + "grad_norm": 1.6062639488258315, + "learning_rate": 6.78630883406779e-06, + "loss": 1.0889, + "step": 4476 + }, + { + "epoch": 0.6161574456372144, + "grad_norm": 1.7975915978346533, + "learning_rate": 6.782088177655777e-06, + "loss": 1.0886, + "step": 4477 + }, + { + "epoch": 0.6162950729424718, + "grad_norm": 1.5413117309943083, + "learning_rate": 6.777868160598799e-06, + "loss": 1.111, + "step": 4478 + }, + { + "epoch": 0.6164327002477291, + "grad_norm": 1.5862625783259159, + "learning_rate": 6.77364878373531e-06, + "loss": 1.0118, + "step": 4479 + }, + { + "epoch": 0.6165703275529865, + "grad_norm": 1.6088853162493837, + "learning_rate": 6.76943004790364e-06, + "loss": 1.0532, + "step": 4480 + }, + { + "epoch": 0.6167079548582439, + "grad_norm": 1.6086045321293816, + "learning_rate": 6.765211953942004e-06, + "loss": 1.1284, + "step": 4481 + }, + { + "epoch": 0.6168455821635013, + "grad_norm": 1.549348087579349, + "learning_rate": 6.7609945026884674e-06, + "loss": 1.0391, + "step": 4482 + }, + { + "epoch": 0.6169832094687586, + "grad_norm": 1.6924836196794972, + "learning_rate": 6.75677769498099e-06, + "loss": 1.0317, + "step": 4483 + }, + { + "epoch": 0.617120836774016, + "grad_norm": 1.6920777613073528, + "learning_rate": 6.752561531657386e-06, + "loss": 1.1754, + "step": 4484 + }, + { + "epoch": 0.6172584640792733, + "grad_norm": 1.6602966187411976, + "learning_rate": 6.748346013555358e-06, + "loss": 1.1488, + "step": 4485 + }, + { + "epoch": 0.6173960913845307, + "grad_norm": 2.0524386964516643, + "learning_rate": 6.744131141512462e-06, + "loss": 1.1541, + "step": 4486 + }, + { + "epoch": 0.617533718689788, + "grad_norm": 1.5124125354643474, + "learning_rate": 6.739916916366142e-06, + "loss": 1.0143, + "step": 4487 + }, + { + "epoch": 0.6176713459950454, + "grad_norm": 1.5604641027535793, + "learning_rate": 6.735703338953704e-06, + "loss": 1.0336, + "step": 4488 + }, + { + "epoch": 0.6178089733003028, + "grad_norm": 1.6054514273485792, + "learning_rate": 6.731490410112334e-06, + "loss": 0.9408, + "step": 4489 + }, + { + "epoch": 0.6179466006055602, + "grad_norm": 1.7088665579168465, + "learning_rate": 6.727278130679072e-06, + "loss": 1.0856, + "step": 4490 + }, + { + "epoch": 0.6180842279108175, + "grad_norm": 1.70481655244104, + "learning_rate": 6.723066501490853e-06, + "loss": 1.0561, + "step": 4491 + }, + { + "epoch": 0.6182218552160749, + "grad_norm": 1.5423571669111706, + "learning_rate": 6.718855523384458e-06, + "loss": 1.0772, + "step": 4492 + }, + { + "epoch": 0.6183594825213322, + "grad_norm": 1.5572058862259155, + "learning_rate": 6.714645197196561e-06, + "loss": 1.0427, + "step": 4493 + }, + { + "epoch": 0.6184971098265896, + "grad_norm": 1.521383078756293, + "learning_rate": 6.710435523763689e-06, + "loss": 1.0113, + "step": 4494 + }, + { + "epoch": 0.6186347371318469, + "grad_norm": 1.5708354116960832, + "learning_rate": 6.70622650392225e-06, + "loss": 1.0177, + "step": 4495 + }, + { + "epoch": 0.6187723644371044, + "grad_norm": 1.6266759742667765, + "learning_rate": 6.7020181385085195e-06, + "loss": 1.1291, + "step": 4496 + }, + { + "epoch": 0.6189099917423617, + "grad_norm": 1.8348720277858424, + "learning_rate": 6.697810428358638e-06, + "loss": 1.1001, + "step": 4497 + }, + { + "epoch": 0.6190476190476191, + "grad_norm": 1.715158477812058, + "learning_rate": 6.693603374308624e-06, + "loss": 1.0905, + "step": 4498 + }, + { + "epoch": 0.6191852463528764, + "grad_norm": 1.6634037609744192, + "learning_rate": 6.689396977194358e-06, + "loss": 1.0842, + "step": 4499 + }, + { + "epoch": 0.6193228736581338, + "grad_norm": 1.5879654171130535, + "learning_rate": 6.685191237851598e-06, + "loss": 1.0864, + "step": 4500 + }, + { + "epoch": 0.6194605009633911, + "grad_norm": 1.7303518839178422, + "learning_rate": 6.680986157115961e-06, + "loss": 1.0571, + "step": 4501 + }, + { + "epoch": 0.6195981282686485, + "grad_norm": 1.5273060491550348, + "learning_rate": 6.676781735822944e-06, + "loss": 1.0656, + "step": 4502 + }, + { + "epoch": 0.6197357555739058, + "grad_norm": 1.4896722773965225, + "learning_rate": 6.672577974807907e-06, + "loss": 1.0402, + "step": 4503 + }, + { + "epoch": 0.6198733828791633, + "grad_norm": 1.5641257272273195, + "learning_rate": 6.6683748749060784e-06, + "loss": 1.1194, + "step": 4504 + }, + { + "epoch": 0.6200110101844206, + "grad_norm": 1.4834968605810566, + "learning_rate": 6.664172436952554e-06, + "loss": 1.0495, + "step": 4505 + }, + { + "epoch": 0.620148637489678, + "grad_norm": 1.7959326260536372, + "learning_rate": 6.659970661782309e-06, + "loss": 1.0052, + "step": 4506 + }, + { + "epoch": 0.6202862647949353, + "grad_norm": 1.5147008183719117, + "learning_rate": 6.65576955023017e-06, + "loss": 1.0906, + "step": 4507 + }, + { + "epoch": 0.6204238921001927, + "grad_norm": 1.771676038436447, + "learning_rate": 6.651569103130847e-06, + "loss": 1.1238, + "step": 4508 + }, + { + "epoch": 0.62056151940545, + "grad_norm": 1.5032783673242285, + "learning_rate": 6.647369321318904e-06, + "loss": 1.0532, + "step": 4509 + }, + { + "epoch": 0.6206991467107074, + "grad_norm": 1.586675739097449, + "learning_rate": 6.643170205628787e-06, + "loss": 0.9732, + "step": 4510 + }, + { + "epoch": 0.6208367740159648, + "grad_norm": 1.5500101045483043, + "learning_rate": 6.638971756894803e-06, + "loss": 0.9913, + "step": 4511 + }, + { + "epoch": 0.6209744013212222, + "grad_norm": 1.5978189169101191, + "learning_rate": 6.634773975951118e-06, + "loss": 1.0594, + "step": 4512 + }, + { + "epoch": 0.6211120286264795, + "grad_norm": 1.756557174523501, + "learning_rate": 6.630576863631783e-06, + "loss": 1.0833, + "step": 4513 + }, + { + "epoch": 0.6212496559317369, + "grad_norm": 1.4488508524594834, + "learning_rate": 6.6263804207706995e-06, + "loss": 0.9348, + "step": 4514 + }, + { + "epoch": 0.6213872832369942, + "grad_norm": 1.4621551587665786, + "learning_rate": 6.622184648201651e-06, + "loss": 1.0894, + "step": 4515 + }, + { + "epoch": 0.6215249105422516, + "grad_norm": 1.7177056407137135, + "learning_rate": 6.61798954675827e-06, + "loss": 1.0601, + "step": 4516 + }, + { + "epoch": 0.6216625378475089, + "grad_norm": 1.538316284819029, + "learning_rate": 6.6137951172740745e-06, + "loss": 1.0544, + "step": 4517 + }, + { + "epoch": 0.6218001651527663, + "grad_norm": 1.309276016814983, + "learning_rate": 6.609601360582436e-06, + "loss": 1.0587, + "step": 4518 + }, + { + "epoch": 0.6219377924580237, + "grad_norm": 1.742523664430063, + "learning_rate": 6.605408277516599e-06, + "loss": 1.084, + "step": 4519 + }, + { + "epoch": 0.6220754197632811, + "grad_norm": 1.5442827886371226, + "learning_rate": 6.6012158689096685e-06, + "loss": 1.0504, + "step": 4520 + }, + { + "epoch": 0.6222130470685384, + "grad_norm": 1.5461502307664514, + "learning_rate": 6.5970241355946244e-06, + "loss": 1.0709, + "step": 4521 + }, + { + "epoch": 0.6223506743737958, + "grad_norm": 1.465354239457546, + "learning_rate": 6.592833078404298e-06, + "loss": 1.014, + "step": 4522 + }, + { + "epoch": 0.6224883016790531, + "grad_norm": 1.6364404276971916, + "learning_rate": 6.588642698171404e-06, + "loss": 1.0449, + "step": 4523 + }, + { + "epoch": 0.6226259289843105, + "grad_norm": 1.834259366941505, + "learning_rate": 6.584452995728506e-06, + "loss": 1.1515, + "step": 4524 + }, + { + "epoch": 0.6227635562895678, + "grad_norm": 1.5929012390189998, + "learning_rate": 6.5802639719080475e-06, + "loss": 1.0945, + "step": 4525 + }, + { + "epoch": 0.6229011835948252, + "grad_norm": 1.5903858632291203, + "learning_rate": 6.576075627542324e-06, + "loss": 1.0611, + "step": 4526 + }, + { + "epoch": 0.6230388109000826, + "grad_norm": 1.7354805178679522, + "learning_rate": 6.571887963463506e-06, + "loss": 1.0148, + "step": 4527 + }, + { + "epoch": 0.62317643820534, + "grad_norm": 1.6424126266365349, + "learning_rate": 6.567700980503626e-06, + "loss": 1.0452, + "step": 4528 + }, + { + "epoch": 0.6233140655105973, + "grad_norm": 1.7040524123049376, + "learning_rate": 6.5635146794945736e-06, + "loss": 1.1032, + "step": 4529 + }, + { + "epoch": 0.6234516928158547, + "grad_norm": 1.7305946520162026, + "learning_rate": 6.5593290612681184e-06, + "loss": 1.1417, + "step": 4530 + }, + { + "epoch": 0.623589320121112, + "grad_norm": 1.4655295470246348, + "learning_rate": 6.5551441266558766e-06, + "loss": 1.0224, + "step": 4531 + }, + { + "epoch": 0.6237269474263694, + "grad_norm": 1.5891304751249762, + "learning_rate": 6.550959876489346e-06, + "loss": 1.0553, + "step": 4532 + }, + { + "epoch": 0.6238645747316267, + "grad_norm": 1.6731584792467196, + "learning_rate": 6.546776311599874e-06, + "loss": 1.1186, + "step": 4533 + }, + { + "epoch": 0.6240022020368842, + "grad_norm": 1.6182773001798942, + "learning_rate": 6.542593432818678e-06, + "loss": 1.1478, + "step": 4534 + }, + { + "epoch": 0.6241398293421415, + "grad_norm": 1.7723962514184881, + "learning_rate": 6.538411240976841e-06, + "loss": 1.0076, + "step": 4535 + }, + { + "epoch": 0.6242774566473989, + "grad_norm": 1.5706664008115065, + "learning_rate": 6.534229736905308e-06, + "loss": 1.0636, + "step": 4536 + }, + { + "epoch": 0.6244150839526562, + "grad_norm": 1.642719751472514, + "learning_rate": 6.530048921434883e-06, + "loss": 1.0237, + "step": 4537 + }, + { + "epoch": 0.6245527112579136, + "grad_norm": 1.6943301919310143, + "learning_rate": 6.525868795396242e-06, + "loss": 1.1488, + "step": 4538 + }, + { + "epoch": 0.6246903385631709, + "grad_norm": 1.6971964293830177, + "learning_rate": 6.521689359619912e-06, + "loss": 0.9745, + "step": 4539 + }, + { + "epoch": 0.6248279658684283, + "grad_norm": 1.7025697087074774, + "learning_rate": 6.517510614936296e-06, + "loss": 1.1248, + "step": 4540 + }, + { + "epoch": 0.6249655931736856, + "grad_norm": 1.5684298422573282, + "learning_rate": 6.5133325621756485e-06, + "loss": 1.0305, + "step": 4541 + }, + { + "epoch": 0.6251032204789431, + "grad_norm": 1.4940418585485027, + "learning_rate": 6.509155202168095e-06, + "loss": 0.956, + "step": 4542 + }, + { + "epoch": 0.6252408477842004, + "grad_norm": 1.7397929076001797, + "learning_rate": 6.5049785357436205e-06, + "loss": 0.97, + "step": 4543 + }, + { + "epoch": 0.6253784750894578, + "grad_norm": 1.4522361698568234, + "learning_rate": 6.500802563732065e-06, + "loss": 0.9889, + "step": 4544 + }, + { + "epoch": 0.6255161023947151, + "grad_norm": 1.5910599947013846, + "learning_rate": 6.496627286963145e-06, + "loss": 1.0333, + "step": 4545 + }, + { + "epoch": 0.6256537296999725, + "grad_norm": 1.4845090110877865, + "learning_rate": 6.4924527062664235e-06, + "loss": 1.0426, + "step": 4546 + }, + { + "epoch": 0.6257913570052298, + "grad_norm": 1.6717801894700057, + "learning_rate": 6.4882788224713415e-06, + "loss": 1.1231, + "step": 4547 + }, + { + "epoch": 0.6259289843104872, + "grad_norm": 1.579669901389203, + "learning_rate": 6.484105636407181e-06, + "loss": 1.0144, + "step": 4548 + }, + { + "epoch": 0.6260666116157446, + "grad_norm": 1.5780711927093496, + "learning_rate": 6.479933148903106e-06, + "loss": 1.0832, + "step": 4549 + }, + { + "epoch": 0.626204238921002, + "grad_norm": 1.6931592908586166, + "learning_rate": 6.475761360788127e-06, + "loss": 1.1166, + "step": 4550 + }, + { + "epoch": 0.6263418662262593, + "grad_norm": 1.6468883366451563, + "learning_rate": 6.471590272891131e-06, + "loss": 1.1359, + "step": 4551 + }, + { + "epoch": 0.6264794935315167, + "grad_norm": 1.4429764510610612, + "learning_rate": 6.467419886040842e-06, + "loss": 1.0281, + "step": 4552 + }, + { + "epoch": 0.626617120836774, + "grad_norm": 1.6390454900066878, + "learning_rate": 6.463250201065872e-06, + "loss": 1.139, + "step": 4553 + }, + { + "epoch": 0.6267547481420314, + "grad_norm": 1.7249448296834766, + "learning_rate": 6.4590812187946685e-06, + "loss": 1.01, + "step": 4554 + }, + { + "epoch": 0.6268923754472887, + "grad_norm": 1.5564270803001394, + "learning_rate": 6.454912940055562e-06, + "loss": 1.0115, + "step": 4555 + }, + { + "epoch": 0.6270300027525461, + "grad_norm": 1.7789435810022654, + "learning_rate": 6.450745365676723e-06, + "loss": 1.1215, + "step": 4556 + }, + { + "epoch": 0.6271676300578035, + "grad_norm": 1.6872463309406118, + "learning_rate": 6.446578496486198e-06, + "loss": 1.1334, + "step": 4557 + }, + { + "epoch": 0.6273052573630609, + "grad_norm": 1.5350844028605821, + "learning_rate": 6.442412333311885e-06, + "loss": 1.0665, + "step": 4558 + }, + { + "epoch": 0.6274428846683182, + "grad_norm": 1.519507326865261, + "learning_rate": 6.4382468769815425e-06, + "loss": 1.1223, + "step": 4559 + }, + { + "epoch": 0.6275805119735756, + "grad_norm": 1.6546876970861373, + "learning_rate": 6.434082128322793e-06, + "loss": 1.0903, + "step": 4560 + }, + { + "epoch": 0.6277181392788329, + "grad_norm": 1.4795490984890485, + "learning_rate": 6.429918088163108e-06, + "loss": 1.0068, + "step": 4561 + }, + { + "epoch": 0.6278557665840903, + "grad_norm": 1.551865575942781, + "learning_rate": 6.425754757329834e-06, + "loss": 1.117, + "step": 4562 + }, + { + "epoch": 0.6279933938893476, + "grad_norm": 1.5112393557583508, + "learning_rate": 6.4215921366501595e-06, + "loss": 1.0311, + "step": 4563 + }, + { + "epoch": 0.628131021194605, + "grad_norm": 1.627475583454644, + "learning_rate": 6.417430226951147e-06, + "loss": 0.9706, + "step": 4564 + }, + { + "epoch": 0.6282686484998624, + "grad_norm": 1.7948997769486246, + "learning_rate": 6.413269029059708e-06, + "loss": 1.1262, + "step": 4565 + }, + { + "epoch": 0.6284062758051198, + "grad_norm": 1.8227087747203978, + "learning_rate": 6.409108543802616e-06, + "loss": 1.1208, + "step": 4566 + }, + { + "epoch": 0.6285439031103771, + "grad_norm": 1.4981692035822738, + "learning_rate": 6.404948772006501e-06, + "loss": 1.0485, + "step": 4567 + }, + { + "epoch": 0.6286815304156345, + "grad_norm": 1.586128516226469, + "learning_rate": 6.400789714497857e-06, + "loss": 1.1291, + "step": 4568 + }, + { + "epoch": 0.6288191577208918, + "grad_norm": 1.434052779060256, + "learning_rate": 6.396631372103025e-06, + "loss": 1.0081, + "step": 4569 + }, + { + "epoch": 0.6289567850261492, + "grad_norm": 1.6910734527722564, + "learning_rate": 6.39247374564822e-06, + "loss": 1.0307, + "step": 4570 + }, + { + "epoch": 0.6290944123314065, + "grad_norm": 1.6230760234066883, + "learning_rate": 6.388316835959494e-06, + "loss": 1.0804, + "step": 4571 + }, + { + "epoch": 0.629232039636664, + "grad_norm": 1.6691055235667636, + "learning_rate": 6.38416064386278e-06, + "loss": 1.149, + "step": 4572 + }, + { + "epoch": 0.6293696669419213, + "grad_norm": 1.6636905546169647, + "learning_rate": 6.380005170183845e-06, + "loss": 1.0048, + "step": 4573 + }, + { + "epoch": 0.6295072942471787, + "grad_norm": 1.5864240749594924, + "learning_rate": 6.375850415748334e-06, + "loss": 1.1029, + "step": 4574 + }, + { + "epoch": 0.629644921552436, + "grad_norm": 1.5756051326910123, + "learning_rate": 6.371696381381738e-06, + "loss": 1.1306, + "step": 4575 + }, + { + "epoch": 0.6297825488576934, + "grad_norm": 1.8725270294713172, + "learning_rate": 6.367543067909398e-06, + "loss": 1.2297, + "step": 4576 + }, + { + "epoch": 0.6299201761629507, + "grad_norm": 1.5594249033067944, + "learning_rate": 6.363390476156535e-06, + "loss": 1.0456, + "step": 4577 + }, + { + "epoch": 0.630057803468208, + "grad_norm": 1.73031430611736, + "learning_rate": 6.359238606948199e-06, + "loss": 1.1482, + "step": 4578 + }, + { + "epoch": 0.6301954307734654, + "grad_norm": 1.6384404579144476, + "learning_rate": 6.355087461109319e-06, + "loss": 1.1122, + "step": 4579 + }, + { + "epoch": 0.6303330580787229, + "grad_norm": 1.6711437873195065, + "learning_rate": 6.350937039464665e-06, + "loss": 1.0347, + "step": 4580 + }, + { + "epoch": 0.6304706853839802, + "grad_norm": 1.73139661738699, + "learning_rate": 6.346787342838872e-06, + "loss": 1.0601, + "step": 4581 + }, + { + "epoch": 0.6306083126892376, + "grad_norm": 1.526238168679056, + "learning_rate": 6.342638372056424e-06, + "loss": 1.0984, + "step": 4582 + }, + { + "epoch": 0.6307459399944949, + "grad_norm": 1.6516824759719857, + "learning_rate": 6.338490127941672e-06, + "loss": 1.0805, + "step": 4583 + }, + { + "epoch": 0.6308835672997523, + "grad_norm": 1.6698940467689944, + "learning_rate": 6.334342611318809e-06, + "loss": 1.0865, + "step": 4584 + }, + { + "epoch": 0.6310211946050096, + "grad_norm": 1.7086538620896337, + "learning_rate": 6.330195823011893e-06, + "loss": 1.107, + "step": 4585 + }, + { + "epoch": 0.631158821910267, + "grad_norm": 1.4290662760433288, + "learning_rate": 6.32604976384483e-06, + "loss": 0.959, + "step": 4586 + }, + { + "epoch": 0.6312964492155244, + "grad_norm": 1.5868399408572178, + "learning_rate": 6.321904434641393e-06, + "loss": 1.0601, + "step": 4587 + }, + { + "epoch": 0.6314340765207818, + "grad_norm": 1.6407270823112565, + "learning_rate": 6.317759836225192e-06, + "loss": 1.1197, + "step": 4588 + }, + { + "epoch": 0.6315717038260391, + "grad_norm": 1.6269478018667412, + "learning_rate": 6.313615969419709e-06, + "loss": 1.0816, + "step": 4589 + }, + { + "epoch": 0.6317093311312965, + "grad_norm": 1.7555781725724493, + "learning_rate": 6.309472835048269e-06, + "loss": 1.1454, + "step": 4590 + }, + { + "epoch": 0.6318469584365538, + "grad_norm": 1.5822624072803433, + "learning_rate": 6.305330433934065e-06, + "loss": 1.0627, + "step": 4591 + }, + { + "epoch": 0.6319845857418112, + "grad_norm": 1.5334327283001863, + "learning_rate": 6.301188766900128e-06, + "loss": 1.0867, + "step": 4592 + }, + { + "epoch": 0.6321222130470685, + "grad_norm": 1.5435549279694734, + "learning_rate": 6.297047834769348e-06, + "loss": 1.0243, + "step": 4593 + }, + { + "epoch": 0.6322598403523259, + "grad_norm": 1.718174982804399, + "learning_rate": 6.2929076383644794e-06, + "loss": 1.0589, + "step": 4594 + }, + { + "epoch": 0.6323974676575833, + "grad_norm": 1.7067678937921116, + "learning_rate": 6.288768178508113e-06, + "loss": 1.0223, + "step": 4595 + }, + { + "epoch": 0.6325350949628407, + "grad_norm": 2.01028035464722, + "learning_rate": 6.284629456022712e-06, + "loss": 1.1361, + "step": 4596 + }, + { + "epoch": 0.632672722268098, + "grad_norm": 1.812207830057738, + "learning_rate": 6.280491471730579e-06, + "loss": 1.0531, + "step": 4597 + }, + { + "epoch": 0.6328103495733554, + "grad_norm": 1.6456751892573107, + "learning_rate": 6.276354226453879e-06, + "loss": 1.0367, + "step": 4598 + }, + { + "epoch": 0.6329479768786127, + "grad_norm": 1.6286870005236, + "learning_rate": 6.27221772101462e-06, + "loss": 1.0501, + "step": 4599 + }, + { + "epoch": 0.63308560418387, + "grad_norm": 1.5067588918009, + "learning_rate": 6.268081956234674e-06, + "loss": 1.1306, + "step": 4600 + }, + { + "epoch": 0.6332232314891274, + "grad_norm": 1.748865704158845, + "learning_rate": 6.263946932935756e-06, + "loss": 1.1354, + "step": 4601 + }, + { + "epoch": 0.6333608587943848, + "grad_norm": 1.5680386908143733, + "learning_rate": 6.259812651939445e-06, + "loss": 1.125, + "step": 4602 + }, + { + "epoch": 0.6334984860996422, + "grad_norm": 1.7984513719956017, + "learning_rate": 6.255679114067159e-06, + "loss": 1.099, + "step": 4603 + }, + { + "epoch": 0.6336361134048996, + "grad_norm": 1.8115313574418286, + "learning_rate": 6.25154632014018e-06, + "loss": 1.2076, + "step": 4604 + }, + { + "epoch": 0.6337737407101569, + "grad_norm": 1.9112320906496074, + "learning_rate": 6.247414270979637e-06, + "loss": 1.1774, + "step": 4605 + }, + { + "epoch": 0.6339113680154143, + "grad_norm": 1.6404726374804481, + "learning_rate": 6.243282967406512e-06, + "loss": 1.1496, + "step": 4606 + }, + { + "epoch": 0.6340489953206716, + "grad_norm": 1.5465195013242166, + "learning_rate": 6.23915241024164e-06, + "loss": 1.0747, + "step": 4607 + }, + { + "epoch": 0.634186622625929, + "grad_norm": 1.7437963178557951, + "learning_rate": 6.235022600305698e-06, + "loss": 1.1294, + "step": 4608 + }, + { + "epoch": 0.6343242499311863, + "grad_norm": 1.552588523504513, + "learning_rate": 6.230893538419233e-06, + "loss": 1.0254, + "step": 4609 + }, + { + "epoch": 0.6344618772364438, + "grad_norm": 1.8135223116694432, + "learning_rate": 6.226765225402624e-06, + "loss": 1.0873, + "step": 4610 + }, + { + "epoch": 0.6345995045417011, + "grad_norm": 1.6783546839637926, + "learning_rate": 6.222637662076116e-06, + "loss": 1.131, + "step": 4611 + }, + { + "epoch": 0.6347371318469585, + "grad_norm": 1.518221986053859, + "learning_rate": 6.218510849259798e-06, + "loss": 1.0281, + "step": 4612 + }, + { + "epoch": 0.6348747591522158, + "grad_norm": 1.6244003003084648, + "learning_rate": 6.214384787773615e-06, + "loss": 1.1291, + "step": 4613 + }, + { + "epoch": 0.6350123864574732, + "grad_norm": 1.5010544277536322, + "learning_rate": 6.2102594784373505e-06, + "loss": 1.1135, + "step": 4614 + }, + { + "epoch": 0.6351500137627305, + "grad_norm": 1.601134465394749, + "learning_rate": 6.206134922070657e-06, + "loss": 1.0715, + "step": 4615 + }, + { + "epoch": 0.6352876410679879, + "grad_norm": 1.537149920397056, + "learning_rate": 6.202011119493017e-06, + "loss": 1.0798, + "step": 4616 + }, + { + "epoch": 0.6354252683732452, + "grad_norm": 1.6529088268723862, + "learning_rate": 6.197888071523782e-06, + "loss": 1.081, + "step": 4617 + }, + { + "epoch": 0.6355628956785027, + "grad_norm": 1.5677800872937873, + "learning_rate": 6.193765778982139e-06, + "loss": 1.0058, + "step": 4618 + }, + { + "epoch": 0.63570052298376, + "grad_norm": 1.4424287958159925, + "learning_rate": 6.189644242687136e-06, + "loss": 1.0515, + "step": 4619 + }, + { + "epoch": 0.6358381502890174, + "grad_norm": 1.5059921457757515, + "learning_rate": 6.185523463457663e-06, + "loss": 1.0645, + "step": 4620 + }, + { + "epoch": 0.6359757775942747, + "grad_norm": 1.532978143733568, + "learning_rate": 6.181403442112465e-06, + "loss": 1.0117, + "step": 4621 + }, + { + "epoch": 0.636113404899532, + "grad_norm": 1.6272727080975207, + "learning_rate": 6.177284179470129e-06, + "loss": 1.0821, + "step": 4622 + }, + { + "epoch": 0.6362510322047894, + "grad_norm": 1.5229025019937619, + "learning_rate": 6.173165676349103e-06, + "loss": 1.025, + "step": 4623 + }, + { + "epoch": 0.6363886595100468, + "grad_norm": 1.5919170617456504, + "learning_rate": 6.1690479335676746e-06, + "loss": 1.0627, + "step": 4624 + }, + { + "epoch": 0.6365262868153042, + "grad_norm": 1.669709506939109, + "learning_rate": 6.164930951943977e-06, + "loss": 1.1367, + "step": 4625 + }, + { + "epoch": 0.6366639141205616, + "grad_norm": 1.5794344063021781, + "learning_rate": 6.160814732296006e-06, + "loss": 0.9818, + "step": 4626 + }, + { + "epoch": 0.6368015414258189, + "grad_norm": 1.52471352787072, + "learning_rate": 6.156699275441593e-06, + "loss": 1.0861, + "step": 4627 + }, + { + "epoch": 0.6369391687310763, + "grad_norm": 1.5350773873917256, + "learning_rate": 6.152584582198426e-06, + "loss": 1.1366, + "step": 4628 + }, + { + "epoch": 0.6370767960363336, + "grad_norm": 1.5050815852589878, + "learning_rate": 6.148470653384035e-06, + "loss": 1.0919, + "step": 4629 + }, + { + "epoch": 0.637214423341591, + "grad_norm": 1.6989454620050826, + "learning_rate": 6.144357489815807e-06, + "loss": 1.0906, + "step": 4630 + }, + { + "epoch": 0.6373520506468483, + "grad_norm": 1.6638177888932932, + "learning_rate": 6.140245092310965e-06, + "loss": 1.1737, + "step": 4631 + }, + { + "epoch": 0.6374896779521056, + "grad_norm": 1.789955688390758, + "learning_rate": 6.136133461686592e-06, + "loss": 1.1686, + "step": 4632 + }, + { + "epoch": 0.6376273052573631, + "grad_norm": 1.5652074940908198, + "learning_rate": 6.132022598759606e-06, + "loss": 1.0279, + "step": 4633 + }, + { + "epoch": 0.6377649325626205, + "grad_norm": 1.465162328821872, + "learning_rate": 6.127912504346787e-06, + "loss": 1.0664, + "step": 4634 + }, + { + "epoch": 0.6379025598678778, + "grad_norm": 1.6756514231738757, + "learning_rate": 6.123803179264745e-06, + "loss": 1.0792, + "step": 4635 + }, + { + "epoch": 0.6380401871731352, + "grad_norm": 1.7488674560323205, + "learning_rate": 6.119694624329955e-06, + "loss": 1.0939, + "step": 4636 + }, + { + "epoch": 0.6381778144783925, + "grad_norm": 1.4485807205676815, + "learning_rate": 6.1155868403587244e-06, + "loss": 0.9811, + "step": 4637 + }, + { + "epoch": 0.6383154417836499, + "grad_norm": 1.74108670782685, + "learning_rate": 6.111479828167223e-06, + "loss": 1.0611, + "step": 4638 + }, + { + "epoch": 0.6384530690889072, + "grad_norm": 1.78920386552455, + "learning_rate": 6.107373588571446e-06, + "loss": 1.051, + "step": 4639 + }, + { + "epoch": 0.6385906963941645, + "grad_norm": 1.5470879388495975, + "learning_rate": 6.103268122387257e-06, + "loss": 1.0777, + "step": 4640 + }, + { + "epoch": 0.638728323699422, + "grad_norm": 1.3927676201561212, + "learning_rate": 6.0991634304303525e-06, + "loss": 0.9609, + "step": 4641 + }, + { + "epoch": 0.6388659510046794, + "grad_norm": 1.661467001782675, + "learning_rate": 6.095059513516273e-06, + "loss": 1.1297, + "step": 4642 + }, + { + "epoch": 0.6390035783099367, + "grad_norm": 1.7133785335744234, + "learning_rate": 6.090956372460417e-06, + "loss": 1.0784, + "step": 4643 + }, + { + "epoch": 0.639141205615194, + "grad_norm": 1.710583103812446, + "learning_rate": 6.086854008078018e-06, + "loss": 1.1087, + "step": 4644 + }, + { + "epoch": 0.6392788329204514, + "grad_norm": 1.5684101260331058, + "learning_rate": 6.082752421184168e-06, + "loss": 1.0221, + "step": 4645 + }, + { + "epoch": 0.6394164602257087, + "grad_norm": 1.4230879764084123, + "learning_rate": 6.078651612593786e-06, + "loss": 1.0047, + "step": 4646 + }, + { + "epoch": 0.6395540875309661, + "grad_norm": 1.4681982486224354, + "learning_rate": 6.0745515831216564e-06, + "loss": 0.9235, + "step": 4647 + }, + { + "epoch": 0.6396917148362236, + "grad_norm": 1.6148031677123686, + "learning_rate": 6.070452333582388e-06, + "loss": 1.037, + "step": 4648 + }, + { + "epoch": 0.6398293421414809, + "grad_norm": 1.7816064632807602, + "learning_rate": 6.0663538647904575e-06, + "loss": 1.067, + "step": 4649 + }, + { + "epoch": 0.6399669694467383, + "grad_norm": 1.5339865669194028, + "learning_rate": 6.062256177560162e-06, + "loss": 1.0212, + "step": 4650 + }, + { + "epoch": 0.6401045967519956, + "grad_norm": 1.5801132442981953, + "learning_rate": 6.058159272705665e-06, + "loss": 1.1709, + "step": 4651 + }, + { + "epoch": 0.640242224057253, + "grad_norm": 1.552707819817719, + "learning_rate": 6.054063151040961e-06, + "loss": 1.0849, + "step": 4652 + }, + { + "epoch": 0.6403798513625103, + "grad_norm": 1.6337560592086724, + "learning_rate": 6.049967813379898e-06, + "loss": 1.1517, + "step": 4653 + }, + { + "epoch": 0.6405174786677676, + "grad_norm": 1.8063947667892908, + "learning_rate": 6.045873260536157e-06, + "loss": 1.1427, + "step": 4654 + }, + { + "epoch": 0.640655105973025, + "grad_norm": 1.6318108329255836, + "learning_rate": 6.0417794933232764e-06, + "loss": 1.1483, + "step": 4655 + }, + { + "epoch": 0.6407927332782825, + "grad_norm": 1.5961447913719369, + "learning_rate": 6.03768651255463e-06, + "loss": 1.0747, + "step": 4656 + }, + { + "epoch": 0.6409303605835398, + "grad_norm": 1.690897850063975, + "learning_rate": 6.0335943190434295e-06, + "loss": 1.0268, + "step": 4657 + }, + { + "epoch": 0.6410679878887972, + "grad_norm": 1.764924905583791, + "learning_rate": 6.029502913602747e-06, + "loss": 1.1271, + "step": 4658 + }, + { + "epoch": 0.6412056151940545, + "grad_norm": 1.5231138995377431, + "learning_rate": 6.025412297045483e-06, + "loss": 1.1068, + "step": 4659 + }, + { + "epoch": 0.6413432424993118, + "grad_norm": 1.6830133554904216, + "learning_rate": 6.021322470184392e-06, + "loss": 1.1255, + "step": 4660 + }, + { + "epoch": 0.6414808698045692, + "grad_norm": 1.5906801828198756, + "learning_rate": 6.017233433832062e-06, + "loss": 1.0612, + "step": 4661 + }, + { + "epoch": 0.6416184971098265, + "grad_norm": 1.6663516828457279, + "learning_rate": 6.013145188800933e-06, + "loss": 1.1447, + "step": 4662 + }, + { + "epoch": 0.641756124415084, + "grad_norm": 1.5297576365363126, + "learning_rate": 6.009057735903279e-06, + "loss": 1.0025, + "step": 4663 + }, + { + "epoch": 0.6418937517203414, + "grad_norm": 1.572853054965587, + "learning_rate": 6.004971075951225e-06, + "loss": 1.0186, + "step": 4664 + }, + { + "epoch": 0.6420313790255987, + "grad_norm": 1.4103604178716334, + "learning_rate": 6.000885209756729e-06, + "loss": 1.028, + "step": 4665 + }, + { + "epoch": 0.642169006330856, + "grad_norm": 1.64153657236082, + "learning_rate": 5.996800138131601e-06, + "loss": 0.9976, + "step": 4666 + }, + { + "epoch": 0.6423066336361134, + "grad_norm": 1.6290584009245732, + "learning_rate": 5.992715861887488e-06, + "loss": 1.0753, + "step": 4667 + }, + { + "epoch": 0.6424442609413707, + "grad_norm": 1.6427420491458116, + "learning_rate": 5.98863238183588e-06, + "loss": 1.1148, + "step": 4668 + }, + { + "epoch": 0.6425818882466281, + "grad_norm": 1.4934382873565766, + "learning_rate": 5.984549698788107e-06, + "loss": 0.9995, + "step": 4669 + }, + { + "epoch": 0.6427195155518854, + "grad_norm": 1.4957492537956258, + "learning_rate": 5.980467813555346e-06, + "loss": 1.0575, + "step": 4670 + }, + { + "epoch": 0.6428571428571429, + "grad_norm": 1.546310766194298, + "learning_rate": 5.9763867269486045e-06, + "loss": 1.0852, + "step": 4671 + }, + { + "epoch": 0.6429947701624003, + "grad_norm": 1.7963093616713361, + "learning_rate": 5.972306439778747e-06, + "loss": 1.0882, + "step": 4672 + }, + { + "epoch": 0.6431323974676576, + "grad_norm": 1.6605421903389241, + "learning_rate": 5.9682269528564674e-06, + "loss": 1.157, + "step": 4673 + }, + { + "epoch": 0.643270024772915, + "grad_norm": 1.5630478598297202, + "learning_rate": 5.9641482669923e-06, + "loss": 1.1201, + "step": 4674 + }, + { + "epoch": 0.6434076520781723, + "grad_norm": 1.5121609455720788, + "learning_rate": 5.96007038299663e-06, + "loss": 1.0225, + "step": 4675 + }, + { + "epoch": 0.6435452793834296, + "grad_norm": 1.6405651007798467, + "learning_rate": 5.9559933016796715e-06, + "loss": 1.0053, + "step": 4676 + }, + { + "epoch": 0.643682906688687, + "grad_norm": 1.5621298197057703, + "learning_rate": 5.95191702385149e-06, + "loss": 1.0934, + "step": 4677 + }, + { + "epoch": 0.6438205339939443, + "grad_norm": 1.534380123081985, + "learning_rate": 5.947841550321982e-06, + "loss": 1.0447, + "step": 4678 + }, + { + "epoch": 0.6439581612992018, + "grad_norm": 1.6216188722475122, + "learning_rate": 5.943766881900892e-06, + "loss": 1.0374, + "step": 4679 + }, + { + "epoch": 0.6440957886044592, + "grad_norm": 1.5422910159974244, + "learning_rate": 5.939693019397797e-06, + "loss": 1.0511, + "step": 4680 + }, + { + "epoch": 0.6442334159097165, + "grad_norm": 1.6962268150983848, + "learning_rate": 5.935619963622119e-06, + "loss": 1.1326, + "step": 4681 + }, + { + "epoch": 0.6443710432149738, + "grad_norm": 1.6931239799588724, + "learning_rate": 5.931547715383119e-06, + "loss": 1.0955, + "step": 4682 + }, + { + "epoch": 0.6445086705202312, + "grad_norm": 1.644733981200092, + "learning_rate": 5.9274762754898985e-06, + "loss": 1.0769, + "step": 4683 + }, + { + "epoch": 0.6446462978254885, + "grad_norm": 1.6173379651329647, + "learning_rate": 5.923405644751392e-06, + "loss": 1.0925, + "step": 4684 + }, + { + "epoch": 0.6447839251307459, + "grad_norm": 1.583721074258978, + "learning_rate": 5.919335823976386e-06, + "loss": 1.0782, + "step": 4685 + }, + { + "epoch": 0.6449215524360034, + "grad_norm": 1.6497717892424753, + "learning_rate": 5.9152668139734904e-06, + "loss": 1.084, + "step": 4686 + }, + { + "epoch": 0.6450591797412607, + "grad_norm": 1.620293168741993, + "learning_rate": 5.911198615551168e-06, + "loss": 1.095, + "step": 4687 + }, + { + "epoch": 0.645196807046518, + "grad_norm": 1.3076873238907827, + "learning_rate": 5.9071312295177085e-06, + "loss": 0.9673, + "step": 4688 + }, + { + "epoch": 0.6453344343517754, + "grad_norm": 1.572574904360785, + "learning_rate": 5.90306465668125e-06, + "loss": 1.0548, + "step": 4689 + }, + { + "epoch": 0.6454720616570327, + "grad_norm": 1.6672904411093779, + "learning_rate": 5.8989988978497616e-06, + "loss": 1.0704, + "step": 4690 + }, + { + "epoch": 0.6456096889622901, + "grad_norm": 1.557743550756274, + "learning_rate": 5.8949339538310544e-06, + "loss": 1.0609, + "step": 4691 + }, + { + "epoch": 0.6457473162675474, + "grad_norm": 1.4581503352432008, + "learning_rate": 5.890869825432784e-06, + "loss": 0.9888, + "step": 4692 + }, + { + "epoch": 0.6458849435728048, + "grad_norm": 1.4737055946468653, + "learning_rate": 5.8868065134624244e-06, + "loss": 1.1084, + "step": 4693 + }, + { + "epoch": 0.6460225708780623, + "grad_norm": 1.5784100144188467, + "learning_rate": 5.882744018727313e-06, + "loss": 1.123, + "step": 4694 + }, + { + "epoch": 0.6461601981833196, + "grad_norm": 1.7442007788219809, + "learning_rate": 5.8786823420346e-06, + "loss": 1.1289, + "step": 4695 + }, + { + "epoch": 0.646297825488577, + "grad_norm": 1.4801587585188845, + "learning_rate": 5.874621484191298e-06, + "loss": 1.0803, + "step": 4696 + }, + { + "epoch": 0.6464354527938343, + "grad_norm": 1.7053911587527215, + "learning_rate": 5.87056144600423e-06, + "loss": 1.0773, + "step": 4697 + }, + { + "epoch": 0.6465730800990916, + "grad_norm": 1.68159726642111, + "learning_rate": 5.866502228280081e-06, + "loss": 1.0663, + "step": 4698 + }, + { + "epoch": 0.646710707404349, + "grad_norm": 1.8202691003103233, + "learning_rate": 5.862443831825355e-06, + "loss": 1.1237, + "step": 4699 + }, + { + "epoch": 0.6468483347096063, + "grad_norm": 1.7546859202427914, + "learning_rate": 5.858386257446407e-06, + "loss": 1.057, + "step": 4700 + }, + { + "epoch": 0.6469859620148638, + "grad_norm": 1.6583393938283701, + "learning_rate": 5.854329505949412e-06, + "loss": 1.0931, + "step": 4701 + }, + { + "epoch": 0.6471235893201212, + "grad_norm": 1.6279627196793278, + "learning_rate": 5.850273578140402e-06, + "loss": 1.0121, + "step": 4702 + }, + { + "epoch": 0.6472612166253785, + "grad_norm": 1.6966722800596514, + "learning_rate": 5.846218474825223e-06, + "loss": 1.1226, + "step": 4703 + }, + { + "epoch": 0.6473988439306358, + "grad_norm": 1.7288155491274422, + "learning_rate": 5.842164196809578e-06, + "loss": 1.1096, + "step": 4704 + }, + { + "epoch": 0.6475364712358932, + "grad_norm": 1.692033608606293, + "learning_rate": 5.8381107448989926e-06, + "loss": 1.1111, + "step": 4705 + }, + { + "epoch": 0.6476740985411505, + "grad_norm": 1.8067624119216081, + "learning_rate": 5.8340581198988265e-06, + "loss": 1.1935, + "step": 4706 + }, + { + "epoch": 0.6478117258464079, + "grad_norm": 1.7435026665596476, + "learning_rate": 5.8300063226142945e-06, + "loss": 1.112, + "step": 4707 + }, + { + "epoch": 0.6479493531516652, + "grad_norm": 1.8177665110373402, + "learning_rate": 5.825955353850417e-06, + "loss": 1.1874, + "step": 4708 + }, + { + "epoch": 0.6480869804569227, + "grad_norm": 1.6082005777102142, + "learning_rate": 5.821905214412078e-06, + "loss": 1.0526, + "step": 4709 + }, + { + "epoch": 0.64822460776218, + "grad_norm": 1.7489637063360537, + "learning_rate": 5.81785590510398e-06, + "loss": 1.1789, + "step": 4710 + }, + { + "epoch": 0.6483622350674374, + "grad_norm": 1.697924084135781, + "learning_rate": 5.813807426730669e-06, + "loss": 1.0554, + "step": 4711 + }, + { + "epoch": 0.6484998623726947, + "grad_norm": 1.4061681383262898, + "learning_rate": 5.809759780096518e-06, + "loss": 1.0106, + "step": 4712 + }, + { + "epoch": 0.6486374896779521, + "grad_norm": 1.6794904073247903, + "learning_rate": 5.8057129660057395e-06, + "loss": 1.07, + "step": 4713 + }, + { + "epoch": 0.6487751169832094, + "grad_norm": 1.5689913299000067, + "learning_rate": 5.801666985262382e-06, + "loss": 1.0511, + "step": 4714 + }, + { + "epoch": 0.6489127442884668, + "grad_norm": 1.586113875760483, + "learning_rate": 5.797621838670327e-06, + "loss": 1.0446, + "step": 4715 + }, + { + "epoch": 0.6490503715937241, + "grad_norm": 1.608742903674682, + "learning_rate": 5.793577527033287e-06, + "loss": 1.0616, + "step": 4716 + }, + { + "epoch": 0.6491879988989816, + "grad_norm": 1.4588645169016652, + "learning_rate": 5.789534051154812e-06, + "loss": 1.042, + "step": 4717 + }, + { + "epoch": 0.649325626204239, + "grad_norm": 1.587028295339391, + "learning_rate": 5.7854914118382875e-06, + "loss": 0.9786, + "step": 4718 + }, + { + "epoch": 0.6494632535094963, + "grad_norm": 1.7083404242584486, + "learning_rate": 5.781449609886929e-06, + "loss": 1.0824, + "step": 4719 + }, + { + "epoch": 0.6496008808147536, + "grad_norm": 1.5292793779036211, + "learning_rate": 5.777408646103787e-06, + "loss": 1.0673, + "step": 4720 + }, + { + "epoch": 0.649738508120011, + "grad_norm": 1.5673873809189616, + "learning_rate": 5.773368521291747e-06, + "loss": 1.0617, + "step": 4721 + }, + { + "epoch": 0.6498761354252683, + "grad_norm": 1.7591176879170303, + "learning_rate": 5.7693292362535235e-06, + "loss": 1.1102, + "step": 4722 + }, + { + "epoch": 0.6500137627305257, + "grad_norm": 1.8372859170681488, + "learning_rate": 5.7652907917916716e-06, + "loss": 1.17, + "step": 4723 + }, + { + "epoch": 0.6501513900357831, + "grad_norm": 1.5520973660754018, + "learning_rate": 5.7612531887085696e-06, + "loss": 1.0626, + "step": 4724 + }, + { + "epoch": 0.6502890173410405, + "grad_norm": 1.6595373256419574, + "learning_rate": 5.757216427806436e-06, + "loss": 1.0086, + "step": 4725 + }, + { + "epoch": 0.6504266446462978, + "grad_norm": 1.6497420042901334, + "learning_rate": 5.753180509887326e-06, + "loss": 1.1109, + "step": 4726 + }, + { + "epoch": 0.6505642719515552, + "grad_norm": 1.6654099632499966, + "learning_rate": 5.749145435753109e-06, + "loss": 1.0597, + "step": 4727 + }, + { + "epoch": 0.6507018992568125, + "grad_norm": 1.6559535443788276, + "learning_rate": 5.745111206205516e-06, + "loss": 1.028, + "step": 4728 + }, + { + "epoch": 0.6508395265620699, + "grad_norm": 1.5028760207964857, + "learning_rate": 5.741077822046073e-06, + "loss": 1.1007, + "step": 4729 + }, + { + "epoch": 0.6509771538673272, + "grad_norm": 1.6997417483087063, + "learning_rate": 5.737045284076177e-06, + "loss": 0.9936, + "step": 4730 + }, + { + "epoch": 0.6511147811725846, + "grad_norm": 1.5553148888903652, + "learning_rate": 5.733013593097021e-06, + "loss": 1.0512, + "step": 4731 + }, + { + "epoch": 0.651252408477842, + "grad_norm": 1.641951369715081, + "learning_rate": 5.7289827499096606e-06, + "loss": 1.0802, + "step": 4732 + }, + { + "epoch": 0.6513900357830994, + "grad_norm": 1.6175449077481034, + "learning_rate": 5.724952755314963e-06, + "loss": 1.1118, + "step": 4733 + }, + { + "epoch": 0.6515276630883567, + "grad_norm": 1.6363348765991381, + "learning_rate": 5.720923610113636e-06, + "loss": 1.1055, + "step": 4734 + }, + { + "epoch": 0.6516652903936141, + "grad_norm": 1.7256656470806382, + "learning_rate": 5.71689531510621e-06, + "loss": 1.1605, + "step": 4735 + }, + { + "epoch": 0.6518029176988714, + "grad_norm": 1.5231663060634706, + "learning_rate": 5.7128678710930576e-06, + "loss": 1.066, + "step": 4736 + }, + { + "epoch": 0.6519405450041288, + "grad_norm": 1.6132264802334324, + "learning_rate": 5.70884127887438e-06, + "loss": 1.0553, + "step": 4737 + }, + { + "epoch": 0.6520781723093861, + "grad_norm": 1.4725640510640734, + "learning_rate": 5.70481553925019e-06, + "loss": 1.0696, + "step": 4738 + }, + { + "epoch": 0.6522157996146436, + "grad_norm": 1.585815397845745, + "learning_rate": 5.700790653020363e-06, + "loss": 1.0776, + "step": 4739 + }, + { + "epoch": 0.652353426919901, + "grad_norm": 1.6211948224825228, + "learning_rate": 5.696766620984584e-06, + "loss": 1.0428, + "step": 4740 + }, + { + "epoch": 0.6524910542251583, + "grad_norm": 1.565905744486842, + "learning_rate": 5.692743443942372e-06, + "loss": 1.0144, + "step": 4741 + }, + { + "epoch": 0.6526286815304156, + "grad_norm": 1.7467758898288432, + "learning_rate": 5.6887211226930775e-06, + "loss": 1.042, + "step": 4742 + }, + { + "epoch": 0.652766308835673, + "grad_norm": 1.6102781501950314, + "learning_rate": 5.684699658035881e-06, + "loss": 1.042, + "step": 4743 + }, + { + "epoch": 0.6529039361409303, + "grad_norm": 1.475172675972157, + "learning_rate": 5.6806790507697926e-06, + "loss": 0.979, + "step": 4744 + }, + { + "epoch": 0.6530415634461877, + "grad_norm": 1.8617953686020112, + "learning_rate": 5.676659301693652e-06, + "loss": 1.1864, + "step": 4745 + }, + { + "epoch": 0.653179190751445, + "grad_norm": 1.6124742954834288, + "learning_rate": 5.672640411606127e-06, + "loss": 1.1355, + "step": 4746 + }, + { + "epoch": 0.6533168180567025, + "grad_norm": 1.84555899339586, + "learning_rate": 5.66862238130572e-06, + "loss": 1.0317, + "step": 4747 + }, + { + "epoch": 0.6534544453619598, + "grad_norm": 1.65321593549814, + "learning_rate": 5.6646052115907524e-06, + "loss": 1.0168, + "step": 4748 + }, + { + "epoch": 0.6535920726672172, + "grad_norm": 1.4199581001984996, + "learning_rate": 5.660588903259385e-06, + "loss": 1.0514, + "step": 4749 + }, + { + "epoch": 0.6537296999724745, + "grad_norm": 1.5902116072135506, + "learning_rate": 5.6565734571096e-06, + "loss": 1.0483, + "step": 4750 + }, + { + "epoch": 0.6538673272777319, + "grad_norm": 1.6770733271378282, + "learning_rate": 5.65255887393922e-06, + "loss": 1.1111, + "step": 4751 + }, + { + "epoch": 0.6540049545829892, + "grad_norm": 1.7053885383812406, + "learning_rate": 5.648545154545879e-06, + "loss": 0.9519, + "step": 4752 + }, + { + "epoch": 0.6541425818882466, + "grad_norm": 1.5427606530329467, + "learning_rate": 5.644532299727051e-06, + "loss": 1.1225, + "step": 4753 + }, + { + "epoch": 0.6542802091935039, + "grad_norm": 1.7309274672660622, + "learning_rate": 5.640520310280036e-06, + "loss": 1.0758, + "step": 4754 + }, + { + "epoch": 0.6544178364987614, + "grad_norm": 1.8386500736945748, + "learning_rate": 5.636509187001958e-06, + "loss": 1.1253, + "step": 4755 + }, + { + "epoch": 0.6545554638040187, + "grad_norm": 1.7026332503099673, + "learning_rate": 5.632498930689776e-06, + "loss": 1.0777, + "step": 4756 + }, + { + "epoch": 0.6546930911092761, + "grad_norm": 1.5934437079742976, + "learning_rate": 5.628489542140269e-06, + "loss": 1.0357, + "step": 4757 + }, + { + "epoch": 0.6548307184145334, + "grad_norm": 1.7573022681487478, + "learning_rate": 5.624481022150057e-06, + "loss": 1.0963, + "step": 4758 + }, + { + "epoch": 0.6549683457197908, + "grad_norm": 1.5296324879442962, + "learning_rate": 5.620473371515564e-06, + "loss": 1.0858, + "step": 4759 + }, + { + "epoch": 0.6551059730250481, + "grad_norm": 1.7203929495052832, + "learning_rate": 5.6164665910330715e-06, + "loss": 1.0912, + "step": 4760 + }, + { + "epoch": 0.6552436003303055, + "grad_norm": 1.685591698160948, + "learning_rate": 5.612460681498655e-06, + "loss": 1.0571, + "step": 4761 + }, + { + "epoch": 0.655381227635563, + "grad_norm": 1.6304149311585483, + "learning_rate": 5.608455643708251e-06, + "loss": 1.1142, + "step": 4762 + }, + { + "epoch": 0.6555188549408203, + "grad_norm": 1.6414762572704291, + "learning_rate": 5.6044514784575865e-06, + "loss": 1.1069, + "step": 4763 + }, + { + "epoch": 0.6556564822460776, + "grad_norm": 1.6522921339382675, + "learning_rate": 5.600448186542251e-06, + "loss": 1.0921, + "step": 4764 + }, + { + "epoch": 0.655794109551335, + "grad_norm": 1.6832737685362313, + "learning_rate": 5.5964457687576366e-06, + "loss": 1.0839, + "step": 4765 + }, + { + "epoch": 0.6559317368565923, + "grad_norm": 1.521426515292413, + "learning_rate": 5.5924442258989694e-06, + "loss": 1.0086, + "step": 4766 + }, + { + "epoch": 0.6560693641618497, + "grad_norm": 1.5364479656432637, + "learning_rate": 5.588443558761303e-06, + "loss": 1.0472, + "step": 4767 + }, + { + "epoch": 0.656206991467107, + "grad_norm": 1.5859498942802759, + "learning_rate": 5.584443768139514e-06, + "loss": 1.03, + "step": 4768 + }, + { + "epoch": 0.6563446187723644, + "grad_norm": 1.6993621785186006, + "learning_rate": 5.580444854828309e-06, + "loss": 1.055, + "step": 4769 + }, + { + "epoch": 0.6564822460776218, + "grad_norm": 1.5514729492198198, + "learning_rate": 5.576446819622205e-06, + "loss": 0.9989, + "step": 4770 + }, + { + "epoch": 0.6566198733828792, + "grad_norm": 1.485876984814478, + "learning_rate": 5.572449663315572e-06, + "loss": 1.0701, + "step": 4771 + }, + { + "epoch": 0.6567575006881365, + "grad_norm": 1.5201792039581292, + "learning_rate": 5.5684533867025836e-06, + "loss": 1.0567, + "step": 4772 + }, + { + "epoch": 0.6568951279933939, + "grad_norm": 1.5028305555532662, + "learning_rate": 5.564457990577246e-06, + "loss": 1.0482, + "step": 4773 + }, + { + "epoch": 0.6570327552986512, + "grad_norm": 1.8671784921211179, + "learning_rate": 5.560463475733391e-06, + "loss": 1.0263, + "step": 4774 + }, + { + "epoch": 0.6571703826039086, + "grad_norm": 1.6837184860971215, + "learning_rate": 5.556469842964671e-06, + "loss": 1.1429, + "step": 4775 + }, + { + "epoch": 0.6573080099091659, + "grad_norm": 1.7395714560978845, + "learning_rate": 5.552477093064569e-06, + "loss": 1.0923, + "step": 4776 + }, + { + "epoch": 0.6574456372144234, + "grad_norm": 1.6104662205142066, + "learning_rate": 5.548485226826388e-06, + "loss": 1.0453, + "step": 4777 + }, + { + "epoch": 0.6575832645196807, + "grad_norm": 1.8104330986160397, + "learning_rate": 5.544494245043257e-06, + "loss": 1.1032, + "step": 4778 + }, + { + "epoch": 0.6577208918249381, + "grad_norm": 1.5577230123676535, + "learning_rate": 5.5405041485081325e-06, + "loss": 1.0684, + "step": 4779 + }, + { + "epoch": 0.6578585191301954, + "grad_norm": 1.655104478804729, + "learning_rate": 5.536514938013788e-06, + "loss": 1.1515, + "step": 4780 + }, + { + "epoch": 0.6579961464354528, + "grad_norm": 1.561936542284091, + "learning_rate": 5.5325266143528275e-06, + "loss": 1.1177, + "step": 4781 + }, + { + "epoch": 0.6581337737407101, + "grad_norm": 1.5540162134803044, + "learning_rate": 5.528539178317671e-06, + "loss": 1.1284, + "step": 4782 + }, + { + "epoch": 0.6582714010459675, + "grad_norm": 1.6384702233450361, + "learning_rate": 5.524552630700582e-06, + "loss": 1.0738, + "step": 4783 + }, + { + "epoch": 0.6584090283512248, + "grad_norm": 1.9360925194928342, + "learning_rate": 5.520566972293617e-06, + "loss": 1.143, + "step": 4784 + }, + { + "epoch": 0.6585466556564823, + "grad_norm": 1.4541299727098433, + "learning_rate": 5.516582203888679e-06, + "loss": 1.0744, + "step": 4785 + }, + { + "epoch": 0.6586842829617396, + "grad_norm": 1.6146191312257674, + "learning_rate": 5.512598326277485e-06, + "loss": 0.9925, + "step": 4786 + }, + { + "epoch": 0.658821910266997, + "grad_norm": 1.518723785613815, + "learning_rate": 5.50861534025158e-06, + "loss": 0.978, + "step": 4787 + }, + { + "epoch": 0.6589595375722543, + "grad_norm": 1.5339068454403018, + "learning_rate": 5.504633246602325e-06, + "loss": 0.9774, + "step": 4788 + }, + { + "epoch": 0.6590971648775117, + "grad_norm": 1.7619253191670874, + "learning_rate": 5.500652046120904e-06, + "loss": 1.0697, + "step": 4789 + }, + { + "epoch": 0.659234792182769, + "grad_norm": 1.6149410608069947, + "learning_rate": 5.49667173959834e-06, + "loss": 1.1017, + "step": 4790 + }, + { + "epoch": 0.6593724194880264, + "grad_norm": 1.638790539087764, + "learning_rate": 5.49269232782545e-06, + "loss": 1.0969, + "step": 4791 + }, + { + "epoch": 0.6595100467932837, + "grad_norm": 1.455832211522804, + "learning_rate": 5.488713811592905e-06, + "loss": 1.034, + "step": 4792 + }, + { + "epoch": 0.6596476740985412, + "grad_norm": 1.6458242431028032, + "learning_rate": 5.484736191691164e-06, + "loss": 1.1249, + "step": 4793 + }, + { + "epoch": 0.6597853014037985, + "grad_norm": 1.6103528142219041, + "learning_rate": 5.480759468910539e-06, + "loss": 1.1551, + "step": 4794 + }, + { + "epoch": 0.6599229287090559, + "grad_norm": 1.819200707795771, + "learning_rate": 5.476783644041146e-06, + "loss": 1.181, + "step": 4795 + }, + { + "epoch": 0.6600605560143132, + "grad_norm": 1.4999480727478034, + "learning_rate": 5.472808717872927e-06, + "loss": 1.0514, + "step": 4796 + }, + { + "epoch": 0.6601981833195706, + "grad_norm": 1.6950673090713821, + "learning_rate": 5.468834691195646e-06, + "loss": 1.0713, + "step": 4797 + }, + { + "epoch": 0.6603358106248279, + "grad_norm": 1.4637582446720019, + "learning_rate": 5.464861564798885e-06, + "loss": 1.0895, + "step": 4798 + }, + { + "epoch": 0.6604734379300853, + "grad_norm": 1.7017485538794899, + "learning_rate": 5.460889339472053e-06, + "loss": 1.0895, + "step": 4799 + }, + { + "epoch": 0.6606110652353427, + "grad_norm": 1.550521827885551, + "learning_rate": 5.4569180160043744e-06, + "loss": 1.0765, + "step": 4800 + }, + { + "epoch": 0.6607486925406001, + "grad_norm": 1.6445842677821907, + "learning_rate": 5.452947595184899e-06, + "loss": 1.0862, + "step": 4801 + }, + { + "epoch": 0.6608863198458574, + "grad_norm": 1.5560840940467195, + "learning_rate": 5.448978077802493e-06, + "loss": 1.0699, + "step": 4802 + }, + { + "epoch": 0.6610239471511148, + "grad_norm": 1.4989797815900467, + "learning_rate": 5.445009464645847e-06, + "loss": 1.0522, + "step": 4803 + }, + { + "epoch": 0.6611615744563721, + "grad_norm": 1.5081518617633558, + "learning_rate": 5.441041756503471e-06, + "loss": 1.0693, + "step": 4804 + }, + { + "epoch": 0.6612992017616295, + "grad_norm": 1.7337576797978391, + "learning_rate": 5.43707495416369e-06, + "loss": 1.0486, + "step": 4805 + }, + { + "epoch": 0.6614368290668868, + "grad_norm": 1.5003959189530343, + "learning_rate": 5.433109058414658e-06, + "loss": 1.0726, + "step": 4806 + }, + { + "epoch": 0.6615744563721442, + "grad_norm": 1.6032338564898783, + "learning_rate": 5.429144070044341e-06, + "loss": 1.0718, + "step": 4807 + }, + { + "epoch": 0.6617120836774016, + "grad_norm": 1.5859172630628775, + "learning_rate": 5.42517998984053e-06, + "loss": 1.057, + "step": 4808 + }, + { + "epoch": 0.661849710982659, + "grad_norm": 1.6090796111482122, + "learning_rate": 5.4212168185908306e-06, + "loss": 1.1588, + "step": 4809 + }, + { + "epoch": 0.6619873382879163, + "grad_norm": 1.5747107922200454, + "learning_rate": 5.417254557082674e-06, + "loss": 1.0256, + "step": 4810 + }, + { + "epoch": 0.6621249655931737, + "grad_norm": 1.5026840298331328, + "learning_rate": 5.413293206103307e-06, + "loss": 1.0015, + "step": 4811 + }, + { + "epoch": 0.662262592898431, + "grad_norm": 1.5587390058532453, + "learning_rate": 5.40933276643979e-06, + "loss": 1.0186, + "step": 4812 + }, + { + "epoch": 0.6624002202036884, + "grad_norm": 1.548849914692129, + "learning_rate": 5.405373238879019e-06, + "loss": 0.9862, + "step": 4813 + }, + { + "epoch": 0.6625378475089457, + "grad_norm": 1.6421783954728926, + "learning_rate": 5.401414624207686e-06, + "loss": 1.0725, + "step": 4814 + }, + { + "epoch": 0.6626754748142032, + "grad_norm": 1.5513011875410685, + "learning_rate": 5.3974569232123276e-06, + "loss": 1.0485, + "step": 4815 + }, + { + "epoch": 0.6628131021194605, + "grad_norm": 1.5665510622106928, + "learning_rate": 5.39350013667927e-06, + "loss": 1.0566, + "step": 4816 + }, + { + "epoch": 0.6629507294247179, + "grad_norm": 1.6768058261354282, + "learning_rate": 5.3895442653946815e-06, + "loss": 1.0759, + "step": 4817 + }, + { + "epoch": 0.6630883567299752, + "grad_norm": 1.681938095094502, + "learning_rate": 5.385589310144537e-06, + "loss": 1.0937, + "step": 4818 + }, + { + "epoch": 0.6632259840352326, + "grad_norm": 1.808935073415811, + "learning_rate": 5.381635271714628e-06, + "loss": 1.0847, + "step": 4819 + }, + { + "epoch": 0.6633636113404899, + "grad_norm": 1.637328480722882, + "learning_rate": 5.37768215089058e-06, + "loss": 1.1227, + "step": 4820 + }, + { + "epoch": 0.6635012386457473, + "grad_norm": 1.4706578201551306, + "learning_rate": 5.373729948457808e-06, + "loss": 1.0635, + "step": 4821 + }, + { + "epoch": 0.6636388659510046, + "grad_norm": 1.584069821144242, + "learning_rate": 5.369778665201576e-06, + "loss": 1.034, + "step": 4822 + }, + { + "epoch": 0.6637764932562621, + "grad_norm": 1.7144979811185095, + "learning_rate": 5.365828301906935e-06, + "loss": 1.1189, + "step": 4823 + }, + { + "epoch": 0.6639141205615194, + "grad_norm": 1.6451604426699038, + "learning_rate": 5.361878859358782e-06, + "loss": 1.1718, + "step": 4824 + }, + { + "epoch": 0.6640517478667768, + "grad_norm": 1.6712373828058713, + "learning_rate": 5.3579303383418055e-06, + "loss": 1.0449, + "step": 4825 + }, + { + "epoch": 0.6641893751720341, + "grad_norm": 1.5962635675465613, + "learning_rate": 5.35398273964053e-06, + "loss": 1.0359, + "step": 4826 + }, + { + "epoch": 0.6643270024772915, + "grad_norm": 1.6676747393335558, + "learning_rate": 5.350036064039287e-06, + "loss": 1.0482, + "step": 4827 + }, + { + "epoch": 0.6644646297825488, + "grad_norm": 1.706485257120265, + "learning_rate": 5.346090312322227e-06, + "loss": 1.0218, + "step": 4828 + }, + { + "epoch": 0.6646022570878062, + "grad_norm": 1.5800411430532417, + "learning_rate": 5.342145485273318e-06, + "loss": 1.0588, + "step": 4829 + }, + { + "epoch": 0.6647398843930635, + "grad_norm": 1.5601304903569573, + "learning_rate": 5.338201583676341e-06, + "loss": 1.0255, + "step": 4830 + }, + { + "epoch": 0.664877511698321, + "grad_norm": 1.544762279688414, + "learning_rate": 5.334258608314896e-06, + "loss": 1.1033, + "step": 4831 + }, + { + "epoch": 0.6650151390035783, + "grad_norm": 1.6043392393533331, + "learning_rate": 5.330316559972399e-06, + "loss": 1.1079, + "step": 4832 + }, + { + "epoch": 0.6651527663088357, + "grad_norm": 1.4441612976067004, + "learning_rate": 5.326375439432081e-06, + "loss": 0.9858, + "step": 4833 + }, + { + "epoch": 0.665290393614093, + "grad_norm": 1.6134517661858607, + "learning_rate": 5.322435247476987e-06, + "loss": 1.0629, + "step": 4834 + }, + { + "epoch": 0.6654280209193504, + "grad_norm": 1.6239890741582121, + "learning_rate": 5.318495984889981e-06, + "loss": 1.0912, + "step": 4835 + }, + { + "epoch": 0.6655656482246077, + "grad_norm": 1.6000896213777456, + "learning_rate": 5.31455765245374e-06, + "loss": 1.0977, + "step": 4836 + }, + { + "epoch": 0.6657032755298651, + "grad_norm": 1.7642932756899539, + "learning_rate": 5.310620250950757e-06, + "loss": 1.0539, + "step": 4837 + }, + { + "epoch": 0.6658409028351225, + "grad_norm": 1.5402006966317037, + "learning_rate": 5.30668378116334e-06, + "loss": 1.104, + "step": 4838 + }, + { + "epoch": 0.6659785301403799, + "grad_norm": 1.6288126365649194, + "learning_rate": 5.30274824387361e-06, + "loss": 1.0275, + "step": 4839 + }, + { + "epoch": 0.6661161574456372, + "grad_norm": 1.8806386090678815, + "learning_rate": 5.298813639863506e-06, + "loss": 1.1175, + "step": 4840 + }, + { + "epoch": 0.6662537847508946, + "grad_norm": 1.5611767457976498, + "learning_rate": 5.294879969914779e-06, + "loss": 1.0557, + "step": 4841 + }, + { + "epoch": 0.6663914120561519, + "grad_norm": 1.5705243518139929, + "learning_rate": 5.2909472348089966e-06, + "loss": 0.9933, + "step": 4842 + }, + { + "epoch": 0.6665290393614093, + "grad_norm": 1.475642182368605, + "learning_rate": 5.287015435327538e-06, + "loss": 1.0694, + "step": 4843 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 1.450048083781475, + "learning_rate": 5.2830845722515965e-06, + "loss": 1.0408, + "step": 4844 + }, + { + "epoch": 0.666804293971924, + "grad_norm": 1.8728455984237338, + "learning_rate": 5.27915464636219e-06, + "loss": 1.1374, + "step": 4845 + }, + { + "epoch": 0.6669419212771814, + "grad_norm": 1.7213359757084388, + "learning_rate": 5.275225658440126e-06, + "loss": 1.1478, + "step": 4846 + }, + { + "epoch": 0.6670795485824388, + "grad_norm": 1.654038897143925, + "learning_rate": 5.271297609266055e-06, + "loss": 1.0846, + "step": 4847 + }, + { + "epoch": 0.6672171758876961, + "grad_norm": 1.7119554326345707, + "learning_rate": 5.267370499620419e-06, + "loss": 1.0745, + "step": 4848 + }, + { + "epoch": 0.6673548031929535, + "grad_norm": 1.4024777462347575, + "learning_rate": 5.263444330283481e-06, + "loss": 0.9903, + "step": 4849 + }, + { + "epoch": 0.6674924304982108, + "grad_norm": 1.5776776419374983, + "learning_rate": 5.2595191020353165e-06, + "loss": 1.1428, + "step": 4850 + }, + { + "epoch": 0.6676300578034682, + "grad_norm": 1.4711313380497695, + "learning_rate": 5.255594815655813e-06, + "loss": 0.9698, + "step": 4851 + }, + { + "epoch": 0.6677676851087255, + "grad_norm": 1.7016505540471847, + "learning_rate": 5.251671471924684e-06, + "loss": 1.1017, + "step": 4852 + }, + { + "epoch": 0.667905312413983, + "grad_norm": 1.551715055728504, + "learning_rate": 5.247749071621429e-06, + "loss": 1.0828, + "step": 4853 + }, + { + "epoch": 0.6680429397192403, + "grad_norm": 1.6787228957573743, + "learning_rate": 5.2438276155253895e-06, + "loss": 1.1506, + "step": 4854 + }, + { + "epoch": 0.6681805670244977, + "grad_norm": 1.5532425191694357, + "learning_rate": 5.23990710441569e-06, + "loss": 1.113, + "step": 4855 + }, + { + "epoch": 0.668318194329755, + "grad_norm": 1.615789519006682, + "learning_rate": 5.235987539071299e-06, + "loss": 1.0427, + "step": 4856 + }, + { + "epoch": 0.6684558216350124, + "grad_norm": 1.7181645321960297, + "learning_rate": 5.232068920270963e-06, + "loss": 1.193, + "step": 4857 + }, + { + "epoch": 0.6685934489402697, + "grad_norm": 1.6415702811099648, + "learning_rate": 5.22815124879327e-06, + "loss": 1.1055, + "step": 4858 + }, + { + "epoch": 0.6687310762455271, + "grad_norm": 1.6720789122949171, + "learning_rate": 5.224234525416605e-06, + "loss": 1.1512, + "step": 4859 + }, + { + "epoch": 0.6688687035507844, + "grad_norm": 1.6107204362948255, + "learning_rate": 5.2203187509191665e-06, + "loss": 1.0518, + "step": 4860 + }, + { + "epoch": 0.6690063308560419, + "grad_norm": 1.7048943234628895, + "learning_rate": 5.216403926078965e-06, + "loss": 1.136, + "step": 4861 + }, + { + "epoch": 0.6691439581612992, + "grad_norm": 1.5723077711177627, + "learning_rate": 5.212490051673825e-06, + "loss": 1.0596, + "step": 4862 + }, + { + "epoch": 0.6692815854665566, + "grad_norm": 1.4769135534919102, + "learning_rate": 5.208577128481377e-06, + "loss": 0.9735, + "step": 4863 + }, + { + "epoch": 0.6694192127718139, + "grad_norm": 1.5005100011378545, + "learning_rate": 5.204665157279065e-06, + "loss": 1.0445, + "step": 4864 + }, + { + "epoch": 0.6695568400770713, + "grad_norm": 1.5105097386428157, + "learning_rate": 5.200754138844146e-06, + "loss": 1.1042, + "step": 4865 + }, + { + "epoch": 0.6696944673823286, + "grad_norm": 1.6833142317620475, + "learning_rate": 5.196844073953686e-06, + "loss": 1.1297, + "step": 4866 + }, + { + "epoch": 0.669832094687586, + "grad_norm": 1.7839513045294753, + "learning_rate": 5.1929349633845595e-06, + "loss": 1.0944, + "step": 4867 + }, + { + "epoch": 0.6699697219928433, + "grad_norm": 1.6445672094967483, + "learning_rate": 5.189026807913454e-06, + "loss": 1.0492, + "step": 4868 + }, + { + "epoch": 0.6701073492981008, + "grad_norm": 1.5818754616903046, + "learning_rate": 5.185119608316868e-06, + "loss": 1.1381, + "step": 4869 + }, + { + "epoch": 0.6702449766033581, + "grad_norm": 1.6742215289440492, + "learning_rate": 5.181213365371106e-06, + "loss": 1.0795, + "step": 4870 + }, + { + "epoch": 0.6703826039086155, + "grad_norm": 1.5325686624604677, + "learning_rate": 5.177308079852287e-06, + "loss": 0.9879, + "step": 4871 + }, + { + "epoch": 0.6705202312138728, + "grad_norm": 1.6285700067788884, + "learning_rate": 5.1734037525363365e-06, + "loss": 1.1589, + "step": 4872 + }, + { + "epoch": 0.6706578585191302, + "grad_norm": 1.5970297475540813, + "learning_rate": 5.169500384198991e-06, + "loss": 1.1084, + "step": 4873 + }, + { + "epoch": 0.6707954858243875, + "grad_norm": 1.5770654534028268, + "learning_rate": 5.165597975615795e-06, + "loss": 1.1175, + "step": 4874 + }, + { + "epoch": 0.6709331131296449, + "grad_norm": 1.601657494534071, + "learning_rate": 5.161696527562111e-06, + "loss": 1.0552, + "step": 4875 + }, + { + "epoch": 0.6710707404349023, + "grad_norm": 1.6045921533264789, + "learning_rate": 5.1577960408130915e-06, + "loss": 1.0492, + "step": 4876 + }, + { + "epoch": 0.6712083677401597, + "grad_norm": 1.689981625387521, + "learning_rate": 5.153896516143724e-06, + "loss": 1.1035, + "step": 4877 + }, + { + "epoch": 0.671345995045417, + "grad_norm": 1.5289973862481507, + "learning_rate": 5.149997954328774e-06, + "loss": 1.0443, + "step": 4878 + }, + { + "epoch": 0.6714836223506744, + "grad_norm": 1.6144122948912782, + "learning_rate": 5.146100356142849e-06, + "loss": 1.0424, + "step": 4879 + }, + { + "epoch": 0.6716212496559317, + "grad_norm": 1.568400863109051, + "learning_rate": 5.142203722360337e-06, + "loss": 1.11, + "step": 4880 + }, + { + "epoch": 0.6717588769611891, + "grad_norm": 1.5900190527369111, + "learning_rate": 5.138308053755446e-06, + "loss": 1.0931, + "step": 4881 + }, + { + "epoch": 0.6718965042664464, + "grad_norm": 1.8468325657855897, + "learning_rate": 5.134413351102203e-06, + "loss": 1.0317, + "step": 4882 + }, + { + "epoch": 0.6720341315717038, + "grad_norm": 1.5698715229090392, + "learning_rate": 5.130519615174417e-06, + "loss": 1.0984, + "step": 4883 + }, + { + "epoch": 0.6721717588769612, + "grad_norm": 1.5632687185400804, + "learning_rate": 5.126626846745735e-06, + "loss": 1.0977, + "step": 4884 + }, + { + "epoch": 0.6723093861822186, + "grad_norm": 1.5588045758794513, + "learning_rate": 5.122735046589579e-06, + "loss": 1.0449, + "step": 4885 + }, + { + "epoch": 0.6724470134874759, + "grad_norm": 1.5089633877134851, + "learning_rate": 5.118844215479218e-06, + "loss": 1.0952, + "step": 4886 + }, + { + "epoch": 0.6725846407927333, + "grad_norm": 1.604936377139534, + "learning_rate": 5.114954354187687e-06, + "loss": 1.088, + "step": 4887 + }, + { + "epoch": 0.6727222680979906, + "grad_norm": 1.5558831237074242, + "learning_rate": 5.111065463487861e-06, + "loss": 1.1296, + "step": 4888 + }, + { + "epoch": 0.672859895403248, + "grad_norm": 1.725396862433049, + "learning_rate": 5.107177544152404e-06, + "loss": 1.0916, + "step": 4889 + }, + { + "epoch": 0.6729975227085053, + "grad_norm": 1.4909011304304138, + "learning_rate": 5.103290596953795e-06, + "loss": 1.0149, + "step": 4890 + }, + { + "epoch": 0.6731351500137628, + "grad_norm": 1.5980701971899838, + "learning_rate": 5.099404622664314e-06, + "loss": 1.0235, + "step": 4891 + }, + { + "epoch": 0.6732727773190201, + "grad_norm": 1.6412386485982047, + "learning_rate": 5.095519622056054e-06, + "loss": 1.0102, + "step": 4892 + }, + { + "epoch": 0.6734104046242775, + "grad_norm": 1.7444341563709744, + "learning_rate": 5.09163559590091e-06, + "loss": 1.0953, + "step": 4893 + }, + { + "epoch": 0.6735480319295348, + "grad_norm": 1.7459421598667353, + "learning_rate": 5.087752544970584e-06, + "loss": 1.1347, + "step": 4894 + }, + { + "epoch": 0.6736856592347922, + "grad_norm": 1.6733698004162891, + "learning_rate": 5.083870470036587e-06, + "loss": 1.0747, + "step": 4895 + }, + { + "epoch": 0.6738232865400495, + "grad_norm": 1.7688212335109823, + "learning_rate": 5.079989371870233e-06, + "loss": 1.141, + "step": 4896 + }, + { + "epoch": 0.6739609138453069, + "grad_norm": 1.7238921773880334, + "learning_rate": 5.076109251242642e-06, + "loss": 1.1313, + "step": 4897 + }, + { + "epoch": 0.6740985411505642, + "grad_norm": 1.4201409270852519, + "learning_rate": 5.072230108924744e-06, + "loss": 1.0178, + "step": 4898 + }, + { + "epoch": 0.6742361684558217, + "grad_norm": 1.721207182161762, + "learning_rate": 5.068351945687269e-06, + "loss": 1.1073, + "step": 4899 + }, + { + "epoch": 0.674373795761079, + "grad_norm": 1.5528842539429595, + "learning_rate": 5.064474762300755e-06, + "loss": 1.0977, + "step": 4900 + }, + { + "epoch": 0.6745114230663364, + "grad_norm": 1.7435061492535782, + "learning_rate": 5.060598559535546e-06, + "loss": 1.0606, + "step": 4901 + }, + { + "epoch": 0.6746490503715937, + "grad_norm": 1.753677972733431, + "learning_rate": 5.056723338161788e-06, + "loss": 1.0397, + "step": 4902 + }, + { + "epoch": 0.6747866776768511, + "grad_norm": 1.6486608707479615, + "learning_rate": 5.052849098949439e-06, + "loss": 1.0697, + "step": 4903 + }, + { + "epoch": 0.6749243049821084, + "grad_norm": 1.5889603668850176, + "learning_rate": 5.048975842668255e-06, + "loss": 1.0756, + "step": 4904 + }, + { + "epoch": 0.6750619322873658, + "grad_norm": 1.7150605821068692, + "learning_rate": 5.0451035700877994e-06, + "loss": 1.092, + "step": 4905 + }, + { + "epoch": 0.6751995595926231, + "grad_norm": 1.6883679598595114, + "learning_rate": 5.041232281977433e-06, + "loss": 1.1015, + "step": 4906 + }, + { + "epoch": 0.6753371868978806, + "grad_norm": 1.6026730360710015, + "learning_rate": 5.037361979106343e-06, + "loss": 1.1389, + "step": 4907 + }, + { + "epoch": 0.6754748142031379, + "grad_norm": 1.5154127745953971, + "learning_rate": 5.03349266224349e-06, + "loss": 1.0486, + "step": 4908 + }, + { + "epoch": 0.6756124415083953, + "grad_norm": 1.7368150735946981, + "learning_rate": 5.029624332157667e-06, + "loss": 1.156, + "step": 4909 + }, + { + "epoch": 0.6757500688136526, + "grad_norm": 1.6672292630066974, + "learning_rate": 5.0257569896174455e-06, + "loss": 1.1098, + "step": 4910 + }, + { + "epoch": 0.67588769611891, + "grad_norm": 1.5316009154100045, + "learning_rate": 5.021890635391228e-06, + "loss": 1.1447, + "step": 4911 + }, + { + "epoch": 0.6760253234241673, + "grad_norm": 1.5778607810645993, + "learning_rate": 5.0180252702471935e-06, + "loss": 1.0702, + "step": 4912 + }, + { + "epoch": 0.6761629507294247, + "grad_norm": 1.7094617704978468, + "learning_rate": 5.014160894953339e-06, + "loss": 1.1184, + "step": 4913 + }, + { + "epoch": 0.6763005780346821, + "grad_norm": 1.6584117300527546, + "learning_rate": 5.010297510277473e-06, + "loss": 1.1192, + "step": 4914 + }, + { + "epoch": 0.6764382053399395, + "grad_norm": 1.7378788226379653, + "learning_rate": 5.006435116987183e-06, + "loss": 1.0691, + "step": 4915 + }, + { + "epoch": 0.6765758326451968, + "grad_norm": 1.641105781493065, + "learning_rate": 5.002573715849889e-06, + "loss": 1.0396, + "step": 4916 + }, + { + "epoch": 0.6767134599504542, + "grad_norm": 1.7353037332097907, + "learning_rate": 4.998713307632782e-06, + "loss": 1.0574, + "step": 4917 + }, + { + "epoch": 0.6768510872557115, + "grad_norm": 1.6070324741172939, + "learning_rate": 4.994853893102888e-06, + "loss": 1.0813, + "step": 4918 + }, + { + "epoch": 0.6769887145609689, + "grad_norm": 1.6807168426762296, + "learning_rate": 4.990995473027005e-06, + "loss": 1.2442, + "step": 4919 + }, + { + "epoch": 0.6771263418662262, + "grad_norm": 1.47845960935071, + "learning_rate": 4.9871380481717605e-06, + "loss": 1.0607, + "step": 4920 + }, + { + "epoch": 0.6772639691714836, + "grad_norm": 1.6092192187707748, + "learning_rate": 4.983281619303566e-06, + "loss": 1.1041, + "step": 4921 + }, + { + "epoch": 0.677401596476741, + "grad_norm": 1.5745680920453136, + "learning_rate": 4.979426187188643e-06, + "loss": 1.0503, + "step": 4922 + }, + { + "epoch": 0.6775392237819984, + "grad_norm": 1.6122896331683436, + "learning_rate": 4.9755717525930114e-06, + "loss": 1.0647, + "step": 4923 + }, + { + "epoch": 0.6776768510872557, + "grad_norm": 1.647787521965066, + "learning_rate": 4.971718316282497e-06, + "loss": 1.0776, + "step": 4924 + }, + { + "epoch": 0.6778144783925131, + "grad_norm": 1.6058934992425695, + "learning_rate": 4.967865879022723e-06, + "loss": 1.0452, + "step": 4925 + }, + { + "epoch": 0.6779521056977704, + "grad_norm": 1.6797017751456365, + "learning_rate": 4.964014441579116e-06, + "loss": 1.0563, + "step": 4926 + }, + { + "epoch": 0.6780897330030278, + "grad_norm": 1.5095838611858288, + "learning_rate": 4.960164004716904e-06, + "loss": 1.067, + "step": 4927 + }, + { + "epoch": 0.6782273603082851, + "grad_norm": 1.4897563239896308, + "learning_rate": 4.956314569201117e-06, + "loss": 1.1315, + "step": 4928 + }, + { + "epoch": 0.6783649876135426, + "grad_norm": 1.564045115106032, + "learning_rate": 4.9524661357965855e-06, + "loss": 1.1225, + "step": 4929 + }, + { + "epoch": 0.6785026149187999, + "grad_norm": 1.673561982488711, + "learning_rate": 4.948618705267939e-06, + "loss": 1.0827, + "step": 4930 + }, + { + "epoch": 0.6786402422240573, + "grad_norm": 1.6416042622163243, + "learning_rate": 4.944772278379609e-06, + "loss": 1.1247, + "step": 4931 + }, + { + "epoch": 0.6787778695293146, + "grad_norm": 1.5786466306090854, + "learning_rate": 4.94092685589583e-06, + "loss": 1.0714, + "step": 4932 + }, + { + "epoch": 0.678915496834572, + "grad_norm": 1.6266735104008319, + "learning_rate": 4.937082438580632e-06, + "loss": 1.0396, + "step": 4933 + }, + { + "epoch": 0.6790531241398293, + "grad_norm": 1.590523217393397, + "learning_rate": 4.9332390271978515e-06, + "loss": 1.0185, + "step": 4934 + }, + { + "epoch": 0.6791907514450867, + "grad_norm": 1.4997561157668853, + "learning_rate": 4.929396622511119e-06, + "loss": 1.0541, + "step": 4935 + }, + { + "epoch": 0.679328378750344, + "grad_norm": 1.7604028657334545, + "learning_rate": 4.925555225283865e-06, + "loss": 1.0996, + "step": 4936 + }, + { + "epoch": 0.6794660060556015, + "grad_norm": 1.6499617459789486, + "learning_rate": 4.9217148362793335e-06, + "loss": 1.1401, + "step": 4937 + }, + { + "epoch": 0.6796036333608588, + "grad_norm": 1.7214614694106074, + "learning_rate": 4.917875456260542e-06, + "loss": 1.1357, + "step": 4938 + }, + { + "epoch": 0.6797412606661162, + "grad_norm": 1.548967938238064, + "learning_rate": 4.914037085990339e-06, + "loss": 0.9763, + "step": 4939 + }, + { + "epoch": 0.6798788879713735, + "grad_norm": 1.568393503221617, + "learning_rate": 4.910199726231339e-06, + "loss": 1.0755, + "step": 4940 + }, + { + "epoch": 0.6800165152766309, + "grad_norm": 1.7332530169053775, + "learning_rate": 4.906363377745991e-06, + "loss": 1.1011, + "step": 4941 + }, + { + "epoch": 0.6801541425818882, + "grad_norm": 1.639751078075193, + "learning_rate": 4.902528041296506e-06, + "loss": 1.1475, + "step": 4942 + }, + { + "epoch": 0.6802917698871456, + "grad_norm": 1.6440392155373154, + "learning_rate": 4.898693717644928e-06, + "loss": 1.1995, + "step": 4943 + }, + { + "epoch": 0.6804293971924029, + "grad_norm": 1.5984170917738332, + "learning_rate": 4.894860407553082e-06, + "loss": 1.0696, + "step": 4944 + }, + { + "epoch": 0.6805670244976604, + "grad_norm": 1.7187176399252069, + "learning_rate": 4.891028111782583e-06, + "loss": 1.0981, + "step": 4945 + }, + { + "epoch": 0.6807046518029177, + "grad_norm": 1.580376135008194, + "learning_rate": 4.887196831094872e-06, + "loss": 1.0812, + "step": 4946 + }, + { + "epoch": 0.6808422791081751, + "grad_norm": 1.6172343322565426, + "learning_rate": 4.883366566251158e-06, + "loss": 1.0829, + "step": 4947 + }, + { + "epoch": 0.6809799064134324, + "grad_norm": 1.6102553020886716, + "learning_rate": 4.879537318012474e-06, + "loss": 1.0684, + "step": 4948 + }, + { + "epoch": 0.6811175337186898, + "grad_norm": 1.510923457216809, + "learning_rate": 4.875709087139626e-06, + "loss": 1.0563, + "step": 4949 + }, + { + "epoch": 0.6812551610239471, + "grad_norm": 1.6268392346742993, + "learning_rate": 4.871881874393243e-06, + "loss": 1.0749, + "step": 4950 + }, + { + "epoch": 0.6813927883292045, + "grad_norm": 1.6971473845334772, + "learning_rate": 4.868055680533734e-06, + "loss": 1.0715, + "step": 4951 + }, + { + "epoch": 0.6815304156344619, + "grad_norm": 1.6788756944560732, + "learning_rate": 4.864230506321314e-06, + "loss": 1.0118, + "step": 4952 + }, + { + "epoch": 0.6816680429397193, + "grad_norm": 1.5797462095757362, + "learning_rate": 4.860406352515991e-06, + "loss": 1.0803, + "step": 4953 + }, + { + "epoch": 0.6818056702449766, + "grad_norm": 1.7478967317899594, + "learning_rate": 4.856583219877572e-06, + "loss": 1.1324, + "step": 4954 + }, + { + "epoch": 0.681943297550234, + "grad_norm": 1.5870440354009085, + "learning_rate": 4.852761109165662e-06, + "loss": 1.0186, + "step": 4955 + }, + { + "epoch": 0.6820809248554913, + "grad_norm": 1.5232595849413022, + "learning_rate": 4.848940021139661e-06, + "loss": 1.0587, + "step": 4956 + }, + { + "epoch": 0.6822185521607487, + "grad_norm": 1.530018694519413, + "learning_rate": 4.845119956558767e-06, + "loss": 1.0108, + "step": 4957 + }, + { + "epoch": 0.682356179466006, + "grad_norm": 1.4922161183589049, + "learning_rate": 4.841300916181977e-06, + "loss": 0.9871, + "step": 4958 + }, + { + "epoch": 0.6824938067712634, + "grad_norm": 1.6899704000465394, + "learning_rate": 4.837482900768078e-06, + "loss": 1.0717, + "step": 4959 + }, + { + "epoch": 0.6826314340765208, + "grad_norm": 1.812637133869785, + "learning_rate": 4.83366591107566e-06, + "loss": 1.1183, + "step": 4960 + }, + { + "epoch": 0.6827690613817782, + "grad_norm": 2.0009671945729175, + "learning_rate": 4.829849947863107e-06, + "loss": 1.1344, + "step": 4961 + }, + { + "epoch": 0.6829066886870355, + "grad_norm": 1.5984456574038464, + "learning_rate": 4.826035011888597e-06, + "loss": 1.1007, + "step": 4962 + }, + { + "epoch": 0.6830443159922929, + "grad_norm": 1.519825112303139, + "learning_rate": 4.822221103910107e-06, + "loss": 0.9729, + "step": 4963 + }, + { + "epoch": 0.6831819432975502, + "grad_norm": 1.5847627012734575, + "learning_rate": 4.818408224685406e-06, + "loss": 1.0155, + "step": 4964 + }, + { + "epoch": 0.6833195706028076, + "grad_norm": 1.5639798499196043, + "learning_rate": 4.814596374972064e-06, + "loss": 1.0395, + "step": 4965 + }, + { + "epoch": 0.6834571979080649, + "grad_norm": 1.7028795920793713, + "learning_rate": 4.810785555527441e-06, + "loss": 1.1254, + "step": 4966 + }, + { + "epoch": 0.6835948252133224, + "grad_norm": 1.6071092223112777, + "learning_rate": 4.806975767108696e-06, + "loss": 1.1495, + "step": 4967 + }, + { + "epoch": 0.6837324525185797, + "grad_norm": 1.6091739879619613, + "learning_rate": 4.803167010472777e-06, + "loss": 1.0749, + "step": 4968 + }, + { + "epoch": 0.6838700798238371, + "grad_norm": 1.5517056804592861, + "learning_rate": 4.7993592863764435e-06, + "loss": 1.0329, + "step": 4969 + }, + { + "epoch": 0.6840077071290944, + "grad_norm": 1.6955480393750881, + "learning_rate": 4.795552595576224e-06, + "loss": 1.1101, + "step": 4970 + }, + { + "epoch": 0.6841453344343518, + "grad_norm": 1.568211937764838, + "learning_rate": 4.79174693882847e-06, + "loss": 1.0939, + "step": 4971 + }, + { + "epoch": 0.6842829617396091, + "grad_norm": 1.6432290860931176, + "learning_rate": 4.787942316889299e-06, + "loss": 1.1233, + "step": 4972 + }, + { + "epoch": 0.6844205890448665, + "grad_norm": 1.6877619509267738, + "learning_rate": 4.7841387305146515e-06, + "loss": 1.0782, + "step": 4973 + }, + { + "epoch": 0.6845582163501238, + "grad_norm": 1.7892169590021445, + "learning_rate": 4.780336180460232e-06, + "loss": 1.0057, + "step": 4974 + }, + { + "epoch": 0.6846958436553813, + "grad_norm": 1.526178025950146, + "learning_rate": 4.776534667481569e-06, + "loss": 0.9802, + "step": 4975 + }, + { + "epoch": 0.6848334709606386, + "grad_norm": 1.6471544618281098, + "learning_rate": 4.772734192333971e-06, + "loss": 1.1248, + "step": 4976 + }, + { + "epoch": 0.684971098265896, + "grad_norm": 1.5245954215246937, + "learning_rate": 4.768934755772526e-06, + "loss": 1.0185, + "step": 4977 + }, + { + "epoch": 0.6851087255711533, + "grad_norm": 1.5682070819381602, + "learning_rate": 4.765136358552148e-06, + "loss": 1.0618, + "step": 4978 + }, + { + "epoch": 0.6852463528764107, + "grad_norm": 2.6206701392026326, + "learning_rate": 4.761339001427511e-06, + "loss": 1.1491, + "step": 4979 + }, + { + "epoch": 0.685383980181668, + "grad_norm": 1.511945294160499, + "learning_rate": 4.757542685153112e-06, + "loss": 1.0442, + "step": 4980 + }, + { + "epoch": 0.6855216074869254, + "grad_norm": 1.6286911574141234, + "learning_rate": 4.7537474104832125e-06, + "loss": 1.0625, + "step": 4981 + }, + { + "epoch": 0.6856592347921827, + "grad_norm": 1.5379108669952735, + "learning_rate": 4.749953178171892e-06, + "loss": 0.9642, + "step": 4982 + }, + { + "epoch": 0.6857968620974402, + "grad_norm": 1.65426489144187, + "learning_rate": 4.746159988973012e-06, + "loss": 1.1437, + "step": 4983 + }, + { + "epoch": 0.6859344894026975, + "grad_norm": 1.7813926074170252, + "learning_rate": 4.742367843640223e-06, + "loss": 1.1313, + "step": 4984 + }, + { + "epoch": 0.6860721167079549, + "grad_norm": 1.783432185761546, + "learning_rate": 4.738576742926975e-06, + "loss": 1.1793, + "step": 4985 + }, + { + "epoch": 0.6862097440132122, + "grad_norm": 1.5185821740793146, + "learning_rate": 4.7347866875865064e-06, + "loss": 1.0693, + "step": 4986 + }, + { + "epoch": 0.6863473713184696, + "grad_norm": 1.7833032915930274, + "learning_rate": 4.73099767837185e-06, + "loss": 1.1126, + "step": 4987 + }, + { + "epoch": 0.6864849986237269, + "grad_norm": 1.4349037917515535, + "learning_rate": 4.727209716035832e-06, + "loss": 1.0132, + "step": 4988 + }, + { + "epoch": 0.6866226259289843, + "grad_norm": 1.7480757646310345, + "learning_rate": 4.723422801331066e-06, + "loss": 1.0978, + "step": 4989 + }, + { + "epoch": 0.6867602532342417, + "grad_norm": 1.5581944919615445, + "learning_rate": 4.719636935009961e-06, + "loss": 1.0007, + "step": 4990 + }, + { + "epoch": 0.6868978805394991, + "grad_norm": 1.6095756008557847, + "learning_rate": 4.715852117824715e-06, + "loss": 1.077, + "step": 4991 + }, + { + "epoch": 0.6870355078447564, + "grad_norm": 1.560459530715293, + "learning_rate": 4.712068350527322e-06, + "loss": 1.0696, + "step": 4992 + }, + { + "epoch": 0.6871731351500138, + "grad_norm": 1.7939367854879638, + "learning_rate": 4.708285633869565e-06, + "loss": 1.1797, + "step": 4993 + }, + { + "epoch": 0.6873107624552711, + "grad_norm": 1.5012217955985463, + "learning_rate": 4.704503968603016e-06, + "loss": 1.0176, + "step": 4994 + }, + { + "epoch": 0.6874483897605285, + "grad_norm": 1.6538550217817505, + "learning_rate": 4.70072335547904e-06, + "loss": 1.0348, + "step": 4995 + }, + { + "epoch": 0.6875860170657858, + "grad_norm": 1.5696999661047817, + "learning_rate": 4.696943795248795e-06, + "loss": 1.0808, + "step": 4996 + }, + { + "epoch": 0.6877236443710432, + "grad_norm": 1.7116723235851332, + "learning_rate": 4.693165288663227e-06, + "loss": 1.1119, + "step": 4997 + }, + { + "epoch": 0.6878612716763006, + "grad_norm": 1.4513176391548213, + "learning_rate": 4.68938783647307e-06, + "loss": 1.0421, + "step": 4998 + }, + { + "epoch": 0.687998898981558, + "grad_norm": 1.7129453304986988, + "learning_rate": 4.685611439428863e-06, + "loss": 1.0947, + "step": 4999 + }, + { + "epoch": 0.6881365262868153, + "grad_norm": 1.7387414433438062, + "learning_rate": 4.68183609828091e-06, + "loss": 1.1224, + "step": 5000 + }, + { + "epoch": 0.6882741535920727, + "grad_norm": 1.6298412736133676, + "learning_rate": 4.6780618137793334e-06, + "loss": 1.1199, + "step": 5001 + }, + { + "epoch": 0.68841178089733, + "grad_norm": 1.8411311769168381, + "learning_rate": 4.6742885866740165e-06, + "loss": 1.0426, + "step": 5002 + }, + { + "epoch": 0.6885494082025874, + "grad_norm": 1.5882133032070127, + "learning_rate": 4.6705164177146656e-06, + "loss": 1.0642, + "step": 5003 + }, + { + "epoch": 0.6886870355078447, + "grad_norm": 1.8294247483605397, + "learning_rate": 4.6667453076507405e-06, + "loss": 1.1108, + "step": 5004 + }, + { + "epoch": 0.6888246628131022, + "grad_norm": 1.5631998874702573, + "learning_rate": 4.662975257231523e-06, + "loss": 1.0394, + "step": 5005 + }, + { + "epoch": 0.6889622901183595, + "grad_norm": 1.7795856246245105, + "learning_rate": 4.659206267206066e-06, + "loss": 1.1519, + "step": 5006 + }, + { + "epoch": 0.6890999174236169, + "grad_norm": 1.70679928545703, + "learning_rate": 4.655438338323217e-06, + "loss": 1.1325, + "step": 5007 + }, + { + "epoch": 0.6892375447288742, + "grad_norm": 1.6574022486708446, + "learning_rate": 4.6516714713316145e-06, + "loss": 1.0576, + "step": 5008 + }, + { + "epoch": 0.6893751720341316, + "grad_norm": 1.6582136873984408, + "learning_rate": 4.6479056669796715e-06, + "loss": 1.0606, + "step": 5009 + }, + { + "epoch": 0.6895127993393889, + "grad_norm": 1.5511910047863946, + "learning_rate": 4.644140926015619e-06, + "loss": 1.0178, + "step": 5010 + }, + { + "epoch": 0.6896504266446463, + "grad_norm": 1.5747837094348567, + "learning_rate": 4.640377249187443e-06, + "loss": 1.0712, + "step": 5011 + }, + { + "epoch": 0.6897880539499036, + "grad_norm": 1.5372191412527008, + "learning_rate": 4.636614637242946e-06, + "loss": 1.0383, + "step": 5012 + }, + { + "epoch": 0.6899256812551611, + "grad_norm": 1.6422789476675477, + "learning_rate": 4.632853090929704e-06, + "loss": 1.0589, + "step": 5013 + }, + { + "epoch": 0.6900633085604184, + "grad_norm": 1.5562508699001116, + "learning_rate": 4.629092610995084e-06, + "loss": 1.0989, + "step": 5014 + }, + { + "epoch": 0.6902009358656758, + "grad_norm": 1.629221106281002, + "learning_rate": 4.625333198186243e-06, + "loss": 1.0706, + "step": 5015 + }, + { + "epoch": 0.6903385631709331, + "grad_norm": 1.7283806393179904, + "learning_rate": 4.621574853250125e-06, + "loss": 1.0988, + "step": 5016 + }, + { + "epoch": 0.6904761904761905, + "grad_norm": 1.5749241015163624, + "learning_rate": 4.61781757693346e-06, + "loss": 1.0757, + "step": 5017 + }, + { + "epoch": 0.6906138177814478, + "grad_norm": 1.6065088535335637, + "learning_rate": 4.614061369982769e-06, + "loss": 1.058, + "step": 5018 + }, + { + "epoch": 0.6907514450867052, + "grad_norm": 1.7051614087286195, + "learning_rate": 4.610306233144357e-06, + "loss": 1.0566, + "step": 5019 + }, + { + "epoch": 0.6908890723919625, + "grad_norm": 1.8004600250495464, + "learning_rate": 4.606552167164321e-06, + "loss": 1.1613, + "step": 5020 + }, + { + "epoch": 0.69102669969722, + "grad_norm": 1.686433719702369, + "learning_rate": 4.60279917278854e-06, + "loss": 1.0105, + "step": 5021 + }, + { + "epoch": 0.6911643270024773, + "grad_norm": 1.5594318724977316, + "learning_rate": 4.599047250762685e-06, + "loss": 1.0127, + "step": 5022 + }, + { + "epoch": 0.6913019543077347, + "grad_norm": 1.5793288830358871, + "learning_rate": 4.5952964018322055e-06, + "loss": 1.0712, + "step": 5023 + }, + { + "epoch": 0.691439581612992, + "grad_norm": 1.6016528311799674, + "learning_rate": 4.591546626742357e-06, + "loss": 1.082, + "step": 5024 + }, + { + "epoch": 0.6915772089182494, + "grad_norm": 1.5203532325143359, + "learning_rate": 4.587797926238156e-06, + "loss": 1.0162, + "step": 5025 + }, + { + "epoch": 0.6917148362235067, + "grad_norm": 1.7012420970541722, + "learning_rate": 4.584050301064422e-06, + "loss": 1.1327, + "step": 5026 + }, + { + "epoch": 0.6918524635287641, + "grad_norm": 1.5488067769476335, + "learning_rate": 4.580303751965757e-06, + "loss": 1.0297, + "step": 5027 + }, + { + "epoch": 0.6919900908340215, + "grad_norm": 1.463178032042179, + "learning_rate": 4.576558279686549e-06, + "loss": 1.0316, + "step": 5028 + }, + { + "epoch": 0.6921277181392789, + "grad_norm": 1.4868552680879632, + "learning_rate": 4.572813884970971e-06, + "loss": 1.0069, + "step": 5029 + }, + { + "epoch": 0.6922653454445362, + "grad_norm": 1.705294991944901, + "learning_rate": 4.569070568562982e-06, + "loss": 1.1334, + "step": 5030 + }, + { + "epoch": 0.6924029727497936, + "grad_norm": 1.560235962654615, + "learning_rate": 4.565328331206336e-06, + "loss": 1.0039, + "step": 5031 + }, + { + "epoch": 0.6925406000550509, + "grad_norm": 1.8552165656660407, + "learning_rate": 4.56158717364455e-06, + "loss": 1.0519, + "step": 5032 + }, + { + "epoch": 0.6926782273603083, + "grad_norm": 1.5763352649720102, + "learning_rate": 4.5578470966209585e-06, + "loss": 1.032, + "step": 5033 + }, + { + "epoch": 0.6928158546655656, + "grad_norm": 1.8527501247043068, + "learning_rate": 4.5541081008786445e-06, + "loss": 1.0875, + "step": 5034 + }, + { + "epoch": 0.692953481970823, + "grad_norm": 1.5159971429355013, + "learning_rate": 4.550370187160514e-06, + "loss": 1.0194, + "step": 5035 + }, + { + "epoch": 0.6930911092760804, + "grad_norm": 1.7015570322538496, + "learning_rate": 4.54663335620922e-06, + "loss": 1.0537, + "step": 5036 + }, + { + "epoch": 0.6932287365813378, + "grad_norm": 1.654590005161766, + "learning_rate": 4.542897608767235e-06, + "loss": 1.087, + "step": 5037 + }, + { + "epoch": 0.6933663638865951, + "grad_norm": 1.8361135821367762, + "learning_rate": 4.539162945576796e-06, + "loss": 1.0752, + "step": 5038 + }, + { + "epoch": 0.6935039911918525, + "grad_norm": 1.579962340707337, + "learning_rate": 4.5354293673799275e-06, + "loss": 1.1108, + "step": 5039 + }, + { + "epoch": 0.6936416184971098, + "grad_norm": 1.847332188128499, + "learning_rate": 4.531696874918447e-06, + "loss": 1.1252, + "step": 5040 + }, + { + "epoch": 0.6937792458023672, + "grad_norm": 1.7292339180834329, + "learning_rate": 4.527965468933936e-06, + "loss": 1.0688, + "step": 5041 + }, + { + "epoch": 0.6939168731076245, + "grad_norm": 1.5231157745355706, + "learning_rate": 4.524235150167791e-06, + "loss": 1.0766, + "step": 5042 + }, + { + "epoch": 0.694054500412882, + "grad_norm": 1.835738563202196, + "learning_rate": 4.520505919361158e-06, + "loss": 1.0329, + "step": 5043 + }, + { + "epoch": 0.6941921277181393, + "grad_norm": 1.5719849821463585, + "learning_rate": 4.516777777254997e-06, + "loss": 1.0222, + "step": 5044 + }, + { + "epoch": 0.6943297550233967, + "grad_norm": 1.5079020213402212, + "learning_rate": 4.513050724590034e-06, + "loss": 1.0598, + "step": 5045 + }, + { + "epoch": 0.694467382328654, + "grad_norm": 1.3945100537575659, + "learning_rate": 4.509324762106785e-06, + "loss": 1.0882, + "step": 5046 + }, + { + "epoch": 0.6946050096339114, + "grad_norm": 1.5714845321185322, + "learning_rate": 4.505599890545546e-06, + "loss": 1.0002, + "step": 5047 + }, + { + "epoch": 0.6947426369391687, + "grad_norm": 1.5977769172222345, + "learning_rate": 4.501876110646398e-06, + "loss": 1.0786, + "step": 5048 + }, + { + "epoch": 0.6948802642444261, + "grad_norm": 1.5510506996068738, + "learning_rate": 4.498153423149206e-06, + "loss": 1.041, + "step": 5049 + }, + { + "epoch": 0.6950178915496834, + "grad_norm": 1.5236027461931543, + "learning_rate": 4.494431828793617e-06, + "loss": 1.0767, + "step": 5050 + }, + { + "epoch": 0.6951555188549409, + "grad_norm": 1.601521479370737, + "learning_rate": 4.490711328319061e-06, + "loss": 1.0051, + "step": 5051 + }, + { + "epoch": 0.6952931461601982, + "grad_norm": 1.6361059495154875, + "learning_rate": 4.48699192246475e-06, + "loss": 0.9722, + "step": 5052 + }, + { + "epoch": 0.6954307734654556, + "grad_norm": 1.5775266015172715, + "learning_rate": 4.483273611969678e-06, + "loss": 1.1139, + "step": 5053 + }, + { + "epoch": 0.6955684007707129, + "grad_norm": 1.6975990281720152, + "learning_rate": 4.479556397572625e-06, + "loss": 1.0947, + "step": 5054 + }, + { + "epoch": 0.6957060280759703, + "grad_norm": 1.578251677720843, + "learning_rate": 4.475840280012145e-06, + "loss": 1.0258, + "step": 5055 + }, + { + "epoch": 0.6958436553812276, + "grad_norm": 1.5179148196701018, + "learning_rate": 4.4721252600265906e-06, + "loss": 1.0252, + "step": 5056 + }, + { + "epoch": 0.695981282686485, + "grad_norm": 1.658087800660816, + "learning_rate": 4.468411338354076e-06, + "loss": 1.1376, + "step": 5057 + }, + { + "epoch": 0.6961189099917423, + "grad_norm": 1.6429879639874778, + "learning_rate": 4.464698515732509e-06, + "loss": 1.0749, + "step": 5058 + }, + { + "epoch": 0.6962565372969998, + "grad_norm": 1.6376352119819009, + "learning_rate": 4.460986792899577e-06, + "loss": 0.9565, + "step": 5059 + }, + { + "epoch": 0.6963941646022571, + "grad_norm": 1.6665669152083633, + "learning_rate": 4.457276170592747e-06, + "loss": 0.9772, + "step": 5060 + }, + { + "epoch": 0.6965317919075145, + "grad_norm": 1.6169725734124614, + "learning_rate": 4.453566649549272e-06, + "loss": 1.0972, + "step": 5061 + }, + { + "epoch": 0.6966694192127718, + "grad_norm": 1.8817438200482397, + "learning_rate": 4.4498582305061766e-06, + "loss": 1.1287, + "step": 5062 + }, + { + "epoch": 0.6968070465180292, + "grad_norm": 1.5624079793020924, + "learning_rate": 4.4461509142002855e-06, + "loss": 1.0609, + "step": 5063 + }, + { + "epoch": 0.6969446738232865, + "grad_norm": 1.4668212772726734, + "learning_rate": 4.442444701368176e-06, + "loss": 1.0023, + "step": 5064 + }, + { + "epoch": 0.6970823011285439, + "grad_norm": 1.6895628232381859, + "learning_rate": 4.4387395927462386e-06, + "loss": 1.1096, + "step": 5065 + }, + { + "epoch": 0.6972199284338013, + "grad_norm": 1.6103860219363288, + "learning_rate": 4.43503558907061e-06, + "loss": 1.1815, + "step": 5066 + }, + { + "epoch": 0.6973575557390587, + "grad_norm": 1.6861518667207582, + "learning_rate": 4.431332691077237e-06, + "loss": 1.0275, + "step": 5067 + }, + { + "epoch": 0.697495183044316, + "grad_norm": 1.7659665125479505, + "learning_rate": 4.4276308995018324e-06, + "loss": 1.1034, + "step": 5068 + }, + { + "epoch": 0.6976328103495734, + "grad_norm": 1.6945919500517173, + "learning_rate": 4.423930215079891e-06, + "loss": 0.9994, + "step": 5069 + }, + { + "epoch": 0.6977704376548307, + "grad_norm": 1.6778810849458603, + "learning_rate": 4.420230638546686e-06, + "loss": 1.1042, + "step": 5070 + }, + { + "epoch": 0.6979080649600881, + "grad_norm": 1.5709153941058933, + "learning_rate": 4.416532170637277e-06, + "loss": 1.0274, + "step": 5071 + }, + { + "epoch": 0.6980456922653454, + "grad_norm": 1.5554998147296442, + "learning_rate": 4.412834812086498e-06, + "loss": 1.0082, + "step": 5072 + }, + { + "epoch": 0.6981833195706028, + "grad_norm": 1.5906524742551316, + "learning_rate": 4.409138563628955e-06, + "loss": 1.062, + "step": 5073 + }, + { + "epoch": 0.6983209468758602, + "grad_norm": 1.5526029588300865, + "learning_rate": 4.405443425999053e-06, + "loss": 1.0595, + "step": 5074 + }, + { + "epoch": 0.6984585741811176, + "grad_norm": 1.624360069760758, + "learning_rate": 4.401749399930961e-06, + "loss": 1.0603, + "step": 5075 + }, + { + "epoch": 0.6985962014863749, + "grad_norm": 1.564485002865633, + "learning_rate": 4.398056486158632e-06, + "loss": 1.0319, + "step": 5076 + }, + { + "epoch": 0.6987338287916323, + "grad_norm": 1.7822536278124577, + "learning_rate": 4.394364685415796e-06, + "loss": 1.0848, + "step": 5077 + }, + { + "epoch": 0.6988714560968896, + "grad_norm": 1.6113611080034282, + "learning_rate": 4.3906739984359645e-06, + "loss": 1.087, + "step": 5078 + }, + { + "epoch": 0.699009083402147, + "grad_norm": 1.8125801771499659, + "learning_rate": 4.386984425952426e-06, + "loss": 1.1002, + "step": 5079 + }, + { + "epoch": 0.6991467107074043, + "grad_norm": 1.5517610418649934, + "learning_rate": 4.383295968698249e-06, + "loss": 1.0568, + "step": 5080 + }, + { + "epoch": 0.6992843380126618, + "grad_norm": 1.5689413775526821, + "learning_rate": 4.379608627406279e-06, + "loss": 1.0871, + "step": 5081 + }, + { + "epoch": 0.6994219653179191, + "grad_norm": 1.6088219790587162, + "learning_rate": 4.375922402809139e-06, + "loss": 1.0507, + "step": 5082 + }, + { + "epoch": 0.6995595926231765, + "grad_norm": 1.6906747935133974, + "learning_rate": 4.372237295639233e-06, + "loss": 1.1669, + "step": 5083 + }, + { + "epoch": 0.6996972199284338, + "grad_norm": 1.5638823272002216, + "learning_rate": 4.368553306628739e-06, + "loss": 0.9835, + "step": 5084 + }, + { + "epoch": 0.6998348472336912, + "grad_norm": 1.5842108249980917, + "learning_rate": 4.364870436509615e-06, + "loss": 0.9552, + "step": 5085 + }, + { + "epoch": 0.6999724745389485, + "grad_norm": 1.483189123477223, + "learning_rate": 4.3611886860136056e-06, + "loss": 1.0751, + "step": 5086 + }, + { + "epoch": 0.7001101018442059, + "grad_norm": 1.4365270454340582, + "learning_rate": 4.35750805587221e-06, + "loss": 1.1382, + "step": 5087 + }, + { + "epoch": 0.7002477291494632, + "grad_norm": 1.536780772125674, + "learning_rate": 4.353828546816733e-06, + "loss": 1.0148, + "step": 5088 + }, + { + "epoch": 0.7003853564547207, + "grad_norm": 1.8525672339443466, + "learning_rate": 4.350150159578233e-06, + "loss": 1.1205, + "step": 5089 + }, + { + "epoch": 0.700522983759978, + "grad_norm": 1.6495371194294124, + "learning_rate": 4.346472894887559e-06, + "loss": 1.1537, + "step": 5090 + }, + { + "epoch": 0.7006606110652354, + "grad_norm": 1.5123282629500774, + "learning_rate": 4.342796753475333e-06, + "loss": 1.1271, + "step": 5091 + }, + { + "epoch": 0.7007982383704927, + "grad_norm": 1.6889167920546742, + "learning_rate": 4.3391217360719476e-06, + "loss": 1.1968, + "step": 5092 + }, + { + "epoch": 0.7009358656757501, + "grad_norm": 1.783307018265483, + "learning_rate": 4.335447843407592e-06, + "loss": 1.178, + "step": 5093 + }, + { + "epoch": 0.7010734929810074, + "grad_norm": 1.6438033091257969, + "learning_rate": 4.331775076212205e-06, + "loss": 1.0626, + "step": 5094 + }, + { + "epoch": 0.7012111202862648, + "grad_norm": 1.5498230125242103, + "learning_rate": 4.328103435215526e-06, + "loss": 1.1075, + "step": 5095 + }, + { + "epoch": 0.7013487475915221, + "grad_norm": 1.5783077464474764, + "learning_rate": 4.324432921147048e-06, + "loss": 1.0744, + "step": 5096 + }, + { + "epoch": 0.7014863748967796, + "grad_norm": 1.4144215365033799, + "learning_rate": 4.320763534736067e-06, + "loss": 0.9411, + "step": 5097 + }, + { + "epoch": 0.7016240022020369, + "grad_norm": 1.6547472405914196, + "learning_rate": 4.317095276711623e-06, + "loss": 1.1515, + "step": 5098 + }, + { + "epoch": 0.7017616295072943, + "grad_norm": 1.6139869717733624, + "learning_rate": 4.313428147802561e-06, + "loss": 1.0268, + "step": 5099 + }, + { + "epoch": 0.7018992568125516, + "grad_norm": 1.825096220141713, + "learning_rate": 4.3097621487374855e-06, + "loss": 1.1016, + "step": 5100 + }, + { + "epoch": 0.702036884117809, + "grad_norm": 1.7047647142189186, + "learning_rate": 4.3060972802447794e-06, + "loss": 1.0502, + "step": 5101 + }, + { + "epoch": 0.7021745114230663, + "grad_norm": 1.6809836819897854, + "learning_rate": 4.302433543052603e-06, + "loss": 1.035, + "step": 5102 + }, + { + "epoch": 0.7023121387283237, + "grad_norm": 1.5935171437353415, + "learning_rate": 4.298770937888891e-06, + "loss": 1.0787, + "step": 5103 + }, + { + "epoch": 0.7024497660335811, + "grad_norm": 1.6057725266551155, + "learning_rate": 4.295109465481355e-06, + "loss": 1.0892, + "step": 5104 + }, + { + "epoch": 0.7025873933388385, + "grad_norm": 1.6315890406573064, + "learning_rate": 4.291449126557471e-06, + "loss": 1.0643, + "step": 5105 + }, + { + "epoch": 0.7027250206440958, + "grad_norm": 1.7768436673555852, + "learning_rate": 4.287789921844506e-06, + "loss": 1.087, + "step": 5106 + }, + { + "epoch": 0.7028626479493532, + "grad_norm": 1.5621587453935926, + "learning_rate": 4.284131852069493e-06, + "loss": 1.043, + "step": 5107 + }, + { + "epoch": 0.7030002752546105, + "grad_norm": 1.718527360803187, + "learning_rate": 4.280474917959239e-06, + "loss": 1.1258, + "step": 5108 + }, + { + "epoch": 0.7031379025598679, + "grad_norm": 1.7834089507011317, + "learning_rate": 4.276819120240326e-06, + "loss": 1.0743, + "step": 5109 + }, + { + "epoch": 0.7032755298651252, + "grad_norm": 1.4842071861396642, + "learning_rate": 4.273164459639114e-06, + "loss": 0.9854, + "step": 5110 + }, + { + "epoch": 0.7034131571703826, + "grad_norm": 1.44270816475245, + "learning_rate": 4.269510936881731e-06, + "loss": 0.9508, + "step": 5111 + }, + { + "epoch": 0.70355078447564, + "grad_norm": 1.6511265756503988, + "learning_rate": 4.265858552694082e-06, + "loss": 1.0353, + "step": 5112 + }, + { + "epoch": 0.7036884117808974, + "grad_norm": 1.6780745591216835, + "learning_rate": 4.262207307801849e-06, + "loss": 1.0927, + "step": 5113 + }, + { + "epoch": 0.7038260390861547, + "grad_norm": 1.5424820646946709, + "learning_rate": 4.25855720293048e-06, + "loss": 1.135, + "step": 5114 + }, + { + "epoch": 0.7039636663914121, + "grad_norm": 1.6113715199249847, + "learning_rate": 4.254908238805204e-06, + "loss": 1.0323, + "step": 5115 + }, + { + "epoch": 0.7041012936966694, + "grad_norm": 1.5777938689331668, + "learning_rate": 4.251260416151018e-06, + "loss": 1.0792, + "step": 5116 + }, + { + "epoch": 0.7042389210019268, + "grad_norm": 1.7237223192678235, + "learning_rate": 4.2476137356926935e-06, + "loss": 1.1038, + "step": 5117 + }, + { + "epoch": 0.7043765483071841, + "grad_norm": 1.6261175409293034, + "learning_rate": 4.2439681981547855e-06, + "loss": 1.0925, + "step": 5118 + }, + { + "epoch": 0.7045141756124416, + "grad_norm": 1.6572159134962623, + "learning_rate": 4.240323804261597e-06, + "loss": 1.0694, + "step": 5119 + }, + { + "epoch": 0.7046518029176989, + "grad_norm": 1.7080306007538577, + "learning_rate": 4.236680554737235e-06, + "loss": 0.9632, + "step": 5120 + }, + { + "epoch": 0.7047894302229563, + "grad_norm": 1.7332409668911664, + "learning_rate": 4.233038450305551e-06, + "loss": 1.0489, + "step": 5121 + }, + { + "epoch": 0.7049270575282136, + "grad_norm": 1.7446006723706247, + "learning_rate": 4.229397491690187e-06, + "loss": 1.0578, + "step": 5122 + }, + { + "epoch": 0.705064684833471, + "grad_norm": 1.7471025387541843, + "learning_rate": 4.225757679614549e-06, + "loss": 1.1405, + "step": 5123 + }, + { + "epoch": 0.7052023121387283, + "grad_norm": 1.6749071798137962, + "learning_rate": 4.222119014801816e-06, + "loss": 1.1377, + "step": 5124 + }, + { + "epoch": 0.7053399394439857, + "grad_norm": 1.7331916066238104, + "learning_rate": 4.218481497974953e-06, + "loss": 1.0686, + "step": 5125 + }, + { + "epoch": 0.705477566749243, + "grad_norm": 1.522405288732106, + "learning_rate": 4.2148451298566675e-06, + "loss": 1.0203, + "step": 5126 + }, + { + "epoch": 0.7056151940545005, + "grad_norm": 1.5666216176559173, + "learning_rate": 4.211209911169472e-06, + "loss": 1.0472, + "step": 5127 + }, + { + "epoch": 0.7057528213597578, + "grad_norm": 1.7111537105589691, + "learning_rate": 4.207575842635621e-06, + "loss": 1.0968, + "step": 5128 + }, + { + "epoch": 0.7058904486650152, + "grad_norm": 1.9629272984723554, + "learning_rate": 4.203942924977166e-06, + "loss": 1.0992, + "step": 5129 + }, + { + "epoch": 0.7060280759702725, + "grad_norm": 1.4725953888390535, + "learning_rate": 4.200311158915906e-06, + "loss": 0.9892, + "step": 5130 + }, + { + "epoch": 0.7061657032755299, + "grad_norm": 1.765376240184149, + "learning_rate": 4.1966805451734326e-06, + "loss": 1.0839, + "step": 5131 + }, + { + "epoch": 0.7063033305807872, + "grad_norm": 1.8171587207332318, + "learning_rate": 4.193051084471097e-06, + "loss": 1.0622, + "step": 5132 + }, + { + "epoch": 0.7064409578860446, + "grad_norm": 1.7545094824112522, + "learning_rate": 4.189422777530022e-06, + "loss": 1.1011, + "step": 5133 + }, + { + "epoch": 0.7065785851913019, + "grad_norm": 1.5152630151498074, + "learning_rate": 4.185795625071103e-06, + "loss": 1.0683, + "step": 5134 + }, + { + "epoch": 0.7067162124965594, + "grad_norm": 1.577603612726643, + "learning_rate": 4.182169627815006e-06, + "loss": 1.1057, + "step": 5135 + }, + { + "epoch": 0.7068538398018167, + "grad_norm": 1.6136447696259248, + "learning_rate": 4.178544786482166e-06, + "loss": 1.0847, + "step": 5136 + }, + { + "epoch": 0.7069914671070741, + "grad_norm": 1.86078715939357, + "learning_rate": 4.17492110179279e-06, + "loss": 1.0174, + "step": 5137 + }, + { + "epoch": 0.7071290944123314, + "grad_norm": 1.783009070068479, + "learning_rate": 4.171298574466854e-06, + "loss": 1.0155, + "step": 5138 + }, + { + "epoch": 0.7072667217175888, + "grad_norm": 1.747275136731928, + "learning_rate": 4.1676772052241056e-06, + "loss": 1.1045, + "step": 5139 + }, + { + "epoch": 0.7074043490228461, + "grad_norm": 1.7524056226289404, + "learning_rate": 4.16405699478406e-06, + "loss": 1.1292, + "step": 5140 + }, + { + "epoch": 0.7075419763281035, + "grad_norm": 1.6336238113341048, + "learning_rate": 4.160437943866005e-06, + "loss": 1.0823, + "step": 5141 + }, + { + "epoch": 0.7076796036333609, + "grad_norm": 1.8226390218429014, + "learning_rate": 4.1568200531889955e-06, + "loss": 1.0975, + "step": 5142 + }, + { + "epoch": 0.7078172309386183, + "grad_norm": 1.6428579407899349, + "learning_rate": 4.153203323471857e-06, + "loss": 1.062, + "step": 5143 + }, + { + "epoch": 0.7079548582438756, + "grad_norm": 1.435824328802539, + "learning_rate": 4.149587755433184e-06, + "loss": 1.0588, + "step": 5144 + }, + { + "epoch": 0.708092485549133, + "grad_norm": 1.588033123911373, + "learning_rate": 4.14597334979134e-06, + "loss": 1.0025, + "step": 5145 + }, + { + "epoch": 0.7082301128543903, + "grad_norm": 1.9297210552907818, + "learning_rate": 4.1423601072644595e-06, + "loss": 1.0933, + "step": 5146 + }, + { + "epoch": 0.7083677401596477, + "grad_norm": 1.575074886159012, + "learning_rate": 4.1387480285704394e-06, + "loss": 1.112, + "step": 5147 + }, + { + "epoch": 0.708505367464905, + "grad_norm": 1.532192000110937, + "learning_rate": 4.1351371144269615e-06, + "loss": 1.0588, + "step": 5148 + }, + { + "epoch": 0.7086429947701623, + "grad_norm": 1.5272008196011215, + "learning_rate": 4.131527365551451e-06, + "loss": 1.1133, + "step": 5149 + }, + { + "epoch": 0.7087806220754198, + "grad_norm": 1.7299629474486304, + "learning_rate": 4.127918782661129e-06, + "loss": 1.1058, + "step": 5150 + }, + { + "epoch": 0.7089182493806772, + "grad_norm": 1.5790387952301177, + "learning_rate": 4.124311366472957e-06, + "loss": 1.1202, + "step": 5151 + }, + { + "epoch": 0.7090558766859345, + "grad_norm": 1.7235937901394554, + "learning_rate": 4.120705117703695e-06, + "loss": 1.0059, + "step": 5152 + }, + { + "epoch": 0.7091935039911919, + "grad_norm": 1.6298897021922205, + "learning_rate": 4.117100037069843e-06, + "loss": 1.0716, + "step": 5153 + }, + { + "epoch": 0.7093311312964492, + "grad_norm": 1.5602131257324885, + "learning_rate": 4.113496125287684e-06, + "loss": 1.0016, + "step": 5154 + }, + { + "epoch": 0.7094687586017066, + "grad_norm": 1.6938200059167192, + "learning_rate": 4.109893383073272e-06, + "loss": 1.139, + "step": 5155 + }, + { + "epoch": 0.7096063859069639, + "grad_norm": 1.5783325501932728, + "learning_rate": 4.1062918111424125e-06, + "loss": 1.0393, + "step": 5156 + }, + { + "epoch": 0.7097440132122214, + "grad_norm": 1.6604725674973773, + "learning_rate": 4.102691410210701e-06, + "loss": 1.1151, + "step": 5157 + }, + { + "epoch": 0.7098816405174787, + "grad_norm": 1.672520621154827, + "learning_rate": 4.099092180993473e-06, + "loss": 1.1033, + "step": 5158 + }, + { + "epoch": 0.710019267822736, + "grad_norm": 1.6618771012894793, + "learning_rate": 4.095494124205862e-06, + "loss": 1.1681, + "step": 5159 + }, + { + "epoch": 0.7101568951279934, + "grad_norm": 1.8399520123719788, + "learning_rate": 4.091897240562738e-06, + "loss": 1.0662, + "step": 5160 + }, + { + "epoch": 0.7102945224332508, + "grad_norm": 2.2694886398177285, + "learning_rate": 4.088301530778761e-06, + "loss": 1.0906, + "step": 5161 + }, + { + "epoch": 0.7104321497385081, + "grad_norm": 1.5456814631571862, + "learning_rate": 4.084706995568348e-06, + "loss": 0.9706, + "step": 5162 + }, + { + "epoch": 0.7105697770437654, + "grad_norm": 1.4806484751341096, + "learning_rate": 4.081113635645685e-06, + "loss": 1.0109, + "step": 5163 + }, + { + "epoch": 0.7107074043490228, + "grad_norm": 1.4536111789096184, + "learning_rate": 4.077521451724721e-06, + "loss": 0.945, + "step": 5164 + }, + { + "epoch": 0.7108450316542803, + "grad_norm": 1.6376639897119425, + "learning_rate": 4.073930444519174e-06, + "loss": 1.0708, + "step": 5165 + }, + { + "epoch": 0.7109826589595376, + "grad_norm": 1.6159381961111432, + "learning_rate": 4.0703406147425285e-06, + "loss": 0.9911, + "step": 5166 + }, + { + "epoch": 0.711120286264795, + "grad_norm": 1.8171806670142028, + "learning_rate": 4.066751963108036e-06, + "loss": 1.0633, + "step": 5167 + }, + { + "epoch": 0.7112579135700523, + "grad_norm": 1.6736138780002707, + "learning_rate": 4.063164490328709e-06, + "loss": 1.0446, + "step": 5168 + }, + { + "epoch": 0.7113955408753097, + "grad_norm": 1.5521233683581739, + "learning_rate": 4.059578197117333e-06, + "loss": 0.9968, + "step": 5169 + }, + { + "epoch": 0.711533168180567, + "grad_norm": 1.891000862024925, + "learning_rate": 4.055993084186454e-06, + "loss": 1.1569, + "step": 5170 + }, + { + "epoch": 0.7116707954858243, + "grad_norm": 1.5084835495852913, + "learning_rate": 4.052409152248384e-06, + "loss": 1.0491, + "step": 5171 + }, + { + "epoch": 0.7118084227910817, + "grad_norm": 1.6570663321651875, + "learning_rate": 4.048826402015202e-06, + "loss": 1.018, + "step": 5172 + }, + { + "epoch": 0.7119460500963392, + "grad_norm": 1.6630477440049907, + "learning_rate": 4.045244834198751e-06, + "loss": 1.0499, + "step": 5173 + }, + { + "epoch": 0.7120836774015965, + "grad_norm": 1.6805327675673356, + "learning_rate": 4.04166444951064e-06, + "loss": 1.0311, + "step": 5174 + }, + { + "epoch": 0.7122213047068539, + "grad_norm": 1.704592776708759, + "learning_rate": 4.038085248662241e-06, + "loss": 1.081, + "step": 5175 + }, + { + "epoch": 0.7123589320121112, + "grad_norm": 1.5731826237510695, + "learning_rate": 4.0345072323646935e-06, + "loss": 0.9846, + "step": 5176 + }, + { + "epoch": 0.7124965593173685, + "grad_norm": 1.7591736388082475, + "learning_rate": 4.0309304013289015e-06, + "loss": 1.0657, + "step": 5177 + }, + { + "epoch": 0.7126341866226259, + "grad_norm": 1.7715978734965836, + "learning_rate": 4.027354756265532e-06, + "loss": 1.1346, + "step": 5178 + }, + { + "epoch": 0.7127718139278832, + "grad_norm": 1.6407923859349594, + "learning_rate": 4.023780297885009e-06, + "loss": 1.078, + "step": 5179 + }, + { + "epoch": 0.7129094412331407, + "grad_norm": 1.737599711161499, + "learning_rate": 4.020207026897545e-06, + "loss": 1.1008, + "step": 5180 + }, + { + "epoch": 0.713047068538398, + "grad_norm": 1.5601060745212263, + "learning_rate": 4.016634944013083e-06, + "loss": 1.0608, + "step": 5181 + }, + { + "epoch": 0.7131846958436554, + "grad_norm": 1.5400912339714894, + "learning_rate": 4.0130640499413595e-06, + "loss": 1.0858, + "step": 5182 + }, + { + "epoch": 0.7133223231489128, + "grad_norm": 1.9197890403396904, + "learning_rate": 4.009494345391852e-06, + "loss": 1.0797, + "step": 5183 + }, + { + "epoch": 0.7134599504541701, + "grad_norm": 1.520294856259976, + "learning_rate": 4.005925831073823e-06, + "loss": 1.0567, + "step": 5184 + }, + { + "epoch": 0.7135975777594274, + "grad_norm": 1.6918109677318776, + "learning_rate": 4.002358507696279e-06, + "loss": 1.0351, + "step": 5185 + }, + { + "epoch": 0.7137352050646848, + "grad_norm": 1.862052226836921, + "learning_rate": 3.998792375967996e-06, + "loss": 1.0288, + "step": 5186 + }, + { + "epoch": 0.7138728323699421, + "grad_norm": 1.4512218546545534, + "learning_rate": 3.995227436597529e-06, + "loss": 1.0231, + "step": 5187 + }, + { + "epoch": 0.7140104596751996, + "grad_norm": 1.8082661257162105, + "learning_rate": 3.9916636902931645e-06, + "loss": 1.1583, + "step": 5188 + }, + { + "epoch": 0.714148086980457, + "grad_norm": 1.5118241860685853, + "learning_rate": 3.988101137762989e-06, + "loss": 1.1077, + "step": 5189 + }, + { + "epoch": 0.7142857142857143, + "grad_norm": 1.579657695284109, + "learning_rate": 3.984539779714815e-06, + "loss": 1.0667, + "step": 5190 + }, + { + "epoch": 0.7144233415909717, + "grad_norm": 1.7300802000053863, + "learning_rate": 3.980979616856251e-06, + "loss": 1.0783, + "step": 5191 + }, + { + "epoch": 0.714560968896229, + "grad_norm": 1.577185647011332, + "learning_rate": 3.977420649894639e-06, + "loss": 1.0903, + "step": 5192 + }, + { + "epoch": 0.7146985962014863, + "grad_norm": 1.602440608146096, + "learning_rate": 3.973862879537107e-06, + "loss": 1.1065, + "step": 5193 + }, + { + "epoch": 0.7148362235067437, + "grad_norm": 1.8946724385450635, + "learning_rate": 3.9703063064905334e-06, + "loss": 1.1591, + "step": 5194 + }, + { + "epoch": 0.7149738508120012, + "grad_norm": 1.5067273584498706, + "learning_rate": 3.966750931461558e-06, + "loss": 1.0653, + "step": 5195 + }, + { + "epoch": 0.7151114781172585, + "grad_norm": 1.5424077197518211, + "learning_rate": 3.9631967551565865e-06, + "loss": 1.0438, + "step": 5196 + }, + { + "epoch": 0.7152491054225159, + "grad_norm": 1.499293966487977, + "learning_rate": 3.9596437782817845e-06, + "loss": 1.0193, + "step": 5197 + }, + { + "epoch": 0.7153867327277732, + "grad_norm": 1.847379698862272, + "learning_rate": 3.956092001543081e-06, + "loss": 1.1149, + "step": 5198 + }, + { + "epoch": 0.7155243600330305, + "grad_norm": 1.5193112357198537, + "learning_rate": 3.952541425646165e-06, + "loss": 0.9989, + "step": 5199 + }, + { + "epoch": 0.7156619873382879, + "grad_norm": 1.6741216541096244, + "learning_rate": 3.948992051296486e-06, + "loss": 1.1563, + "step": 5200 + }, + { + "epoch": 0.7157996146435452, + "grad_norm": 2.0441746416855056, + "learning_rate": 3.945443879199258e-06, + "loss": 1.1654, + "step": 5201 + }, + { + "epoch": 0.7159372419488026, + "grad_norm": 1.4602211565438756, + "learning_rate": 3.941896910059453e-06, + "loss": 1.001, + "step": 5202 + }, + { + "epoch": 0.71607486925406, + "grad_norm": 1.6609551839954066, + "learning_rate": 3.938351144581805e-06, + "loss": 1.0312, + "step": 5203 + }, + { + "epoch": 0.7162124965593174, + "grad_norm": 1.5805755882721326, + "learning_rate": 3.93480658347081e-06, + "loss": 0.991, + "step": 5204 + }, + { + "epoch": 0.7163501238645748, + "grad_norm": 1.728289638569149, + "learning_rate": 3.9312632274307235e-06, + "loss": 1.1061, + "step": 5205 + }, + { + "epoch": 0.7164877511698321, + "grad_norm": 1.5097525710251563, + "learning_rate": 3.9277210771655626e-06, + "loss": 1.0608, + "step": 5206 + }, + { + "epoch": 0.7166253784750894, + "grad_norm": 1.7544437819571332, + "learning_rate": 3.924180133379102e-06, + "loss": 1.1421, + "step": 5207 + }, + { + "epoch": 0.7167630057803468, + "grad_norm": 1.560258020005732, + "learning_rate": 3.920640396774881e-06, + "loss": 0.9763, + "step": 5208 + }, + { + "epoch": 0.7169006330856041, + "grad_norm": 1.7064762256043107, + "learning_rate": 3.917101868056191e-06, + "loss": 1.0745, + "step": 5209 + }, + { + "epoch": 0.7170382603908615, + "grad_norm": 1.7227188847520023, + "learning_rate": 3.913564547926102e-06, + "loss": 1.1062, + "step": 5210 + }, + { + "epoch": 0.717175887696119, + "grad_norm": 1.498152125383955, + "learning_rate": 3.910028437087417e-06, + "loss": 0.9899, + "step": 5211 + }, + { + "epoch": 0.7173135150013763, + "grad_norm": 1.5213363426210729, + "learning_rate": 3.906493536242723e-06, + "loss": 1.0323, + "step": 5212 + }, + { + "epoch": 0.7174511423066336, + "grad_norm": 1.6015044581258342, + "learning_rate": 3.9029598460943484e-06, + "loss": 1.0986, + "step": 5213 + }, + { + "epoch": 0.717588769611891, + "grad_norm": 1.5443714778725666, + "learning_rate": 3.899427367344399e-06, + "loss": 1.0861, + "step": 5214 + }, + { + "epoch": 0.7177263969171483, + "grad_norm": 1.607666392082371, + "learning_rate": 3.895896100694716e-06, + "loss": 1.0744, + "step": 5215 + }, + { + "epoch": 0.7178640242224057, + "grad_norm": 1.74848996930544, + "learning_rate": 3.892366046846926e-06, + "loss": 1.1024, + "step": 5216 + }, + { + "epoch": 0.718001651527663, + "grad_norm": 1.7859921399580387, + "learning_rate": 3.888837206502402e-06, + "loss": 1.1111, + "step": 5217 + }, + { + "epoch": 0.7181392788329205, + "grad_norm": 1.6218761238278625, + "learning_rate": 3.8853095803622645e-06, + "loss": 0.9819, + "step": 5218 + }, + { + "epoch": 0.7182769061381779, + "grad_norm": 1.6287368244601244, + "learning_rate": 3.88178316912742e-06, + "loss": 1.0898, + "step": 5219 + }, + { + "epoch": 0.7184145334434352, + "grad_norm": 1.6286762915956103, + "learning_rate": 3.878257973498504e-06, + "loss": 1.106, + "step": 5220 + }, + { + "epoch": 0.7185521607486925, + "grad_norm": 1.5599552734679554, + "learning_rate": 3.874733994175936e-06, + "loss": 1.0767, + "step": 5221 + }, + { + "epoch": 0.7186897880539499, + "grad_norm": 1.4998369763678676, + "learning_rate": 3.871211231859872e-06, + "loss": 1.0692, + "step": 5222 + }, + { + "epoch": 0.7188274153592072, + "grad_norm": 1.6731505184848907, + "learning_rate": 3.867689687250246e-06, + "loss": 1.0814, + "step": 5223 + }, + { + "epoch": 0.7189650426644646, + "grad_norm": 1.6120975379513733, + "learning_rate": 3.864169361046738e-06, + "loss": 1.0733, + "step": 5224 + }, + { + "epoch": 0.7191026699697219, + "grad_norm": 1.586869684604104, + "learning_rate": 3.860650253948785e-06, + "loss": 1.0486, + "step": 5225 + }, + { + "epoch": 0.7192402972749794, + "grad_norm": 1.667221585242826, + "learning_rate": 3.8571323666555906e-06, + "loss": 1.1564, + "step": 5226 + }, + { + "epoch": 0.7193779245802367, + "grad_norm": 1.4999575427130662, + "learning_rate": 3.8536156998661066e-06, + "loss": 1.049, + "step": 5227 + }, + { + "epoch": 0.7195155518854941, + "grad_norm": 1.549373391856461, + "learning_rate": 3.850100254279049e-06, + "loss": 1.0533, + "step": 5228 + }, + { + "epoch": 0.7196531791907514, + "grad_norm": 1.5162943870827277, + "learning_rate": 3.846586030592887e-06, + "loss": 1.0101, + "step": 5229 + }, + { + "epoch": 0.7197908064960088, + "grad_norm": 1.6459859162895358, + "learning_rate": 3.843073029505851e-06, + "loss": 1.0529, + "step": 5230 + }, + { + "epoch": 0.7199284338012661, + "grad_norm": 1.610921738188203, + "learning_rate": 3.839561251715924e-06, + "loss": 1.0329, + "step": 5231 + }, + { + "epoch": 0.7200660611065235, + "grad_norm": 1.4602525107553384, + "learning_rate": 3.836050697920849e-06, + "loss": 1.0657, + "step": 5232 + }, + { + "epoch": 0.720203688411781, + "grad_norm": 1.633049187690527, + "learning_rate": 3.832541368818126e-06, + "loss": 1.0503, + "step": 5233 + }, + { + "epoch": 0.7203413157170383, + "grad_norm": 1.485368166397117, + "learning_rate": 3.8290332651050075e-06, + "loss": 1.0789, + "step": 5234 + }, + { + "epoch": 0.7204789430222956, + "grad_norm": 1.756122229635299, + "learning_rate": 3.825526387478509e-06, + "loss": 1.1001, + "step": 5235 + }, + { + "epoch": 0.720616570327553, + "grad_norm": 1.6377253366295617, + "learning_rate": 3.822020736635399e-06, + "loss": 1.0369, + "step": 5236 + }, + { + "epoch": 0.7207541976328103, + "grad_norm": 1.8531402541240072, + "learning_rate": 3.818516313272202e-06, + "loss": 1.1169, + "step": 5237 + }, + { + "epoch": 0.7208918249380677, + "grad_norm": 1.5863037608492225, + "learning_rate": 3.815013118085196e-06, + "loss": 1.0855, + "step": 5238 + }, + { + "epoch": 0.721029452243325, + "grad_norm": 1.9746857182454685, + "learning_rate": 3.8115111517704207e-06, + "loss": 1.073, + "step": 5239 + }, + { + "epoch": 0.7211670795485824, + "grad_norm": 1.476172547494545, + "learning_rate": 3.8080104150236686e-06, + "loss": 1.0463, + "step": 5240 + }, + { + "epoch": 0.7213047068538398, + "grad_norm": 1.7910527730633568, + "learning_rate": 3.8045109085404853e-06, + "loss": 1.1266, + "step": 5241 + }, + { + "epoch": 0.7214423341590972, + "grad_norm": 1.5014349719200184, + "learning_rate": 3.8010126330161835e-06, + "loss": 1.0038, + "step": 5242 + }, + { + "epoch": 0.7215799614643545, + "grad_norm": 1.7691966492529663, + "learning_rate": 3.7975155891458093e-06, + "loss": 1.0601, + "step": 5243 + }, + { + "epoch": 0.7217175887696119, + "grad_norm": 1.8651431291724192, + "learning_rate": 3.7940197776241926e-06, + "loss": 1.117, + "step": 5244 + }, + { + "epoch": 0.7218552160748692, + "grad_norm": 1.7041518588405065, + "learning_rate": 3.790525199145888e-06, + "loss": 1.0611, + "step": 5245 + }, + { + "epoch": 0.7219928433801266, + "grad_norm": 1.9549458183380255, + "learning_rate": 3.7870318544052354e-06, + "loss": 1.1723, + "step": 5246 + }, + { + "epoch": 0.7221304706853839, + "grad_norm": 1.5957396139779654, + "learning_rate": 3.7835397440962996e-06, + "loss": 1.1119, + "step": 5247 + }, + { + "epoch": 0.7222680979906413, + "grad_norm": 1.650158813599096, + "learning_rate": 3.7800488689129267e-06, + "loss": 1.0384, + "step": 5248 + }, + { + "epoch": 0.7224057252958987, + "grad_norm": 1.6061123744291916, + "learning_rate": 3.7765592295487043e-06, + "loss": 1.101, + "step": 5249 + }, + { + "epoch": 0.7225433526011561, + "grad_norm": 1.7026867845801006, + "learning_rate": 3.7730708266969673e-06, + "loss": 1.0865, + "step": 5250 + }, + { + "epoch": 0.7226809799064134, + "grad_norm": 1.5089573561201297, + "learning_rate": 3.7695836610508264e-06, + "loss": 1.0724, + "step": 5251 + }, + { + "epoch": 0.7228186072116708, + "grad_norm": 1.6893712826555747, + "learning_rate": 3.766097733303119e-06, + "loss": 1.0778, + "step": 5252 + }, + { + "epoch": 0.7229562345169281, + "grad_norm": 1.4802661167763043, + "learning_rate": 3.762613044146467e-06, + "loss": 1.0327, + "step": 5253 + }, + { + "epoch": 0.7230938618221855, + "grad_norm": 1.8271964324048053, + "learning_rate": 3.7591295942732153e-06, + "loss": 1.1222, + "step": 5254 + }, + { + "epoch": 0.7232314891274428, + "grad_norm": 1.6445896092848953, + "learning_rate": 3.7556473843754893e-06, + "loss": 1.135, + "step": 5255 + }, + { + "epoch": 0.7233691164327003, + "grad_norm": 1.5512515141874874, + "learning_rate": 3.752166415145151e-06, + "loss": 1.0587, + "step": 5256 + }, + { + "epoch": 0.7235067437379576, + "grad_norm": 1.6257832921105773, + "learning_rate": 3.7486866872738236e-06, + "loss": 1.0512, + "step": 5257 + }, + { + "epoch": 0.723644371043215, + "grad_norm": 1.7269486299580123, + "learning_rate": 3.745208201452879e-06, + "loss": 1.1993, + "step": 5258 + }, + { + "epoch": 0.7237819983484723, + "grad_norm": 1.5089805187714282, + "learning_rate": 3.7417309583734475e-06, + "loss": 1.0021, + "step": 5259 + }, + { + "epoch": 0.7239196256537297, + "grad_norm": 1.5408186469085854, + "learning_rate": 3.738254958726407e-06, + "loss": 1.1262, + "step": 5260 + }, + { + "epoch": 0.724057252958987, + "grad_norm": 1.4901831767809546, + "learning_rate": 3.7347802032023927e-06, + "loss": 1.084, + "step": 5261 + }, + { + "epoch": 0.7241948802642444, + "grad_norm": 1.8019790469451131, + "learning_rate": 3.7313066924917906e-06, + "loss": 1.0468, + "step": 5262 + }, + { + "epoch": 0.7243325075695017, + "grad_norm": 1.6021325345257305, + "learning_rate": 3.72783442728474e-06, + "loss": 1.0349, + "step": 5263 + }, + { + "epoch": 0.7244701348747592, + "grad_norm": 1.7368633091015127, + "learning_rate": 3.724363408271131e-06, + "loss": 1.0702, + "step": 5264 + }, + { + "epoch": 0.7246077621800165, + "grad_norm": 1.5377349956593682, + "learning_rate": 3.7208936361406088e-06, + "loss": 1.1071, + "step": 5265 + }, + { + "epoch": 0.7247453894852739, + "grad_norm": 1.7447327884958814, + "learning_rate": 3.717425111582571e-06, + "loss": 1.0545, + "step": 5266 + }, + { + "epoch": 0.7248830167905312, + "grad_norm": 1.4916634191586247, + "learning_rate": 3.713957835286163e-06, + "loss": 1.0542, + "step": 5267 + }, + { + "epoch": 0.7250206440957886, + "grad_norm": 1.6006929511438701, + "learning_rate": 3.7104918079402874e-06, + "loss": 1.0994, + "step": 5268 + }, + { + "epoch": 0.7251582714010459, + "grad_norm": 1.726605899665963, + "learning_rate": 3.7070270302335954e-06, + "loss": 1.1188, + "step": 5269 + }, + { + "epoch": 0.7252958987063033, + "grad_norm": 1.8921582987845875, + "learning_rate": 3.70356350285449e-06, + "loss": 1.1074, + "step": 5270 + }, + { + "epoch": 0.7254335260115607, + "grad_norm": 1.4835540737151542, + "learning_rate": 3.700101226491126e-06, + "loss": 1.0081, + "step": 5271 + }, + { + "epoch": 0.7255711533168181, + "grad_norm": 1.5694215567057708, + "learning_rate": 3.6966402018314187e-06, + "loss": 1.1162, + "step": 5272 + }, + { + "epoch": 0.7257087806220754, + "grad_norm": 1.7662237679741628, + "learning_rate": 3.6931804295630115e-06, + "loss": 1.011, + "step": 5273 + }, + { + "epoch": 0.7258464079273328, + "grad_norm": 1.6457709542992012, + "learning_rate": 3.6897219103733294e-06, + "loss": 0.9966, + "step": 5274 + }, + { + "epoch": 0.7259840352325901, + "grad_norm": 1.5433108497215653, + "learning_rate": 3.6862646449495187e-06, + "loss": 1.0566, + "step": 5275 + }, + { + "epoch": 0.7261216625378475, + "grad_norm": 1.640030720987451, + "learning_rate": 3.682808633978505e-06, + "loss": 1.0122, + "step": 5276 + }, + { + "epoch": 0.7262592898431048, + "grad_norm": 1.676836006648534, + "learning_rate": 3.6793538781469353e-06, + "loss": 1.0501, + "step": 5277 + }, + { + "epoch": 0.7263969171483622, + "grad_norm": 1.7892120570677634, + "learning_rate": 3.6759003781412327e-06, + "loss": 1.1703, + "step": 5278 + }, + { + "epoch": 0.7265345444536196, + "grad_norm": 1.7940737585271573, + "learning_rate": 3.672448134647558e-06, + "loss": 1.0598, + "step": 5279 + }, + { + "epoch": 0.726672171758877, + "grad_norm": 1.8854805865423072, + "learning_rate": 3.668997148351825e-06, + "loss": 1.0412, + "step": 5280 + }, + { + "epoch": 0.7268097990641343, + "grad_norm": 1.6685560216866553, + "learning_rate": 3.665547419939699e-06, + "loss": 1.1693, + "step": 5281 + }, + { + "epoch": 0.7269474263693917, + "grad_norm": 1.4370961428886382, + "learning_rate": 3.6620989500965853e-06, + "loss": 1.0357, + "step": 5282 + }, + { + "epoch": 0.727085053674649, + "grad_norm": 1.7154716591631938, + "learning_rate": 3.6586517395076605e-06, + "loss": 1.0499, + "step": 5283 + }, + { + "epoch": 0.7272226809799064, + "grad_norm": 1.5386379286520149, + "learning_rate": 3.655205788857824e-06, + "loss": 1.0161, + "step": 5284 + }, + { + "epoch": 0.7273603082851637, + "grad_norm": 1.635385057240631, + "learning_rate": 3.65176109883175e-06, + "loss": 1.0428, + "step": 5285 + }, + { + "epoch": 0.7274979355904211, + "grad_norm": 1.7198347522248865, + "learning_rate": 3.648317670113848e-06, + "loss": 1.0288, + "step": 5286 + }, + { + "epoch": 0.7276355628956785, + "grad_norm": 1.9163869507108293, + "learning_rate": 3.6448755033882797e-06, + "loss": 1.0928, + "step": 5287 + }, + { + "epoch": 0.7277731902009359, + "grad_norm": 1.6874970629121728, + "learning_rate": 3.641434599338958e-06, + "loss": 1.0988, + "step": 5288 + }, + { + "epoch": 0.7279108175061932, + "grad_norm": 1.4577106491502447, + "learning_rate": 3.637994958649541e-06, + "loss": 1.0741, + "step": 5289 + }, + { + "epoch": 0.7280484448114506, + "grad_norm": 1.6762249681469552, + "learning_rate": 3.634556582003439e-06, + "loss": 1.0601, + "step": 5290 + }, + { + "epoch": 0.7281860721167079, + "grad_norm": 1.8528450317196863, + "learning_rate": 3.6311194700838113e-06, + "loss": 1.1638, + "step": 5291 + }, + { + "epoch": 0.7283236994219653, + "grad_norm": 1.749844978864148, + "learning_rate": 3.6276836235735646e-06, + "loss": 1.0166, + "step": 5292 + }, + { + "epoch": 0.7284613267272226, + "grad_norm": 1.623875364662501, + "learning_rate": 3.6242490431553536e-06, + "loss": 1.0981, + "step": 5293 + }, + { + "epoch": 0.7285989540324801, + "grad_norm": 1.5219222659321436, + "learning_rate": 3.620815729511584e-06, + "loss": 1.0431, + "step": 5294 + }, + { + "epoch": 0.7287365813377374, + "grad_norm": 1.9000887592696636, + "learning_rate": 3.617383683324407e-06, + "loss": 1.0665, + "step": 5295 + }, + { + "epoch": 0.7288742086429948, + "grad_norm": 1.5509349132602683, + "learning_rate": 3.613952905275724e-06, + "loss": 0.996, + "step": 5296 + }, + { + "epoch": 0.7290118359482521, + "grad_norm": 1.573104706487672, + "learning_rate": 3.610523396047183e-06, + "loss": 1.0204, + "step": 5297 + }, + { + "epoch": 0.7291494632535095, + "grad_norm": 1.8023035708108457, + "learning_rate": 3.6070951563201805e-06, + "loss": 1.1778, + "step": 5298 + }, + { + "epoch": 0.7292870905587668, + "grad_norm": 1.6920716189985598, + "learning_rate": 3.6036681867758618e-06, + "loss": 1.1208, + "step": 5299 + }, + { + "epoch": 0.7294247178640242, + "grad_norm": 1.6492584595907582, + "learning_rate": 3.600242488095117e-06, + "loss": 1.0163, + "step": 5300 + }, + { + "epoch": 0.7295623451692815, + "grad_norm": 1.5574036778880025, + "learning_rate": 3.596818060958588e-06, + "loss": 1.0375, + "step": 5301 + }, + { + "epoch": 0.729699972474539, + "grad_norm": 1.9412469334865876, + "learning_rate": 3.593394906046659e-06, + "loss": 0.9929, + "step": 5302 + }, + { + "epoch": 0.7298375997797963, + "grad_norm": 1.52506144956093, + "learning_rate": 3.5899730240394628e-06, + "loss": 1.013, + "step": 5303 + }, + { + "epoch": 0.7299752270850537, + "grad_norm": 1.5668985374085993, + "learning_rate": 3.5865524156168894e-06, + "loss": 1.0642, + "step": 5304 + }, + { + "epoch": 0.730112854390311, + "grad_norm": 1.641933013548168, + "learning_rate": 3.583133081458554e-06, + "loss": 1.0315, + "step": 5305 + }, + { + "epoch": 0.7302504816955684, + "grad_norm": 1.6411703513658924, + "learning_rate": 3.579715022243845e-06, + "loss": 1.0491, + "step": 5306 + }, + { + "epoch": 0.7303881090008257, + "grad_norm": 1.531384315903585, + "learning_rate": 3.5762982386518695e-06, + "loss": 0.9889, + "step": 5307 + }, + { + "epoch": 0.7305257363060831, + "grad_norm": 1.5906831082270152, + "learning_rate": 3.57288273136151e-06, + "loss": 1.053, + "step": 5308 + }, + { + "epoch": 0.7306633636113405, + "grad_norm": 1.6273613256965767, + "learning_rate": 3.5694685010513686e-06, + "loss": 1.0319, + "step": 5309 + }, + { + "epoch": 0.7308009909165979, + "grad_norm": 1.5906936532281533, + "learning_rate": 3.5660555483998137e-06, + "loss": 1.0848, + "step": 5310 + }, + { + "epoch": 0.7309386182218552, + "grad_norm": 1.6043070708760752, + "learning_rate": 3.56264387408495e-06, + "loss": 1.0404, + "step": 5311 + }, + { + "epoch": 0.7310762455271126, + "grad_norm": 1.6547419990136454, + "learning_rate": 3.5592334787846314e-06, + "loss": 1.0283, + "step": 5312 + }, + { + "epoch": 0.7312138728323699, + "grad_norm": 1.5383696218801137, + "learning_rate": 3.55582436317646e-06, + "loss": 1.0648, + "step": 5313 + }, + { + "epoch": 0.7313515001376273, + "grad_norm": 1.5499422221022294, + "learning_rate": 3.552416527937769e-06, + "loss": 1.1202, + "step": 5314 + }, + { + "epoch": 0.7314891274428846, + "grad_norm": 1.5558659881612205, + "learning_rate": 3.549009973745663e-06, + "loss": 1.0535, + "step": 5315 + }, + { + "epoch": 0.731626754748142, + "grad_norm": 1.7063093616186493, + "learning_rate": 3.5456047012769632e-06, + "loss": 1.0879, + "step": 5316 + }, + { + "epoch": 0.7317643820533994, + "grad_norm": 1.5974206167766773, + "learning_rate": 3.5422007112082624e-06, + "loss": 1.0711, + "step": 5317 + }, + { + "epoch": 0.7319020093586568, + "grad_norm": 1.7274416551211922, + "learning_rate": 3.538798004215883e-06, + "loss": 1.0949, + "step": 5318 + }, + { + "epoch": 0.7320396366639141, + "grad_norm": 1.7075425124996189, + "learning_rate": 3.535396580975895e-06, + "loss": 1.0773, + "step": 5319 + }, + { + "epoch": 0.7321772639691715, + "grad_norm": 1.5374148113069328, + "learning_rate": 3.5319964421641163e-06, + "loss": 0.9784, + "step": 5320 + }, + { + "epoch": 0.7323148912744288, + "grad_norm": 1.7669679924943356, + "learning_rate": 3.5285975884561075e-06, + "loss": 1.0984, + "step": 5321 + }, + { + "epoch": 0.7324525185796862, + "grad_norm": 1.5983651145895037, + "learning_rate": 3.525200020527173e-06, + "loss": 1.081, + "step": 5322 + }, + { + "epoch": 0.7325901458849435, + "grad_norm": 1.6772105516204434, + "learning_rate": 3.5218037390523653e-06, + "loss": 1.0544, + "step": 5323 + }, + { + "epoch": 0.7327277731902009, + "grad_norm": 1.4538215100596341, + "learning_rate": 3.5184087447064763e-06, + "loss": 0.9956, + "step": 5324 + }, + { + "epoch": 0.7328654004954583, + "grad_norm": 1.679413645135285, + "learning_rate": 3.515015038164048e-06, + "loss": 1.0985, + "step": 5325 + }, + { + "epoch": 0.7330030278007157, + "grad_norm": 1.5099694235265597, + "learning_rate": 3.5116226200993606e-06, + "loss": 0.9847, + "step": 5326 + }, + { + "epoch": 0.733140655105973, + "grad_norm": 1.4568290769582672, + "learning_rate": 3.5082314911864422e-06, + "loss": 1.1015, + "step": 5327 + }, + { + "epoch": 0.7332782824112304, + "grad_norm": 1.7478003969351217, + "learning_rate": 3.5048416520990645e-06, + "loss": 1.0769, + "step": 5328 + }, + { + "epoch": 0.7334159097164877, + "grad_norm": 1.7193271878361494, + "learning_rate": 3.5014531035107423e-06, + "loss": 1.0592, + "step": 5329 + }, + { + "epoch": 0.7335535370217451, + "grad_norm": 1.5729697426486902, + "learning_rate": 3.4980658460947326e-06, + "loss": 1.0817, + "step": 5330 + }, + { + "epoch": 0.7336911643270024, + "grad_norm": 1.7493750302177173, + "learning_rate": 3.494679880524037e-06, + "loss": 1.1359, + "step": 5331 + }, + { + "epoch": 0.7338287916322599, + "grad_norm": 1.5771453347626323, + "learning_rate": 3.4912952074714014e-06, + "loss": 0.9737, + "step": 5332 + }, + { + "epoch": 0.7339664189375172, + "grad_norm": 1.6385806686248234, + "learning_rate": 3.4879118276093126e-06, + "loss": 1.0429, + "step": 5333 + }, + { + "epoch": 0.7341040462427746, + "grad_norm": 1.6985646369017642, + "learning_rate": 3.4845297416100044e-06, + "loss": 1.0326, + "step": 5334 + }, + { + "epoch": 0.7342416735480319, + "grad_norm": 1.5128125487637183, + "learning_rate": 3.4811489501454444e-06, + "loss": 1.0258, + "step": 5335 + }, + { + "epoch": 0.7343793008532893, + "grad_norm": 1.7865423847995812, + "learning_rate": 3.477769453887363e-06, + "loss": 1.0832, + "step": 5336 + }, + { + "epoch": 0.7345169281585466, + "grad_norm": 1.6047912162925382, + "learning_rate": 3.4743912535072042e-06, + "loss": 0.9649, + "step": 5337 + }, + { + "epoch": 0.734654555463804, + "grad_norm": 1.6029464973097152, + "learning_rate": 3.471014349676184e-06, + "loss": 1.0922, + "step": 5338 + }, + { + "epoch": 0.7347921827690613, + "grad_norm": 1.6382227610528157, + "learning_rate": 3.4676387430652335e-06, + "loss": 1.1582, + "step": 5339 + }, + { + "epoch": 0.7349298100743188, + "grad_norm": 1.4902434300815128, + "learning_rate": 3.4642644343450503e-06, + "loss": 1.1356, + "step": 5340 + }, + { + "epoch": 0.7350674373795761, + "grad_norm": 1.6150227292411992, + "learning_rate": 3.4608914241860593e-06, + "loss": 1.0468, + "step": 5341 + }, + { + "epoch": 0.7352050646848335, + "grad_norm": 1.6396524595538833, + "learning_rate": 3.4575197132584316e-06, + "loss": 1.0232, + "step": 5342 + }, + { + "epoch": 0.7353426919900908, + "grad_norm": 1.6747422046860005, + "learning_rate": 3.4541493022320803e-06, + "loss": 0.9758, + "step": 5343 + }, + { + "epoch": 0.7354803192953482, + "grad_norm": 1.816288266679134, + "learning_rate": 3.4507801917766605e-06, + "loss": 1.1049, + "step": 5344 + }, + { + "epoch": 0.7356179466006055, + "grad_norm": 1.6189940881565261, + "learning_rate": 3.44741238256157e-06, + "loss": 1.055, + "step": 5345 + }, + { + "epoch": 0.7357555739058629, + "grad_norm": 1.7900032269825892, + "learning_rate": 3.444045875255937e-06, + "loss": 1.1152, + "step": 5346 + }, + { + "epoch": 0.7358932012111203, + "grad_norm": 1.7020484796617155, + "learning_rate": 3.440680670528651e-06, + "loss": 1.0025, + "step": 5347 + }, + { + "epoch": 0.7360308285163777, + "grad_norm": 1.6952514989648604, + "learning_rate": 3.437316769048329e-06, + "loss": 1.1217, + "step": 5348 + }, + { + "epoch": 0.736168455821635, + "grad_norm": 1.5127746764592642, + "learning_rate": 3.43395417148333e-06, + "loss": 1.0548, + "step": 5349 + }, + { + "epoch": 0.7363060831268924, + "grad_norm": 1.5273180507233703, + "learning_rate": 3.4305928785017595e-06, + "loss": 1.0639, + "step": 5350 + }, + { + "epoch": 0.7364437104321497, + "grad_norm": 1.6517410388533993, + "learning_rate": 3.427232890771458e-06, + "loss": 1.0609, + "step": 5351 + }, + { + "epoch": 0.7365813377374071, + "grad_norm": 1.849588807256971, + "learning_rate": 3.4238742089600098e-06, + "loss": 1.0501, + "step": 5352 + }, + { + "epoch": 0.7367189650426644, + "grad_norm": 1.9191146224949351, + "learning_rate": 3.4205168337347393e-06, + "loss": 1.1865, + "step": 5353 + }, + { + "epoch": 0.7368565923479218, + "grad_norm": 1.6366066009387998, + "learning_rate": 3.417160765762709e-06, + "loss": 1.0483, + "step": 5354 + }, + { + "epoch": 0.7369942196531792, + "grad_norm": 1.6300627830397254, + "learning_rate": 3.413806005710727e-06, + "loss": 1.0595, + "step": 5355 + }, + { + "epoch": 0.7371318469584366, + "grad_norm": 1.4505138890251639, + "learning_rate": 3.410452554245336e-06, + "loss": 1.0755, + "step": 5356 + }, + { + "epoch": 0.7372694742636939, + "grad_norm": 1.5829677306922212, + "learning_rate": 3.4071004120328223e-06, + "loss": 1.0858, + "step": 5357 + }, + { + "epoch": 0.7374071015689513, + "grad_norm": 1.9779227658390688, + "learning_rate": 3.403749579739205e-06, + "loss": 1.0795, + "step": 5358 + }, + { + "epoch": 0.7375447288742086, + "grad_norm": 1.646331372292064, + "learning_rate": 3.4004000580302608e-06, + "loss": 1.0906, + "step": 5359 + }, + { + "epoch": 0.737682356179466, + "grad_norm": 1.5448526066779837, + "learning_rate": 3.397051847571483e-06, + "loss": 1.0512, + "step": 5360 + }, + { + "epoch": 0.7378199834847233, + "grad_norm": 1.7309170297618, + "learning_rate": 3.3937049490281184e-06, + "loss": 1.1388, + "step": 5361 + }, + { + "epoch": 0.7379576107899807, + "grad_norm": 1.6266372922005525, + "learning_rate": 3.39035936306515e-06, + "loss": 1.0382, + "step": 5362 + }, + { + "epoch": 0.7380952380952381, + "grad_norm": 1.6282554663832733, + "learning_rate": 3.3870150903473e-06, + "loss": 1.0329, + "step": 5363 + }, + { + "epoch": 0.7382328654004955, + "grad_norm": 1.5228005997514165, + "learning_rate": 3.38367213153903e-06, + "loss": 1.0616, + "step": 5364 + }, + { + "epoch": 0.7383704927057528, + "grad_norm": 1.6827931735451989, + "learning_rate": 3.380330487304536e-06, + "loss": 1.0987, + "step": 5365 + }, + { + "epoch": 0.7385081200110102, + "grad_norm": 1.7061302538551453, + "learning_rate": 3.376990158307768e-06, + "loss": 1.0203, + "step": 5366 + }, + { + "epoch": 0.7386457473162675, + "grad_norm": 1.7948009506080171, + "learning_rate": 3.373651145212389e-06, + "loss": 1.051, + "step": 5367 + }, + { + "epoch": 0.7387833746215249, + "grad_norm": 1.5526337520950033, + "learning_rate": 3.37031344868183e-06, + "loss": 1.0276, + "step": 5368 + }, + { + "epoch": 0.7389210019267822, + "grad_norm": 1.596613904319414, + "learning_rate": 3.3669770693792313e-06, + "loss": 1.0768, + "step": 5369 + }, + { + "epoch": 0.7390586292320397, + "grad_norm": 1.615019931935999, + "learning_rate": 3.363642007967499e-06, + "loss": 1.084, + "step": 5370 + }, + { + "epoch": 0.739196256537297, + "grad_norm": 1.6285007606693036, + "learning_rate": 3.360308265109252e-06, + "loss": 1.0387, + "step": 5371 + }, + { + "epoch": 0.7393338838425544, + "grad_norm": 1.704169205527373, + "learning_rate": 3.3569758414668686e-06, + "loss": 1.0779, + "step": 5372 + }, + { + "epoch": 0.7394715111478117, + "grad_norm": 1.6539473787509957, + "learning_rate": 3.3536447377024516e-06, + "loss": 1.0888, + "step": 5373 + }, + { + "epoch": 0.7396091384530691, + "grad_norm": 1.596339561362483, + "learning_rate": 3.350314954477847e-06, + "loss": 1.0059, + "step": 5374 + }, + { + "epoch": 0.7397467657583264, + "grad_norm": 1.5698601197477016, + "learning_rate": 3.346986492454637e-06, + "loss": 1.073, + "step": 5375 + }, + { + "epoch": 0.7398843930635838, + "grad_norm": 1.631432475096181, + "learning_rate": 3.343659352294141e-06, + "loss": 1.0803, + "step": 5376 + }, + { + "epoch": 0.7400220203688411, + "grad_norm": 1.5317680171726165, + "learning_rate": 3.3403335346574186e-06, + "loss": 0.9971, + "step": 5377 + }, + { + "epoch": 0.7401596476740986, + "grad_norm": 1.756900807650318, + "learning_rate": 3.3370090402052557e-06, + "loss": 1.1321, + "step": 5378 + }, + { + "epoch": 0.7402972749793559, + "grad_norm": 1.7755413025700035, + "learning_rate": 3.3336858695981944e-06, + "loss": 1.1487, + "step": 5379 + }, + { + "epoch": 0.7404349022846133, + "grad_norm": 1.6107404372474485, + "learning_rate": 3.3303640234964985e-06, + "loss": 1.0093, + "step": 5380 + }, + { + "epoch": 0.7405725295898706, + "grad_norm": 1.5939389758809455, + "learning_rate": 3.327043502560173e-06, + "loss": 1.0299, + "step": 5381 + }, + { + "epoch": 0.740710156895128, + "grad_norm": 1.5111244324749495, + "learning_rate": 3.323724307448961e-06, + "loss": 1.0798, + "step": 5382 + }, + { + "epoch": 0.7408477842003853, + "grad_norm": 1.680052371181499, + "learning_rate": 3.320406438822341e-06, + "loss": 1.0766, + "step": 5383 + }, + { + "epoch": 0.7409854115056427, + "grad_norm": 1.59906602927126, + "learning_rate": 3.317089897339528e-06, + "loss": 1.0281, + "step": 5384 + }, + { + "epoch": 0.7411230388109001, + "grad_norm": 1.8100860026145724, + "learning_rate": 3.313774683659474e-06, + "loss": 1.094, + "step": 5385 + }, + { + "epoch": 0.7412606661161575, + "grad_norm": 1.6227767307817729, + "learning_rate": 3.3104607984408656e-06, + "loss": 1.0055, + "step": 5386 + }, + { + "epoch": 0.7413982934214148, + "grad_norm": 1.630694129008062, + "learning_rate": 3.3071482423421263e-06, + "loss": 1.1126, + "step": 5387 + }, + { + "epoch": 0.7415359207266722, + "grad_norm": 1.5219550059743983, + "learning_rate": 3.303837016021416e-06, + "loss": 1.055, + "step": 5388 + }, + { + "epoch": 0.7416735480319295, + "grad_norm": 1.8428070507681347, + "learning_rate": 3.3005271201366308e-06, + "loss": 0.9504, + "step": 5389 + }, + { + "epoch": 0.7418111753371869, + "grad_norm": 1.543097663327605, + "learning_rate": 3.297218555345397e-06, + "loss": 0.9546, + "step": 5390 + }, + { + "epoch": 0.7419488026424442, + "grad_norm": 1.477863487982156, + "learning_rate": 3.293911322305092e-06, + "loss": 1.0536, + "step": 5391 + }, + { + "epoch": 0.7420864299477016, + "grad_norm": 1.6587018327180723, + "learning_rate": 3.290605421672808e-06, + "loss": 1.0975, + "step": 5392 + }, + { + "epoch": 0.742224057252959, + "grad_norm": 1.7609426959990633, + "learning_rate": 3.287300854105385e-06, + "loss": 1.1231, + "step": 5393 + }, + { + "epoch": 0.7423616845582164, + "grad_norm": 1.4170974550138555, + "learning_rate": 3.283997620259395e-06, + "loss": 1.0158, + "step": 5394 + }, + { + "epoch": 0.7424993118634737, + "grad_norm": 1.5482382005354216, + "learning_rate": 3.280695720791146e-06, + "loss": 1.0233, + "step": 5395 + }, + { + "epoch": 0.7426369391687311, + "grad_norm": 1.5621598270393167, + "learning_rate": 3.277395156356681e-06, + "loss": 1.0137, + "step": 5396 + }, + { + "epoch": 0.7427745664739884, + "grad_norm": 1.7615984646001592, + "learning_rate": 3.274095927611771e-06, + "loss": 1.1597, + "step": 5397 + }, + { + "epoch": 0.7429121937792458, + "grad_norm": 1.8813270183360098, + "learning_rate": 3.2707980352119406e-06, + "loss": 1.0839, + "step": 5398 + }, + { + "epoch": 0.7430498210845031, + "grad_norm": 1.5684247963046238, + "learning_rate": 3.2675014798124207e-06, + "loss": 1.1533, + "step": 5399 + }, + { + "epoch": 0.7431874483897605, + "grad_norm": 1.6342938016212418, + "learning_rate": 3.264206262068205e-06, + "loss": 1.0328, + "step": 5400 + }, + { + "epoch": 0.7433250756950179, + "grad_norm": 2.0633349564284984, + "learning_rate": 3.2609123826339963e-06, + "loss": 1.1199, + "step": 5401 + }, + { + "epoch": 0.7434627030002753, + "grad_norm": 1.662501824691615, + "learning_rate": 3.2576198421642546e-06, + "loss": 1.0457, + "step": 5402 + }, + { + "epoch": 0.7436003303055326, + "grad_norm": 1.6942935433453157, + "learning_rate": 3.2543286413131514e-06, + "loss": 1.0781, + "step": 5403 + }, + { + "epoch": 0.74373795761079, + "grad_norm": 1.6651305368557345, + "learning_rate": 3.251038780734612e-06, + "loss": 1.1155, + "step": 5404 + }, + { + "epoch": 0.7438755849160473, + "grad_norm": 1.749408792996527, + "learning_rate": 3.247750261082284e-06, + "loss": 0.9945, + "step": 5405 + }, + { + "epoch": 0.7440132122213047, + "grad_norm": 1.5086947003595608, + "learning_rate": 3.244463083009551e-06, + "loss": 1.042, + "step": 5406 + }, + { + "epoch": 0.744150839526562, + "grad_norm": 2.0518121296767857, + "learning_rate": 3.2411772471695304e-06, + "loss": 1.1008, + "step": 5407 + }, + { + "epoch": 0.7442884668318195, + "grad_norm": 1.693887394941717, + "learning_rate": 3.237892754215072e-06, + "loss": 1.0983, + "step": 5408 + }, + { + "epoch": 0.7444260941370768, + "grad_norm": 1.8133221590517283, + "learning_rate": 3.2346096047987597e-06, + "loss": 1.1637, + "step": 5409 + }, + { + "epoch": 0.7445637214423342, + "grad_norm": 1.7501228753969953, + "learning_rate": 3.231327799572912e-06, + "loss": 1.1896, + "step": 5410 + }, + { + "epoch": 0.7447013487475915, + "grad_norm": 1.7082687844584232, + "learning_rate": 3.2280473391895763e-06, + "loss": 1.107, + "step": 5411 + }, + { + "epoch": 0.7448389760528489, + "grad_norm": 1.6737315458188695, + "learning_rate": 3.2247682243005374e-06, + "loss": 1.1708, + "step": 5412 + }, + { + "epoch": 0.7449766033581062, + "grad_norm": 1.7147199272964697, + "learning_rate": 3.221490455557309e-06, + "loss": 1.1021, + "step": 5413 + }, + { + "epoch": 0.7451142306633636, + "grad_norm": 1.9212534943193282, + "learning_rate": 3.218214033611139e-06, + "loss": 1.142, + "step": 5414 + }, + { + "epoch": 0.7452518579686209, + "grad_norm": 1.4837982656206388, + "learning_rate": 3.2149389591130085e-06, + "loss": 1.0763, + "step": 5415 + }, + { + "epoch": 0.7453894852738784, + "grad_norm": 1.5557051492668716, + "learning_rate": 3.21166523271363e-06, + "loss": 1.034, + "step": 5416 + }, + { + "epoch": 0.7455271125791357, + "grad_norm": 1.6653212996760423, + "learning_rate": 3.208392855063447e-06, + "loss": 1.0797, + "step": 5417 + }, + { + "epoch": 0.7456647398843931, + "grad_norm": 1.8150726275340343, + "learning_rate": 3.205121826812636e-06, + "loss": 1.0645, + "step": 5418 + }, + { + "epoch": 0.7458023671896504, + "grad_norm": 1.5671359718050155, + "learning_rate": 3.2018521486111074e-06, + "loss": 0.9834, + "step": 5419 + }, + { + "epoch": 0.7459399944949078, + "grad_norm": 1.6573146464943922, + "learning_rate": 3.1985838211084963e-06, + "loss": 1.058, + "step": 5420 + }, + { + "epoch": 0.7460776218001651, + "grad_norm": 1.6799829370037083, + "learning_rate": 3.195316844954186e-06, + "loss": 1.0008, + "step": 5421 + }, + { + "epoch": 0.7462152491054225, + "grad_norm": 1.869831617425177, + "learning_rate": 3.1920512207972655e-06, + "loss": 1.1434, + "step": 5422 + }, + { + "epoch": 0.7463528764106799, + "grad_norm": 1.840748497452779, + "learning_rate": 3.188786949286583e-06, + "loss": 1.1258, + "step": 5423 + }, + { + "epoch": 0.7464905037159373, + "grad_norm": 1.956327974463877, + "learning_rate": 3.1855240310706958e-06, + "loss": 1.0879, + "step": 5424 + }, + { + "epoch": 0.7466281310211946, + "grad_norm": 1.6874352607474428, + "learning_rate": 3.182262466797904e-06, + "loss": 1.0474, + "step": 5425 + }, + { + "epoch": 0.746765758326452, + "grad_norm": 1.5626986298989645, + "learning_rate": 3.179002257116235e-06, + "loss": 1.0352, + "step": 5426 + }, + { + "epoch": 0.7469033856317093, + "grad_norm": 1.5992289370652377, + "learning_rate": 3.1757434026734446e-06, + "loss": 1.1404, + "step": 5427 + }, + { + "epoch": 0.7470410129369667, + "grad_norm": 1.6381508392911643, + "learning_rate": 3.172485904117033e-06, + "loss": 1.0744, + "step": 5428 + }, + { + "epoch": 0.747178640242224, + "grad_norm": 1.7789573967902244, + "learning_rate": 3.169229762094207e-06, + "loss": 1.1336, + "step": 5429 + }, + { + "epoch": 0.7473162675474814, + "grad_norm": 1.8066810440422436, + "learning_rate": 3.165974977251931e-06, + "loss": 1.0903, + "step": 5430 + }, + { + "epoch": 0.7474538948527388, + "grad_norm": 1.5216541749353683, + "learning_rate": 3.1627215502368726e-06, + "loss": 1.0027, + "step": 5431 + }, + { + "epoch": 0.7475915221579962, + "grad_norm": 1.6710818820505466, + "learning_rate": 3.159469481695456e-06, + "loss": 1.0801, + "step": 5432 + }, + { + "epoch": 0.7477291494632535, + "grad_norm": 1.7123139331704544, + "learning_rate": 3.1562187722738113e-06, + "loss": 1.1165, + "step": 5433 + }, + { + "epoch": 0.7478667767685109, + "grad_norm": 1.760085902594028, + "learning_rate": 3.1529694226178186e-06, + "loss": 1.0451, + "step": 5434 + }, + { + "epoch": 0.7480044040737682, + "grad_norm": 1.6923754574668977, + "learning_rate": 3.149721433373075e-06, + "loss": 1.0134, + "step": 5435 + }, + { + "epoch": 0.7481420313790256, + "grad_norm": 2.0159890934953677, + "learning_rate": 3.1464748051849135e-06, + "loss": 1.1326, + "step": 5436 + }, + { + "epoch": 0.7482796586842829, + "grad_norm": 1.6308207038086542, + "learning_rate": 3.1432295386983935e-06, + "loss": 1.0164, + "step": 5437 + }, + { + "epoch": 0.7484172859895403, + "grad_norm": 1.6293359658899897, + "learning_rate": 3.1399856345583046e-06, + "loss": 1.0533, + "step": 5438 + }, + { + "epoch": 0.7485549132947977, + "grad_norm": 1.5594089227985202, + "learning_rate": 3.136743093409168e-06, + "loss": 1.0213, + "step": 5439 + }, + { + "epoch": 0.7486925406000551, + "grad_norm": 1.7029042535609697, + "learning_rate": 3.1335019158952296e-06, + "loss": 1.0241, + "step": 5440 + }, + { + "epoch": 0.7488301679053124, + "grad_norm": 1.664296173799625, + "learning_rate": 3.1302621026604696e-06, + "loss": 1.0992, + "step": 5441 + }, + { + "epoch": 0.7489677952105698, + "grad_norm": 1.4960449817131385, + "learning_rate": 3.127023654348592e-06, + "loss": 0.9742, + "step": 5442 + }, + { + "epoch": 0.7491054225158271, + "grad_norm": 1.6345817426253277, + "learning_rate": 3.1237865716030347e-06, + "loss": 1.1398, + "step": 5443 + }, + { + "epoch": 0.7492430498210845, + "grad_norm": 1.6004708626587756, + "learning_rate": 3.1205508550669596e-06, + "loss": 1.0508, + "step": 5444 + }, + { + "epoch": 0.7493806771263418, + "grad_norm": 1.5731195219457201, + "learning_rate": 3.117316505383261e-06, + "loss": 1.0443, + "step": 5445 + }, + { + "epoch": 0.7495183044315993, + "grad_norm": 1.9025441411292068, + "learning_rate": 3.114083523194559e-06, + "loss": 1.1533, + "step": 5446 + }, + { + "epoch": 0.7496559317368566, + "grad_norm": 1.5183336602091169, + "learning_rate": 3.110851909143202e-06, + "loss": 0.984, + "step": 5447 + }, + { + "epoch": 0.749793559042114, + "grad_norm": 1.4974136028637017, + "learning_rate": 3.1076216638712696e-06, + "loss": 1.0109, + "step": 5448 + }, + { + "epoch": 0.7499311863473713, + "grad_norm": 1.5583238410132148, + "learning_rate": 3.104392788020566e-06, + "loss": 1.0222, + "step": 5449 + }, + { + "epoch": 0.7500688136526287, + "grad_norm": 1.7313107941457604, + "learning_rate": 3.101165282232624e-06, + "loss": 1.0451, + "step": 5450 + }, + { + "epoch": 0.750206440957886, + "grad_norm": 1.7882297453629041, + "learning_rate": 3.097939147148706e-06, + "loss": 1.1102, + "step": 5451 + }, + { + "epoch": 0.7503440682631434, + "grad_norm": 1.572636636750499, + "learning_rate": 3.0947143834097983e-06, + "loss": 1.098, + "step": 5452 + }, + { + "epoch": 0.7504816955684007, + "grad_norm": 1.601808190978671, + "learning_rate": 3.091490991656625e-06, + "loss": 1.0948, + "step": 5453 + }, + { + "epoch": 0.7506193228736582, + "grad_norm": 1.6084177627774354, + "learning_rate": 3.088268972529619e-06, + "loss": 1.1196, + "step": 5454 + }, + { + "epoch": 0.7507569501789155, + "grad_norm": 1.7388011864283806, + "learning_rate": 3.0850483266689623e-06, + "loss": 1.0386, + "step": 5455 + }, + { + "epoch": 0.7508945774841729, + "grad_norm": 1.6010024975957442, + "learning_rate": 3.0818290547145447e-06, + "loss": 1.0314, + "step": 5456 + }, + { + "epoch": 0.7510322047894302, + "grad_norm": 1.6575920884953173, + "learning_rate": 3.078611157305995e-06, + "loss": 0.9708, + "step": 5457 + }, + { + "epoch": 0.7511698320946876, + "grad_norm": 1.6202339066364742, + "learning_rate": 3.075394635082665e-06, + "loss": 1.0021, + "step": 5458 + }, + { + "epoch": 0.7513074593999449, + "grad_norm": 1.5687616315981185, + "learning_rate": 3.07217948868363e-06, + "loss": 1.004, + "step": 5459 + }, + { + "epoch": 0.7514450867052023, + "grad_norm": 1.8596974741702326, + "learning_rate": 3.068965718747705e-06, + "loss": 1.038, + "step": 5460 + }, + { + "epoch": 0.7515827140104597, + "grad_norm": 1.568003752992583, + "learning_rate": 3.0657533259134098e-06, + "loss": 1.072, + "step": 5461 + }, + { + "epoch": 0.7517203413157171, + "grad_norm": 1.5685641825277268, + "learning_rate": 3.0625423108190155e-06, + "loss": 1.0954, + "step": 5462 + }, + { + "epoch": 0.7518579686209744, + "grad_norm": 1.8031198196234803, + "learning_rate": 3.0593326741024955e-06, + "loss": 1.0682, + "step": 5463 + }, + { + "epoch": 0.7519955959262318, + "grad_norm": 1.5707707905876853, + "learning_rate": 3.0561244164015714e-06, + "loss": 1.0223, + "step": 5464 + }, + { + "epoch": 0.7521332232314891, + "grad_norm": 1.7429518983694172, + "learning_rate": 3.052917538353667e-06, + "loss": 1.1285, + "step": 5465 + }, + { + "epoch": 0.7522708505367465, + "grad_norm": 1.5991846622711263, + "learning_rate": 3.049712040595957e-06, + "loss": 1.1272, + "step": 5466 + }, + { + "epoch": 0.7524084778420038, + "grad_norm": 1.630914795836736, + "learning_rate": 3.046507923765325e-06, + "loss": 1.0761, + "step": 5467 + }, + { + "epoch": 0.7525461051472612, + "grad_norm": 1.6511459810063245, + "learning_rate": 3.0433051884983856e-06, + "loss": 1.0544, + "step": 5468 + }, + { + "epoch": 0.7526837324525186, + "grad_norm": 1.8896477206924038, + "learning_rate": 3.0401038354314794e-06, + "loss": 1.1011, + "step": 5469 + }, + { + "epoch": 0.752821359757776, + "grad_norm": 1.538074119323549, + "learning_rate": 3.036903865200669e-06, + "loss": 1.1015, + "step": 5470 + }, + { + "epoch": 0.7529589870630333, + "grad_norm": 1.6914040544561504, + "learning_rate": 3.0337052784417477e-06, + "loss": 1.0161, + "step": 5471 + }, + { + "epoch": 0.7530966143682907, + "grad_norm": 1.6179036981718349, + "learning_rate": 3.030508075790228e-06, + "loss": 1.0453, + "step": 5472 + }, + { + "epoch": 0.753234241673548, + "grad_norm": 1.4437851585971104, + "learning_rate": 3.027312257881353e-06, + "loss": 1.0848, + "step": 5473 + }, + { + "epoch": 0.7533718689788054, + "grad_norm": 1.6119644192212115, + "learning_rate": 3.0241178253500857e-06, + "loss": 1.0249, + "step": 5474 + }, + { + "epoch": 0.7535094962840627, + "grad_norm": 1.6312750539537446, + "learning_rate": 3.020924778831117e-06, + "loss": 1.0256, + "step": 5475 + }, + { + "epoch": 0.7536471235893201, + "grad_norm": 1.5509161603946675, + "learning_rate": 3.017733118958862e-06, + "loss": 1.027, + "step": 5476 + }, + { + "epoch": 0.7537847508945775, + "grad_norm": 1.5845415490610495, + "learning_rate": 3.0145428463674597e-06, + "loss": 1.0657, + "step": 5477 + }, + { + "epoch": 0.7539223781998349, + "grad_norm": 1.5951567691275952, + "learning_rate": 3.0113539616907726e-06, + "loss": 1.0728, + "step": 5478 + }, + { + "epoch": 0.7540600055050922, + "grad_norm": 1.6376989095337333, + "learning_rate": 3.0081664655623897e-06, + "loss": 1.1085, + "step": 5479 + }, + { + "epoch": 0.7541976328103496, + "grad_norm": 1.521039414227806, + "learning_rate": 3.0049803586156224e-06, + "loss": 1.0652, + "step": 5480 + }, + { + "epoch": 0.7543352601156069, + "grad_norm": 1.6340719330993876, + "learning_rate": 3.001795641483506e-06, + "loss": 1.0215, + "step": 5481 + }, + { + "epoch": 0.7544728874208643, + "grad_norm": 1.6535925191975238, + "learning_rate": 2.9986123147987978e-06, + "loss": 1.037, + "step": 5482 + }, + { + "epoch": 0.7546105147261216, + "grad_norm": 1.8302429805335287, + "learning_rate": 2.995430379193991e-06, + "loss": 0.9743, + "step": 5483 + }, + { + "epoch": 0.7547481420313791, + "grad_norm": 1.5609346043606287, + "learning_rate": 2.9922498353012786e-06, + "loss": 1.0702, + "step": 5484 + }, + { + "epoch": 0.7548857693366364, + "grad_norm": 1.6264378719627148, + "learning_rate": 2.9890706837526052e-06, + "loss": 0.9829, + "step": 5485 + }, + { + "epoch": 0.7550233966418938, + "grad_norm": 1.7180575288637139, + "learning_rate": 2.985892925179611e-06, + "loss": 1.079, + "step": 5486 + }, + { + "epoch": 0.7551610239471511, + "grad_norm": 1.7320647840049235, + "learning_rate": 2.9827165602136854e-06, + "loss": 1.0947, + "step": 5487 + }, + { + "epoch": 0.7552986512524085, + "grad_norm": 1.5813614959194704, + "learning_rate": 2.9795415894859216e-06, + "loss": 0.9558, + "step": 5488 + }, + { + "epoch": 0.7554362785576658, + "grad_norm": 1.4775829698573748, + "learning_rate": 2.97636801362714e-06, + "loss": 1.0054, + "step": 5489 + }, + { + "epoch": 0.7555739058629232, + "grad_norm": 1.5274959350909256, + "learning_rate": 2.9731958332678977e-06, + "loss": 1.0524, + "step": 5490 + }, + { + "epoch": 0.7557115331681805, + "grad_norm": 1.7874038012990425, + "learning_rate": 2.9700250490384507e-06, + "loss": 1.0731, + "step": 5491 + }, + { + "epoch": 0.755849160473438, + "grad_norm": 1.6398768758308664, + "learning_rate": 2.9668556615688037e-06, + "loss": 1.0288, + "step": 5492 + }, + { + "epoch": 0.7559867877786953, + "grad_norm": 1.5791040015196278, + "learning_rate": 2.9636876714886562e-06, + "loss": 1.0069, + "step": 5493 + }, + { + "epoch": 0.7561244150839527, + "grad_norm": 1.5313168226496507, + "learning_rate": 2.9605210794274588e-06, + "loss": 1.047, + "step": 5494 + }, + { + "epoch": 0.75626204238921, + "grad_norm": 1.596583701410948, + "learning_rate": 2.957355886014356e-06, + "loss": 1.0169, + "step": 5495 + }, + { + "epoch": 0.7563996696944674, + "grad_norm": 1.602329015825449, + "learning_rate": 2.9541920918782375e-06, + "loss": 1.1156, + "step": 5496 + }, + { + "epoch": 0.7565372969997247, + "grad_norm": 1.6991133761237354, + "learning_rate": 2.9510296976477047e-06, + "loss": 1.1193, + "step": 5497 + }, + { + "epoch": 0.7566749243049821, + "grad_norm": 1.5938055879060058, + "learning_rate": 2.9478687039510823e-06, + "loss": 1.0388, + "step": 5498 + }, + { + "epoch": 0.7568125516102395, + "grad_norm": 1.6422550748588056, + "learning_rate": 2.9447091114164137e-06, + "loss": 1.0891, + "step": 5499 + }, + { + "epoch": 0.7569501789154969, + "grad_norm": 1.6290872396710885, + "learning_rate": 2.9415509206714686e-06, + "loss": 1.0418, + "step": 5500 + }, + { + "epoch": 0.7570878062207542, + "grad_norm": 1.5054359929811196, + "learning_rate": 2.938394132343736e-06, + "loss": 1.0748, + "step": 5501 + }, + { + "epoch": 0.7572254335260116, + "grad_norm": 1.5018725675703675, + "learning_rate": 2.9352387470604272e-06, + "loss": 0.9787, + "step": 5502 + }, + { + "epoch": 0.7573630608312689, + "grad_norm": 1.5414640382605966, + "learning_rate": 2.9320847654484717e-06, + "loss": 1.0573, + "step": 5503 + }, + { + "epoch": 0.7575006881365263, + "grad_norm": 1.4129389666887469, + "learning_rate": 2.9289321881345257e-06, + "loss": 1.0324, + "step": 5504 + }, + { + "epoch": 0.7576383154417836, + "grad_norm": 1.733743583928194, + "learning_rate": 2.9257810157449607e-06, + "loss": 1.1163, + "step": 5505 + }, + { + "epoch": 0.757775942747041, + "grad_norm": 1.5952777575882686, + "learning_rate": 2.922631248905873e-06, + "loss": 1.0786, + "step": 5506 + }, + { + "epoch": 0.7579135700522984, + "grad_norm": 1.7654340680644574, + "learning_rate": 2.919482888243077e-06, + "loss": 1.0665, + "step": 5507 + }, + { + "epoch": 0.7580511973575558, + "grad_norm": 1.6424025212600382, + "learning_rate": 2.9163359343821097e-06, + "loss": 1.097, + "step": 5508 + }, + { + "epoch": 0.7581888246628131, + "grad_norm": 1.8107098157798662, + "learning_rate": 2.913190387948227e-06, + "loss": 1.124, + "step": 5509 + }, + { + "epoch": 0.7583264519680705, + "grad_norm": 1.7984185497486944, + "learning_rate": 2.9100462495664063e-06, + "loss": 1.0586, + "step": 5510 + }, + { + "epoch": 0.7584640792733278, + "grad_norm": 1.4767444023437628, + "learning_rate": 2.906903519861345e-06, + "loss": 1.0717, + "step": 5511 + }, + { + "epoch": 0.7586017065785852, + "grad_norm": 1.6040128796554074, + "learning_rate": 2.9037621994574607e-06, + "loss": 1.1816, + "step": 5512 + }, + { + "epoch": 0.7587393338838425, + "grad_norm": 1.6043332622753788, + "learning_rate": 2.9006222889788903e-06, + "loss": 1.0013, + "step": 5513 + }, + { + "epoch": 0.7588769611890999, + "grad_norm": 1.6052905498448329, + "learning_rate": 2.8974837890494876e-06, + "loss": 1.1152, + "step": 5514 + }, + { + "epoch": 0.7590145884943573, + "grad_norm": 1.5863289337450441, + "learning_rate": 2.8943467002928404e-06, + "loss": 1.0768, + "step": 5515 + }, + { + "epoch": 0.7591522157996147, + "grad_norm": 1.6685342200196887, + "learning_rate": 2.891211023332231e-06, + "loss": 1.0353, + "step": 5516 + }, + { + "epoch": 0.759289843104872, + "grad_norm": 1.6893270283327406, + "learning_rate": 2.88807675879069e-06, + "loss": 1.1082, + "step": 5517 + }, + { + "epoch": 0.7594274704101294, + "grad_norm": 1.4788136346073362, + "learning_rate": 2.884943907290938e-06, + "loss": 1.0267, + "step": 5518 + }, + { + "epoch": 0.7595650977153867, + "grad_norm": 1.7064954054011885, + "learning_rate": 2.881812469455444e-06, + "loss": 1.0831, + "step": 5519 + }, + { + "epoch": 0.7597027250206441, + "grad_norm": 1.6071084340427246, + "learning_rate": 2.878682445906368e-06, + "loss": 1.0093, + "step": 5520 + }, + { + "epoch": 0.7598403523259014, + "grad_norm": 1.493186767003273, + "learning_rate": 2.8755538372656132e-06, + "loss": 1.0272, + "step": 5521 + }, + { + "epoch": 0.7599779796311589, + "grad_norm": 1.6288312142182597, + "learning_rate": 2.872426644154791e-06, + "loss": 1.1586, + "step": 5522 + }, + { + "epoch": 0.7601156069364162, + "grad_norm": 1.553000534927209, + "learning_rate": 2.8693008671952225e-06, + "loss": 1.0488, + "step": 5523 + }, + { + "epoch": 0.7602532342416736, + "grad_norm": 1.504556203305491, + "learning_rate": 2.8661765070079695e-06, + "loss": 1.013, + "step": 5524 + }, + { + "epoch": 0.7603908615469309, + "grad_norm": 1.6107892164263815, + "learning_rate": 2.8630535642137867e-06, + "loss": 1.1365, + "step": 5525 + }, + { + "epoch": 0.7605284888521883, + "grad_norm": 1.550649566396963, + "learning_rate": 2.8599320394331733e-06, + "loss": 1.0136, + "step": 5526 + }, + { + "epoch": 0.7606661161574456, + "grad_norm": 1.6392865384118254, + "learning_rate": 2.85681193328632e-06, + "loss": 1.0724, + "step": 5527 + }, + { + "epoch": 0.760803743462703, + "grad_norm": 1.8807993403485015, + "learning_rate": 2.853693246393159e-06, + "loss": 1.1051, + "step": 5528 + }, + { + "epoch": 0.7609413707679603, + "grad_norm": 1.5948431276263073, + "learning_rate": 2.8505759793733277e-06, + "loss": 1.0768, + "step": 5529 + }, + { + "epoch": 0.7610789980732178, + "grad_norm": 1.508390342538903, + "learning_rate": 2.8474601328461847e-06, + "loss": 1.1028, + "step": 5530 + }, + { + "epoch": 0.7612166253784751, + "grad_norm": 1.6259184073079052, + "learning_rate": 2.8443457074308055e-06, + "loss": 1.065, + "step": 5531 + }, + { + "epoch": 0.7613542526837325, + "grad_norm": 1.7126228867452469, + "learning_rate": 2.841232703745984e-06, + "loss": 1.1123, + "step": 5532 + }, + { + "epoch": 0.7614918799889898, + "grad_norm": 1.6043544515224084, + "learning_rate": 2.8381211224102313e-06, + "loss": 1.0981, + "step": 5533 + }, + { + "epoch": 0.7616295072942472, + "grad_norm": 1.4908908539825625, + "learning_rate": 2.835010964041777e-06, + "loss": 1.0577, + "step": 5534 + }, + { + "epoch": 0.7617671345995045, + "grad_norm": 1.4055376727847801, + "learning_rate": 2.831902229258565e-06, + "loss": 0.9707, + "step": 5535 + }, + { + "epoch": 0.7619047619047619, + "grad_norm": 1.6762080890445246, + "learning_rate": 2.8287949186782594e-06, + "loss": 1.0743, + "step": 5536 + }, + { + "epoch": 0.7620423892100193, + "grad_norm": 1.6658831144745385, + "learning_rate": 2.8256890329182417e-06, + "loss": 1.0132, + "step": 5537 + }, + { + "epoch": 0.7621800165152767, + "grad_norm": 1.6318292194278428, + "learning_rate": 2.822584572595606e-06, + "loss": 1.0819, + "step": 5538 + }, + { + "epoch": 0.762317643820534, + "grad_norm": 1.750370003339709, + "learning_rate": 2.819481538327169e-06, + "loss": 1.0355, + "step": 5539 + }, + { + "epoch": 0.7624552711257914, + "grad_norm": 1.5779718439994403, + "learning_rate": 2.816379930729458e-06, + "loss": 1.0397, + "step": 5540 + }, + { + "epoch": 0.7625928984310487, + "grad_norm": 1.712362868410904, + "learning_rate": 2.813279750418724e-06, + "loss": 1.1426, + "step": 5541 + }, + { + "epoch": 0.7627305257363061, + "grad_norm": 1.7551683979220083, + "learning_rate": 2.8101809980109264e-06, + "loss": 1.0931, + "step": 5542 + }, + { + "epoch": 0.7628681530415634, + "grad_norm": 1.783852587285865, + "learning_rate": 2.8070836741217466e-06, + "loss": 1.0971, + "step": 5543 + }, + { + "epoch": 0.7630057803468208, + "grad_norm": 1.5976187952850902, + "learning_rate": 2.803987779366578e-06, + "loss": 1.0624, + "step": 5544 + }, + { + "epoch": 0.7631434076520782, + "grad_norm": 1.701417273907751, + "learning_rate": 2.800893314360541e-06, + "loss": 0.9687, + "step": 5545 + }, + { + "epoch": 0.7632810349573356, + "grad_norm": 1.5085214882942628, + "learning_rate": 2.797800279718451e-06, + "loss": 1.0426, + "step": 5546 + }, + { + "epoch": 0.7634186622625929, + "grad_norm": 1.6596694420748073, + "learning_rate": 2.7947086760548647e-06, + "loss": 1.0399, + "step": 5547 + }, + { + "epoch": 0.7635562895678503, + "grad_norm": 1.3843248852579189, + "learning_rate": 2.7916185039840282e-06, + "loss": 1.0299, + "step": 5548 + }, + { + "epoch": 0.7636939168731076, + "grad_norm": 1.6875208975192737, + "learning_rate": 2.7885297641199293e-06, + "loss": 1.0477, + "step": 5549 + }, + { + "epoch": 0.763831544178365, + "grad_norm": 1.6880849584739437, + "learning_rate": 2.7854424570762463e-06, + "loss": 1.0679, + "step": 5550 + }, + { + "epoch": 0.7639691714836223, + "grad_norm": 1.8046392142376741, + "learning_rate": 2.7823565834663937e-06, + "loss": 1.0954, + "step": 5551 + }, + { + "epoch": 0.7641067987888797, + "grad_norm": 1.5053887022242571, + "learning_rate": 2.7792721439034873e-06, + "loss": 0.9631, + "step": 5552 + }, + { + "epoch": 0.7642444260941371, + "grad_norm": 1.6671775432995164, + "learning_rate": 2.776189139000367e-06, + "loss": 1.0643, + "step": 5553 + }, + { + "epoch": 0.7643820533993945, + "grad_norm": 1.848072617811501, + "learning_rate": 2.773107569369584e-06, + "loss": 1.0959, + "step": 5554 + }, + { + "epoch": 0.7645196807046518, + "grad_norm": 1.4590795465225894, + "learning_rate": 2.7700274356233958e-06, + "loss": 1.06, + "step": 5555 + }, + { + "epoch": 0.7646573080099092, + "grad_norm": 1.496407376709939, + "learning_rate": 2.7669487383737936e-06, + "loss": 0.9442, + "step": 5556 + }, + { + "epoch": 0.7647949353151665, + "grad_norm": 1.65191066708825, + "learning_rate": 2.7638714782324627e-06, + "loss": 1.0105, + "step": 5557 + }, + { + "epoch": 0.7649325626204239, + "grad_norm": 1.6208756106961766, + "learning_rate": 2.7607956558108197e-06, + "loss": 1.0669, + "step": 5558 + }, + { + "epoch": 0.7650701899256812, + "grad_norm": 1.5826445308028174, + "learning_rate": 2.7577212717199853e-06, + "loss": 1.0312, + "step": 5559 + }, + { + "epoch": 0.7652078172309387, + "grad_norm": 1.738013455217718, + "learning_rate": 2.754648326570799e-06, + "loss": 1.0298, + "step": 5560 + }, + { + "epoch": 0.765345444536196, + "grad_norm": 1.6457602219776366, + "learning_rate": 2.7515768209738116e-06, + "loss": 1.0533, + "step": 5561 + }, + { + "epoch": 0.7654830718414534, + "grad_norm": 1.689090091994631, + "learning_rate": 2.7485067555392907e-06, + "loss": 1.0814, + "step": 5562 + }, + { + "epoch": 0.7656206991467107, + "grad_norm": 1.4207729753736893, + "learning_rate": 2.745438130877215e-06, + "loss": 1.0336, + "step": 5563 + }, + { + "epoch": 0.7657583264519681, + "grad_norm": 1.5791548444915746, + "learning_rate": 2.742370947597278e-06, + "loss": 1.0463, + "step": 5564 + }, + { + "epoch": 0.7658959537572254, + "grad_norm": 1.5500055736117875, + "learning_rate": 2.7393052063088877e-06, + "loss": 1.131, + "step": 5565 + }, + { + "epoch": 0.7660335810624828, + "grad_norm": 1.845640824541118, + "learning_rate": 2.736240907621165e-06, + "loss": 1.1187, + "step": 5566 + }, + { + "epoch": 0.7661712083677401, + "grad_norm": 1.6102227675316616, + "learning_rate": 2.733178052142944e-06, + "loss": 1.0472, + "step": 5567 + }, + { + "epoch": 0.7663088356729976, + "grad_norm": 1.5817475698650991, + "learning_rate": 2.7301166404827716e-06, + "loss": 0.9811, + "step": 5568 + }, + { + "epoch": 0.7664464629782549, + "grad_norm": 1.974323442490155, + "learning_rate": 2.72705667324891e-06, + "loss": 1.1118, + "step": 5569 + }, + { + "epoch": 0.7665840902835123, + "grad_norm": 1.5769453567404192, + "learning_rate": 2.7239981510493306e-06, + "loss": 0.9779, + "step": 5570 + }, + { + "epoch": 0.7667217175887696, + "grad_norm": 1.8446027613642062, + "learning_rate": 2.720941074491722e-06, + "loss": 1.0927, + "step": 5571 + }, + { + "epoch": 0.766859344894027, + "grad_norm": 1.5743417980176249, + "learning_rate": 2.7178854441834813e-06, + "loss": 1.0457, + "step": 5572 + }, + { + "epoch": 0.7669969721992843, + "grad_norm": 1.8278410152916578, + "learning_rate": 2.7148312607317227e-06, + "loss": 1.1778, + "step": 5573 + }, + { + "epoch": 0.7671345995045417, + "grad_norm": 1.5987379253376606, + "learning_rate": 2.711778524743268e-06, + "loss": 0.9986, + "step": 5574 + }, + { + "epoch": 0.7672722268097991, + "grad_norm": 1.7637984857128508, + "learning_rate": 2.7087272368246574e-06, + "loss": 1.166, + "step": 5575 + }, + { + "epoch": 0.7674098541150565, + "grad_norm": 1.737881418236482, + "learning_rate": 2.705677397582134e-06, + "loss": 1.047, + "step": 5576 + }, + { + "epoch": 0.7675474814203138, + "grad_norm": 1.6043788351186123, + "learning_rate": 2.7026290076216697e-06, + "loss": 1.0291, + "step": 5577 + }, + { + "epoch": 0.7676851087255712, + "grad_norm": 1.6570042882692297, + "learning_rate": 2.699582067548925e-06, + "loss": 1.079, + "step": 5578 + }, + { + "epoch": 0.7678227360308285, + "grad_norm": 1.6417874464615445, + "learning_rate": 2.6965365779692987e-06, + "loss": 0.9816, + "step": 5579 + }, + { + "epoch": 0.7679603633360859, + "grad_norm": 1.5884834588472314, + "learning_rate": 2.6934925394878743e-06, + "loss": 1.0655, + "step": 5580 + }, + { + "epoch": 0.7680979906413432, + "grad_norm": 1.5248861177496456, + "learning_rate": 2.690449952709472e-06, + "loss": 1.0489, + "step": 5581 + }, + { + "epoch": 0.7682356179466006, + "grad_norm": 1.67986289462124, + "learning_rate": 2.6874088182386027e-06, + "loss": 1.0069, + "step": 5582 + }, + { + "epoch": 0.768373245251858, + "grad_norm": 1.557973868261722, + "learning_rate": 2.6843691366795054e-06, + "loss": 1.006, + "step": 5583 + }, + { + "epoch": 0.7685108725571154, + "grad_norm": 1.6392352280713274, + "learning_rate": 2.6813309086361196e-06, + "loss": 1.0999, + "step": 5584 + }, + { + "epoch": 0.7686484998623727, + "grad_norm": 1.7859457580994942, + "learning_rate": 2.678294134712102e-06, + "loss": 1.0538, + "step": 5585 + }, + { + "epoch": 0.7687861271676301, + "grad_norm": 1.6102466538247333, + "learning_rate": 2.6752588155108183e-06, + "loss": 1.1256, + "step": 5586 + }, + { + "epoch": 0.7689237544728874, + "grad_norm": 1.7899418003412815, + "learning_rate": 2.6722249516353382e-06, + "loss": 1.0898, + "step": 5587 + }, + { + "epoch": 0.7690613817781448, + "grad_norm": 1.675539286378304, + "learning_rate": 2.6691925436884603e-06, + "loss": 1.1015, + "step": 5588 + }, + { + "epoch": 0.7691990090834021, + "grad_norm": 1.6340092238682136, + "learning_rate": 2.6661615922726692e-06, + "loss": 1.0135, + "step": 5589 + }, + { + "epoch": 0.7693366363886595, + "grad_norm": 1.641350701133889, + "learning_rate": 2.663132097990183e-06, + "loss": 1.0153, + "step": 5590 + }, + { + "epoch": 0.7694742636939169, + "grad_norm": 1.536595383440957, + "learning_rate": 2.6601040614429186e-06, + "loss": 1.0448, + "step": 5591 + }, + { + "epoch": 0.7696118909991743, + "grad_norm": 1.854116327263923, + "learning_rate": 2.657077483232505e-06, + "loss": 1.0715, + "step": 5592 + }, + { + "epoch": 0.7697495183044316, + "grad_norm": 1.5001880642000942, + "learning_rate": 2.6540523639602823e-06, + "loss": 1.0595, + "step": 5593 + }, + { + "epoch": 0.769887145609689, + "grad_norm": 1.5528889938023354, + "learning_rate": 2.6510287042272996e-06, + "loss": 1.0389, + "step": 5594 + }, + { + "epoch": 0.7700247729149463, + "grad_norm": 1.5899430553029295, + "learning_rate": 2.6480065046343173e-06, + "loss": 1.067, + "step": 5595 + }, + { + "epoch": 0.7701624002202037, + "grad_norm": 1.7147352198408994, + "learning_rate": 2.6449857657818034e-06, + "loss": 1.1399, + "step": 5596 + }, + { + "epoch": 0.770300027525461, + "grad_norm": 1.7929719919532707, + "learning_rate": 2.6419664882699404e-06, + "loss": 1.1252, + "step": 5597 + }, + { + "epoch": 0.7704376548307185, + "grad_norm": 1.6576809042983753, + "learning_rate": 2.6389486726986148e-06, + "loss": 1.0245, + "step": 5598 + }, + { + "epoch": 0.7705752821359758, + "grad_norm": 1.5405716915839416, + "learning_rate": 2.6359323196674256e-06, + "loss": 1.0155, + "step": 5599 + }, + { + "epoch": 0.7707129094412332, + "grad_norm": 1.7045576857932097, + "learning_rate": 2.632917429775682e-06, + "loss": 1.042, + "step": 5600 + }, + { + "epoch": 0.7708505367464905, + "grad_norm": 1.5747340573973732, + "learning_rate": 2.629904003622401e-06, + "loss": 1.131, + "step": 5601 + }, + { + "epoch": 0.7709881640517479, + "grad_norm": 1.4876043122572862, + "learning_rate": 2.626892041806308e-06, + "loss": 0.9214, + "step": 5602 + }, + { + "epoch": 0.7711257913570052, + "grad_norm": 1.6279350223885414, + "learning_rate": 2.6238815449258404e-06, + "loss": 1.0444, + "step": 5603 + }, + { + "epoch": 0.7712634186622626, + "grad_norm": 1.5492421659516538, + "learning_rate": 2.62087251357914e-06, + "loss": 0.9821, + "step": 5604 + }, + { + "epoch": 0.7714010459675199, + "grad_norm": 1.495716143870186, + "learning_rate": 2.617864948364064e-06, + "loss": 1.0311, + "step": 5605 + }, + { + "epoch": 0.7715386732727774, + "grad_norm": 1.8000456078938765, + "learning_rate": 2.614858849878168e-06, + "loss": 1.0961, + "step": 5606 + }, + { + "epoch": 0.7716763005780347, + "grad_norm": 1.587541091763556, + "learning_rate": 2.6118542187187334e-06, + "loss": 1.1231, + "step": 5607 + }, + { + "epoch": 0.7718139278832921, + "grad_norm": 1.654109480974688, + "learning_rate": 2.608851055482727e-06, + "loss": 1.0572, + "step": 5608 + }, + { + "epoch": 0.7719515551885494, + "grad_norm": 1.6121751995242597, + "learning_rate": 2.605849360766849e-06, + "loss": 1.0566, + "step": 5609 + }, + { + "epoch": 0.7720891824938068, + "grad_norm": 1.5226304336637335, + "learning_rate": 2.60284913516748e-06, + "loss": 1.0657, + "step": 5610 + }, + { + "epoch": 0.7722268097990641, + "grad_norm": 1.8247543036584182, + "learning_rate": 2.5998503792807393e-06, + "loss": 1.0392, + "step": 5611 + }, + { + "epoch": 0.7723644371043215, + "grad_norm": 1.5166233130643239, + "learning_rate": 2.596853093702425e-06, + "loss": 1.0436, + "step": 5612 + }, + { + "epoch": 0.7725020644095789, + "grad_norm": 1.7391861421953458, + "learning_rate": 2.593857279028066e-06, + "loss": 1.0961, + "step": 5613 + }, + { + "epoch": 0.7726396917148363, + "grad_norm": 1.7654755480479911, + "learning_rate": 2.5908629358528867e-06, + "loss": 1.0744, + "step": 5614 + }, + { + "epoch": 0.7727773190200936, + "grad_norm": 1.5001901059074856, + "learning_rate": 2.587870064771821e-06, + "loss": 1.0954, + "step": 5615 + }, + { + "epoch": 0.772914946325351, + "grad_norm": 1.589659034843439, + "learning_rate": 2.5848786663795135e-06, + "loss": 1.0118, + "step": 5616 + }, + { + "epoch": 0.7730525736306083, + "grad_norm": 1.5648200499202158, + "learning_rate": 2.581888741270313e-06, + "loss": 1.0719, + "step": 5617 + }, + { + "epoch": 0.7731902009358657, + "grad_norm": 1.5110890914950768, + "learning_rate": 2.57890029003828e-06, + "loss": 0.9997, + "step": 5618 + }, + { + "epoch": 0.773327828241123, + "grad_norm": 1.4703093244267955, + "learning_rate": 2.5759133132771683e-06, + "loss": 1.0008, + "step": 5619 + }, + { + "epoch": 0.7734654555463804, + "grad_norm": 1.5050475135159673, + "learning_rate": 2.57292781158046e-06, + "loss": 1.0813, + "step": 5620 + }, + { + "epoch": 0.7736030828516378, + "grad_norm": 1.6529545128745542, + "learning_rate": 2.569943785541331e-06, + "loss": 1.0689, + "step": 5621 + }, + { + "epoch": 0.7737407101568952, + "grad_norm": 1.586994491430276, + "learning_rate": 2.5669612357526653e-06, + "loss": 1.017, + "step": 5622 + }, + { + "epoch": 0.7738783374621525, + "grad_norm": 1.7675122354927124, + "learning_rate": 2.5639801628070536e-06, + "loss": 1.068, + "step": 5623 + }, + { + "epoch": 0.7740159647674099, + "grad_norm": 1.8079464327849477, + "learning_rate": 2.5610005672967963e-06, + "loss": 1.1709, + "step": 5624 + }, + { + "epoch": 0.7741535920726672, + "grad_norm": 1.633398607189971, + "learning_rate": 2.5580224498138974e-06, + "loss": 1.1352, + "step": 5625 + }, + { + "epoch": 0.7742912193779246, + "grad_norm": 1.822950519591532, + "learning_rate": 2.5550458109500686e-06, + "loss": 1.1602, + "step": 5626 + }, + { + "epoch": 0.7744288466831819, + "grad_norm": 1.7824828897432072, + "learning_rate": 2.5520706512967263e-06, + "loss": 0.9876, + "step": 5627 + }, + { + "epoch": 0.7745664739884393, + "grad_norm": 1.4813903906345847, + "learning_rate": 2.5490969714449943e-06, + "loss": 0.9658, + "step": 5628 + }, + { + "epoch": 0.7747041012936967, + "grad_norm": 1.6616751570879364, + "learning_rate": 2.546124771985703e-06, + "loss": 1.0074, + "step": 5629 + }, + { + "epoch": 0.7748417285989541, + "grad_norm": 1.6040314256337844, + "learning_rate": 2.5431540535093867e-06, + "loss": 1.0892, + "step": 5630 + }, + { + "epoch": 0.7749793559042114, + "grad_norm": 1.6230705779816486, + "learning_rate": 2.5401848166062836e-06, + "loss": 1.0434, + "step": 5631 + }, + { + "epoch": 0.7751169832094688, + "grad_norm": 1.6944654659770162, + "learning_rate": 2.5372170618663504e-06, + "loss": 1.0172, + "step": 5632 + }, + { + "epoch": 0.7752546105147261, + "grad_norm": 1.81771913617966, + "learning_rate": 2.534250789879229e-06, + "loss": 1.1083, + "step": 5633 + }, + { + "epoch": 0.7753922378199835, + "grad_norm": 1.5749690792569422, + "learning_rate": 2.531286001234281e-06, + "loss": 1.0958, + "step": 5634 + }, + { + "epoch": 0.7755298651252408, + "grad_norm": 1.5862072211919223, + "learning_rate": 2.528322696520569e-06, + "loss": 1.0393, + "step": 5635 + }, + { + "epoch": 0.7756674924304983, + "grad_norm": 1.5975879094039698, + "learning_rate": 2.525360876326861e-06, + "loss": 0.969, + "step": 5636 + }, + { + "epoch": 0.7758051197357556, + "grad_norm": 1.5550382897488597, + "learning_rate": 2.522400541241631e-06, + "loss": 1.0462, + "step": 5637 + }, + { + "epoch": 0.775942747041013, + "grad_norm": 1.7802085611597884, + "learning_rate": 2.5194416918530517e-06, + "loss": 1.0676, + "step": 5638 + }, + { + "epoch": 0.7760803743462703, + "grad_norm": 1.561981792699796, + "learning_rate": 2.516484328749017e-06, + "loss": 1.0677, + "step": 5639 + }, + { + "epoch": 0.7762180016515277, + "grad_norm": 2.0156456733076635, + "learning_rate": 2.5135284525171035e-06, + "loss": 1.188, + "step": 5640 + }, + { + "epoch": 0.776355628956785, + "grad_norm": 1.64447384141836, + "learning_rate": 2.510574063744612e-06, + "loss": 1.1143, + "step": 5641 + }, + { + "epoch": 0.7764932562620424, + "grad_norm": 1.7297624000096725, + "learning_rate": 2.50762116301853e-06, + "loss": 1.0052, + "step": 5642 + }, + { + "epoch": 0.7766308835672997, + "grad_norm": 1.4461517371945192, + "learning_rate": 2.504669750925569e-06, + "loss": 1.0196, + "step": 5643 + }, + { + "epoch": 0.7767685108725572, + "grad_norm": 1.7740486457502271, + "learning_rate": 2.5017198280521226e-06, + "loss": 0.9445, + "step": 5644 + }, + { + "epoch": 0.7769061381778145, + "grad_norm": 1.5609215975445014, + "learning_rate": 2.4987713949843094e-06, + "loss": 1.068, + "step": 5645 + }, + { + "epoch": 0.7770437654830719, + "grad_norm": 1.621845061183965, + "learning_rate": 2.495824452307939e-06, + "loss": 1.0727, + "step": 5646 + }, + { + "epoch": 0.7771813927883292, + "grad_norm": 1.582300977893829, + "learning_rate": 2.492879000608529e-06, + "loss": 1.0826, + "step": 5647 + }, + { + "epoch": 0.7773190200935866, + "grad_norm": 1.573324351419834, + "learning_rate": 2.4899350404713007e-06, + "loss": 1.0117, + "step": 5648 + }, + { + "epoch": 0.7774566473988439, + "grad_norm": 1.7203680250880626, + "learning_rate": 2.4869925724811785e-06, + "loss": 0.9484, + "step": 5649 + }, + { + "epoch": 0.7775942747041013, + "grad_norm": 1.541391007069257, + "learning_rate": 2.484051597222792e-06, + "loss": 0.9818, + "step": 5650 + }, + { + "epoch": 0.7777319020093587, + "grad_norm": 1.4477490709520682, + "learning_rate": 2.4811121152804664e-06, + "loss": 1.0779, + "step": 5651 + }, + { + "epoch": 0.7778695293146161, + "grad_norm": 1.6298803231526529, + "learning_rate": 2.478174127238243e-06, + "loss": 1.0336, + "step": 5652 + }, + { + "epoch": 0.7780071566198734, + "grad_norm": 1.6256657476228455, + "learning_rate": 2.4752376336798588e-06, + "loss": 1.0039, + "step": 5653 + }, + { + "epoch": 0.7781447839251308, + "grad_norm": 1.9083848121857372, + "learning_rate": 2.4723026351887536e-06, + "loss": 1.0832, + "step": 5654 + }, + { + "epoch": 0.7782824112303881, + "grad_norm": 1.5585748328657312, + "learning_rate": 2.4693691323480715e-06, + "loss": 0.9606, + "step": 5655 + }, + { + "epoch": 0.7784200385356455, + "grad_norm": 1.945458944070618, + "learning_rate": 2.4664371257406605e-06, + "loss": 1.0394, + "step": 5656 + }, + { + "epoch": 0.7785576658409028, + "grad_norm": 1.7699665888440455, + "learning_rate": 2.4635066159490697e-06, + "loss": 1.046, + "step": 5657 + }, + { + "epoch": 0.7786952931461602, + "grad_norm": 1.5997916393326301, + "learning_rate": 2.4605776035555494e-06, + "loss": 1.0112, + "step": 5658 + }, + { + "epoch": 0.7788329204514176, + "grad_norm": 1.5822169271301318, + "learning_rate": 2.4576500891420575e-06, + "loss": 0.9717, + "step": 5659 + }, + { + "epoch": 0.778970547756675, + "grad_norm": 1.6286282165959027, + "learning_rate": 2.4547240732902476e-06, + "loss": 1.0315, + "step": 5660 + }, + { + "epoch": 0.7791081750619323, + "grad_norm": 1.6052852607621402, + "learning_rate": 2.4517995565814822e-06, + "loss": 1.0097, + "step": 5661 + }, + { + "epoch": 0.7792458023671897, + "grad_norm": 1.4563798514696578, + "learning_rate": 2.4488765395968208e-06, + "loss": 0.9622, + "step": 5662 + }, + { + "epoch": 0.779383429672447, + "grad_norm": 1.6988562352681182, + "learning_rate": 2.4459550229170246e-06, + "loss": 1.1275, + "step": 5663 + }, + { + "epoch": 0.7795210569777044, + "grad_norm": 1.5607634802901633, + "learning_rate": 2.443035007122567e-06, + "loss": 1.1045, + "step": 5664 + }, + { + "epoch": 0.7796586842829617, + "grad_norm": 1.6696046289970496, + "learning_rate": 2.4401164927936083e-06, + "loss": 1.1352, + "step": 5665 + }, + { + "epoch": 0.779796311588219, + "grad_norm": 1.6339120917812622, + "learning_rate": 2.4371994805100175e-06, + "loss": 1.029, + "step": 5666 + }, + { + "epoch": 0.7799339388934765, + "grad_norm": 1.6057769526064294, + "learning_rate": 2.434283970851368e-06, + "loss": 1.0308, + "step": 5667 + }, + { + "epoch": 0.7800715661987339, + "grad_norm": 1.6560944425274573, + "learning_rate": 2.431369964396928e-06, + "loss": 1.0883, + "step": 5668 + }, + { + "epoch": 0.7802091935039912, + "grad_norm": 1.6430548942068834, + "learning_rate": 2.428457461725674e-06, + "loss": 1.0418, + "step": 5669 + }, + { + "epoch": 0.7803468208092486, + "grad_norm": 1.8488175791687964, + "learning_rate": 2.4255464634162773e-06, + "loss": 1.1181, + "step": 5670 + }, + { + "epoch": 0.7804844481145059, + "grad_norm": 1.5147839199401916, + "learning_rate": 2.4226369700471196e-06, + "loss": 1.0361, + "step": 5671 + }, + { + "epoch": 0.7806220754197633, + "grad_norm": 1.536896401261448, + "learning_rate": 2.419728982196268e-06, + "loss": 1.0266, + "step": 5672 + }, + { + "epoch": 0.7807597027250206, + "grad_norm": 1.5021354892273746, + "learning_rate": 2.4168225004415115e-06, + "loss": 1.0606, + "step": 5673 + }, + { + "epoch": 0.7808973300302781, + "grad_norm": 1.819896590759533, + "learning_rate": 2.413917525360314e-06, + "loss": 1.0548, + "step": 5674 + }, + { + "epoch": 0.7810349573355354, + "grad_norm": 1.8706254717269042, + "learning_rate": 2.411014057529867e-06, + "loss": 1.0861, + "step": 5675 + }, + { + "epoch": 0.7811725846407928, + "grad_norm": 1.5185621058992067, + "learning_rate": 2.4081120975270442e-06, + "loss": 1.0403, + "step": 5676 + }, + { + "epoch": 0.7813102119460501, + "grad_norm": 1.7411055893871175, + "learning_rate": 2.4052116459284257e-06, + "loss": 1.1395, + "step": 5677 + }, + { + "epoch": 0.7814478392513075, + "grad_norm": 1.5252959923083822, + "learning_rate": 2.402312703310292e-06, + "loss": 1.0808, + "step": 5678 + }, + { + "epoch": 0.7815854665565648, + "grad_norm": 1.840543073720613, + "learning_rate": 2.3994152702486228e-06, + "loss": 1.0668, + "step": 5679 + }, + { + "epoch": 0.7817230938618221, + "grad_norm": 1.588532289212546, + "learning_rate": 2.3965193473190996e-06, + "loss": 0.9766, + "step": 5680 + }, + { + "epoch": 0.7818607211670795, + "grad_norm": 1.5201154969761075, + "learning_rate": 2.3936249350971007e-06, + "loss": 1.0515, + "step": 5681 + }, + { + "epoch": 0.781998348472337, + "grad_norm": 1.613440452230507, + "learning_rate": 2.390732034157708e-06, + "loss": 1.0422, + "step": 5682 + }, + { + "epoch": 0.7821359757775943, + "grad_norm": 1.7112872642367183, + "learning_rate": 2.387840645075701e-06, + "loss": 1.047, + "step": 5683 + }, + { + "epoch": 0.7822736030828517, + "grad_norm": 1.4644513893976985, + "learning_rate": 2.384950768425558e-06, + "loss": 1.0433, + "step": 5684 + }, + { + "epoch": 0.782411230388109, + "grad_norm": 1.6884370700902596, + "learning_rate": 2.382062404781459e-06, + "loss": 0.9992, + "step": 5685 + }, + { + "epoch": 0.7825488576933664, + "grad_norm": 1.731029607668882, + "learning_rate": 2.379175554717281e-06, + "loss": 1.0709, + "step": 5686 + }, + { + "epoch": 0.7826864849986237, + "grad_norm": 1.571815881152256, + "learning_rate": 2.376290218806604e-06, + "loss": 1.046, + "step": 5687 + }, + { + "epoch": 0.782824112303881, + "grad_norm": 1.499640828160455, + "learning_rate": 2.373406397622703e-06, + "loss": 1.0355, + "step": 5688 + }, + { + "epoch": 0.7829617396091385, + "grad_norm": 1.6452176849752227, + "learning_rate": 2.370524091738553e-06, + "loss": 1.0634, + "step": 5689 + }, + { + "epoch": 0.7830993669143959, + "grad_norm": 1.778919594265946, + "learning_rate": 2.3676433017268308e-06, + "loss": 1.041, + "step": 5690 + }, + { + "epoch": 0.7832369942196532, + "grad_norm": 1.7035692134619513, + "learning_rate": 2.364764028159908e-06, + "loss": 1.0807, + "step": 5691 + }, + { + "epoch": 0.7833746215249106, + "grad_norm": 1.5598667924916099, + "learning_rate": 2.361886271609859e-06, + "loss": 1.0895, + "step": 5692 + }, + { + "epoch": 0.7835122488301679, + "grad_norm": 1.6002451686544756, + "learning_rate": 2.35901003264845e-06, + "loss": 0.9928, + "step": 5693 + }, + { + "epoch": 0.7836498761354252, + "grad_norm": 1.726210371414832, + "learning_rate": 2.3561353118471596e-06, + "loss": 0.9552, + "step": 5694 + }, + { + "epoch": 0.7837875034406826, + "grad_norm": 1.7611348247622676, + "learning_rate": 2.3532621097771448e-06, + "loss": 1.1256, + "step": 5695 + }, + { + "epoch": 0.78392513074594, + "grad_norm": 1.575996091675117, + "learning_rate": 2.35039042700928e-06, + "loss": 1.0799, + "step": 5696 + }, + { + "epoch": 0.7840627580511974, + "grad_norm": 1.7160314064800035, + "learning_rate": 2.3475202641141248e-06, + "loss": 1.0855, + "step": 5697 + }, + { + "epoch": 0.7842003853564548, + "grad_norm": 1.5788739929311462, + "learning_rate": 2.344651621661941e-06, + "loss": 1.1071, + "step": 5698 + }, + { + "epoch": 0.7843380126617121, + "grad_norm": 1.5797516055938299, + "learning_rate": 2.3417845002226903e-06, + "loss": 1.0931, + "step": 5699 + }, + { + "epoch": 0.7844756399669695, + "grad_norm": 1.717492582095067, + "learning_rate": 2.3389189003660264e-06, + "loss": 1.0687, + "step": 5700 + }, + { + "epoch": 0.7846132672722268, + "grad_norm": 1.5047716453628213, + "learning_rate": 2.3360548226613144e-06, + "loss": 1.0392, + "step": 5701 + }, + { + "epoch": 0.7847508945774841, + "grad_norm": 1.4768868629280276, + "learning_rate": 2.333192267677594e-06, + "loss": 1.0231, + "step": 5702 + }, + { + "epoch": 0.7848885218827415, + "grad_norm": 1.6717921611599578, + "learning_rate": 2.3303312359836304e-06, + "loss": 1.1024, + "step": 5703 + }, + { + "epoch": 0.7850261491879988, + "grad_norm": 1.5713079313501983, + "learning_rate": 2.3274717281478577e-06, + "loss": 1.061, + "step": 5704 + }, + { + "epoch": 0.7851637764932563, + "grad_norm": 1.6628124602553913, + "learning_rate": 2.324613744738432e-06, + "loss": 0.9972, + "step": 5705 + }, + { + "epoch": 0.7853014037985137, + "grad_norm": 1.5537175093126292, + "learning_rate": 2.3217572863231865e-06, + "loss": 1.033, + "step": 5706 + }, + { + "epoch": 0.785439031103771, + "grad_norm": 1.8113003914899213, + "learning_rate": 2.3189023534696665e-06, + "loss": 1.1621, + "step": 5707 + }, + { + "epoch": 0.7855766584090283, + "grad_norm": 1.6097783960116894, + "learning_rate": 2.3160489467451055e-06, + "loss": 1.1156, + "step": 5708 + }, + { + "epoch": 0.7857142857142857, + "grad_norm": 1.7116754693902145, + "learning_rate": 2.313197066716438e-06, + "loss": 1.1165, + "step": 5709 + }, + { + "epoch": 0.785851913019543, + "grad_norm": 1.5593115654525165, + "learning_rate": 2.3103467139502923e-06, + "loss": 1.0089, + "step": 5710 + }, + { + "epoch": 0.7859895403248004, + "grad_norm": 1.4980397811367945, + "learning_rate": 2.307497889012994e-06, + "loss": 1.0664, + "step": 5711 + }, + { + "epoch": 0.7861271676300579, + "grad_norm": 1.5949305212282694, + "learning_rate": 2.3046505924705663e-06, + "loss": 1.0377, + "step": 5712 + }, + { + "epoch": 0.7862647949353152, + "grad_norm": 1.6471377716855304, + "learning_rate": 2.301804824888728e-06, + "loss": 1.0451, + "step": 5713 + }, + { + "epoch": 0.7864024222405726, + "grad_norm": 1.6167145957413702, + "learning_rate": 2.2989605868328946e-06, + "loss": 0.9987, + "step": 5714 + }, + { + "epoch": 0.7865400495458299, + "grad_norm": 1.5594074177880575, + "learning_rate": 2.296117878868177e-06, + "loss": 1.0259, + "step": 5715 + }, + { + "epoch": 0.7866776768510872, + "grad_norm": 1.4384681347773718, + "learning_rate": 2.2932767015593825e-06, + "loss": 0.9666, + "step": 5716 + }, + { + "epoch": 0.7868153041563446, + "grad_norm": 1.6323880343374293, + "learning_rate": 2.290437055471013e-06, + "loss": 1.0392, + "step": 5717 + }, + { + "epoch": 0.786952931461602, + "grad_norm": 1.7703180368510207, + "learning_rate": 2.2875989411672685e-06, + "loss": 1.0809, + "step": 5718 + }, + { + "epoch": 0.7870905587668593, + "grad_norm": 1.7198598081034582, + "learning_rate": 2.2847623592120438e-06, + "loss": 1.1302, + "step": 5719 + }, + { + "epoch": 0.7872281860721168, + "grad_norm": 1.5203290385902595, + "learning_rate": 2.2819273101689275e-06, + "loss": 1.0469, + "step": 5720 + }, + { + "epoch": 0.7873658133773741, + "grad_norm": 1.8602331808739403, + "learning_rate": 2.279093794601206e-06, + "loss": 1.1449, + "step": 5721 + }, + { + "epoch": 0.7875034406826315, + "grad_norm": 1.5454248438687281, + "learning_rate": 2.2762618130718593e-06, + "loss": 1.0298, + "step": 5722 + }, + { + "epoch": 0.7876410679878888, + "grad_norm": 1.536461806757196, + "learning_rate": 2.273431366143564e-06, + "loss": 1.0527, + "step": 5723 + }, + { + "epoch": 0.7877786952931461, + "grad_norm": 1.5064263479670619, + "learning_rate": 2.270602454378692e-06, + "loss": 0.9771, + "step": 5724 + }, + { + "epoch": 0.7879163225984035, + "grad_norm": 1.706015827443348, + "learning_rate": 2.267775078339305e-06, + "loss": 1.0172, + "step": 5725 + }, + { + "epoch": 0.7880539499036608, + "grad_norm": 1.6815250566600446, + "learning_rate": 2.264949238587172e-06, + "loss": 1.073, + "step": 5726 + }, + { + "epoch": 0.7881915772089183, + "grad_norm": 1.66290557767773, + "learning_rate": 2.2621249356837392e-06, + "loss": 1.1219, + "step": 5727 + }, + { + "epoch": 0.7883292045141757, + "grad_norm": 1.6482156185245447, + "learning_rate": 2.2593021701901675e-06, + "loss": 1.0611, + "step": 5728 + }, + { + "epoch": 0.788466831819433, + "grad_norm": 1.635509509893964, + "learning_rate": 2.256480942667293e-06, + "loss": 1.0268, + "step": 5729 + }, + { + "epoch": 0.7886044591246903, + "grad_norm": 1.7306127125476123, + "learning_rate": 2.2536612536756575e-06, + "loss": 0.9766, + "step": 5730 + }, + { + "epoch": 0.7887420864299477, + "grad_norm": 1.5840736886848341, + "learning_rate": 2.2508431037754962e-06, + "loss": 0.9905, + "step": 5731 + }, + { + "epoch": 0.788879713735205, + "grad_norm": 1.4625082583870288, + "learning_rate": 2.2480264935267327e-06, + "loss": 1.0171, + "step": 5732 + }, + { + "epoch": 0.7890173410404624, + "grad_norm": 1.8518141934532193, + "learning_rate": 2.2452114234889965e-06, + "loss": 1.0964, + "step": 5733 + }, + { + "epoch": 0.7891549683457197, + "grad_norm": 1.520798025331946, + "learning_rate": 2.242397894221594e-06, + "loss": 1.0745, + "step": 5734 + }, + { + "epoch": 0.7892925956509772, + "grad_norm": 1.5996181412413222, + "learning_rate": 2.2395859062835456e-06, + "loss": 1.0803, + "step": 5735 + }, + { + "epoch": 0.7894302229562346, + "grad_norm": 1.6213670442300945, + "learning_rate": 2.2367754602335433e-06, + "loss": 1.0186, + "step": 5736 + }, + { + "epoch": 0.7895678502614919, + "grad_norm": 1.7062978189073676, + "learning_rate": 2.2339665566299964e-06, + "loss": 1.1374, + "step": 5737 + }, + { + "epoch": 0.7897054775667492, + "grad_norm": 1.4879047277459672, + "learning_rate": 2.231159196030983e-06, + "loss": 1.0475, + "step": 5738 + }, + { + "epoch": 0.7898431048720066, + "grad_norm": 1.739082902852463, + "learning_rate": 2.228353378994297e-06, + "loss": 1.1514, + "step": 5739 + }, + { + "epoch": 0.789980732177264, + "grad_norm": 1.5785814915978305, + "learning_rate": 2.2255491060774114e-06, + "loss": 1.1054, + "step": 5740 + }, + { + "epoch": 0.7901183594825213, + "grad_norm": 1.679972491190728, + "learning_rate": 2.2227463778374982e-06, + "loss": 1.0334, + "step": 5741 + }, + { + "epoch": 0.7902559867877786, + "grad_norm": 1.5829074296212435, + "learning_rate": 2.219945194831421e-06, + "loss": 1.066, + "step": 5742 + }, + { + "epoch": 0.7903936140930361, + "grad_norm": 1.6273320627771384, + "learning_rate": 2.2171455576157352e-06, + "loss": 1.1289, + "step": 5743 + }, + { + "epoch": 0.7905312413982934, + "grad_norm": 1.479911886081971, + "learning_rate": 2.2143474667466923e-06, + "loss": 0.9572, + "step": 5744 + }, + { + "epoch": 0.7906688687035508, + "grad_norm": 1.5543350213668785, + "learning_rate": 2.2115509227802344e-06, + "loss": 1.0681, + "step": 5745 + }, + { + "epoch": 0.7908064960088081, + "grad_norm": 1.6332033396436216, + "learning_rate": 2.208755926271995e-06, + "loss": 0.9216, + "step": 5746 + }, + { + "epoch": 0.7909441233140655, + "grad_norm": 1.5798038600951392, + "learning_rate": 2.2059624777773025e-06, + "loss": 1.0606, + "step": 5747 + }, + { + "epoch": 0.7910817506193228, + "grad_norm": 1.4652044114132736, + "learning_rate": 2.203170577851177e-06, + "loss": 0.9873, + "step": 5748 + }, + { + "epoch": 0.7912193779245802, + "grad_norm": 1.497697247560305, + "learning_rate": 2.200380227048331e-06, + "loss": 1.0135, + "step": 5749 + }, + { + "epoch": 0.7913570052298377, + "grad_norm": 1.6423940530226788, + "learning_rate": 2.197591425923169e-06, + "loss": 1.1013, + "step": 5750 + }, + { + "epoch": 0.791494632535095, + "grad_norm": 1.6516843250516104, + "learning_rate": 2.1948041750297865e-06, + "loss": 1.0025, + "step": 5751 + }, + { + "epoch": 0.7916322598403523, + "grad_norm": 1.6762498910984789, + "learning_rate": 2.192018474921973e-06, + "loss": 1.0255, + "step": 5752 + }, + { + "epoch": 0.7917698871456097, + "grad_norm": 1.6480464505545493, + "learning_rate": 2.18923432615321e-06, + "loss": 0.9979, + "step": 5753 + }, + { + "epoch": 0.791907514450867, + "grad_norm": 1.5665844953418555, + "learning_rate": 2.1864517292766675e-06, + "loss": 1.0958, + "step": 5754 + }, + { + "epoch": 0.7920451417561244, + "grad_norm": 1.530244876225588, + "learning_rate": 2.1836706848452083e-06, + "loss": 0.9979, + "step": 5755 + }, + { + "epoch": 0.7921827690613817, + "grad_norm": 1.438443887707588, + "learning_rate": 2.1808911934113953e-06, + "loss": 1.0351, + "step": 5756 + }, + { + "epoch": 0.7923203963666391, + "grad_norm": 1.6293469346841842, + "learning_rate": 2.1781132555274655e-06, + "loss": 1.0899, + "step": 5757 + }, + { + "epoch": 0.7924580236718965, + "grad_norm": 1.4252260232784957, + "learning_rate": 2.175336871745367e-06, + "loss": 1.0054, + "step": 5758 + }, + { + "epoch": 0.7925956509771539, + "grad_norm": 1.5762753753709586, + "learning_rate": 2.1725620426167182e-06, + "loss": 1.0705, + "step": 5759 + }, + { + "epoch": 0.7927332782824112, + "grad_norm": 1.693581894304857, + "learning_rate": 2.169788768692852e-06, + "loss": 1.136, + "step": 5760 + }, + { + "epoch": 0.7928709055876686, + "grad_norm": 1.613001126418906, + "learning_rate": 2.16701705052477e-06, + "loss": 1.0171, + "step": 5761 + }, + { + "epoch": 0.7930085328929259, + "grad_norm": 1.5691328181261366, + "learning_rate": 2.164246888663175e-06, + "loss": 1.0415, + "step": 5762 + }, + { + "epoch": 0.7931461601981833, + "grad_norm": 1.4941927559174435, + "learning_rate": 2.1614782836584704e-06, + "loss": 1.0784, + "step": 5763 + }, + { + "epoch": 0.7932837875034406, + "grad_norm": 1.5537390286346295, + "learning_rate": 2.1587112360607266e-06, + "loss": 1.0721, + "step": 5764 + }, + { + "epoch": 0.7934214148086981, + "grad_norm": 1.569397736980798, + "learning_rate": 2.15594574641973e-06, + "loss": 1.0203, + "step": 5765 + }, + { + "epoch": 0.7935590421139554, + "grad_norm": 1.6567038324967578, + "learning_rate": 2.153181815284935e-06, + "loss": 1.0358, + "step": 5766 + }, + { + "epoch": 0.7936966694192128, + "grad_norm": 1.5291036854570073, + "learning_rate": 2.150419443205508e-06, + "loss": 1.0562, + "step": 5767 + }, + { + "epoch": 0.7938342967244701, + "grad_norm": 1.5985894870541277, + "learning_rate": 2.147658630730283e-06, + "loss": 1.0158, + "step": 5768 + }, + { + "epoch": 0.7939719240297275, + "grad_norm": 1.6699750010427317, + "learning_rate": 2.1448993784078032e-06, + "loss": 1.0774, + "step": 5769 + }, + { + "epoch": 0.7941095513349848, + "grad_norm": 1.6202670985546281, + "learning_rate": 2.142141686786293e-06, + "loss": 1.1309, + "step": 5770 + }, + { + "epoch": 0.7942471786402422, + "grad_norm": 1.4859948110187313, + "learning_rate": 2.1393855564136667e-06, + "loss": 1.0583, + "step": 5771 + }, + { + "epoch": 0.7943848059454995, + "grad_norm": 1.7008559582575906, + "learning_rate": 2.1366309878375312e-06, + "loss": 1.1013, + "step": 5772 + }, + { + "epoch": 0.794522433250757, + "grad_norm": 1.6578900000525636, + "learning_rate": 2.13387798160518e-06, + "loss": 1.1101, + "step": 5773 + }, + { + "epoch": 0.7946600605560143, + "grad_norm": 1.5960946846343083, + "learning_rate": 2.131126538263598e-06, + "loss": 1.0753, + "step": 5774 + }, + { + "epoch": 0.7947976878612717, + "grad_norm": 1.5415742471294342, + "learning_rate": 2.1283766583594614e-06, + "loss": 1.0153, + "step": 5775 + }, + { + "epoch": 0.794935315166529, + "grad_norm": 1.5349754285530413, + "learning_rate": 2.12562834243913e-06, + "loss": 1.0995, + "step": 5776 + }, + { + "epoch": 0.7950729424717864, + "grad_norm": 1.4722250794104708, + "learning_rate": 2.1228815910486598e-06, + "loss": 1.0464, + "step": 5777 + }, + { + "epoch": 0.7952105697770437, + "grad_norm": 1.8314396271079814, + "learning_rate": 2.1201364047337903e-06, + "loss": 1.0886, + "step": 5778 + }, + { + "epoch": 0.7953481970823011, + "grad_norm": 1.6022675415713337, + "learning_rate": 2.1173927840399545e-06, + "loss": 1.15, + "step": 5779 + }, + { + "epoch": 0.7954858243875584, + "grad_norm": 1.6925531535830387, + "learning_rate": 2.114650729512271e-06, + "loss": 1.0957, + "step": 5780 + }, + { + "epoch": 0.7956234516928159, + "grad_norm": 1.4752739606074436, + "learning_rate": 2.1119102416955494e-06, + "loss": 1.0221, + "step": 5781 + }, + { + "epoch": 0.7957610789980732, + "grad_norm": 1.5817021047646642, + "learning_rate": 2.1091713211342858e-06, + "loss": 1.0104, + "step": 5782 + }, + { + "epoch": 0.7958987063033306, + "grad_norm": 1.779296656060464, + "learning_rate": 2.1064339683726676e-06, + "loss": 1.0632, + "step": 5783 + }, + { + "epoch": 0.7960363336085879, + "grad_norm": 1.6127468925453616, + "learning_rate": 2.103698183954569e-06, + "loss": 0.9624, + "step": 5784 + }, + { + "epoch": 0.7961739609138453, + "grad_norm": 1.898748418484371, + "learning_rate": 2.1009639684235517e-06, + "loss": 1.1184, + "step": 5785 + }, + { + "epoch": 0.7963115882191026, + "grad_norm": 1.552970977769632, + "learning_rate": 2.098231322322869e-06, + "loss": 1.0461, + "step": 5786 + }, + { + "epoch": 0.79644921552436, + "grad_norm": 1.6571513692855901, + "learning_rate": 2.0955002461954553e-06, + "loss": 1.1137, + "step": 5787 + }, + { + "epoch": 0.7965868428296174, + "grad_norm": 1.7580004586206868, + "learning_rate": 2.092770740583948e-06, + "loss": 1.1039, + "step": 5788 + }, + { + "epoch": 0.7967244701348748, + "grad_norm": 1.7780624549277668, + "learning_rate": 2.090042806030651e-06, + "loss": 1.0969, + "step": 5789 + }, + { + "epoch": 0.7968620974401321, + "grad_norm": 1.8394660548562778, + "learning_rate": 2.0873164430775784e-06, + "loss": 1.0911, + "step": 5790 + }, + { + "epoch": 0.7969997247453895, + "grad_norm": 1.786774176476487, + "learning_rate": 2.08459165226641e-06, + "loss": 1.0511, + "step": 5791 + }, + { + "epoch": 0.7971373520506468, + "grad_norm": 1.6200384525318103, + "learning_rate": 2.081868434138535e-06, + "loss": 1.0484, + "step": 5792 + }, + { + "epoch": 0.7972749793559042, + "grad_norm": 1.5751474815822497, + "learning_rate": 2.0791467892350126e-06, + "loss": 1.0559, + "step": 5793 + }, + { + "epoch": 0.7974126066611615, + "grad_norm": 1.615555774013789, + "learning_rate": 2.076426718096596e-06, + "loss": 1.0512, + "step": 5794 + }, + { + "epoch": 0.7975502339664189, + "grad_norm": 1.573866212021067, + "learning_rate": 2.0737082212637337e-06, + "loss": 1.0336, + "step": 5795 + }, + { + "epoch": 0.7976878612716763, + "grad_norm": 1.5822962321631904, + "learning_rate": 2.0709912992765436e-06, + "loss": 1.0331, + "step": 5796 + }, + { + "epoch": 0.7978254885769337, + "grad_norm": 1.6673924235320603, + "learning_rate": 2.068275952674851e-06, + "loss": 1.0241, + "step": 5797 + }, + { + "epoch": 0.797963115882191, + "grad_norm": 1.467052846231353, + "learning_rate": 2.065562181998149e-06, + "loss": 0.9983, + "step": 5798 + }, + { + "epoch": 0.7981007431874484, + "grad_norm": 1.4421834953558523, + "learning_rate": 2.0628499877856346e-06, + "loss": 1.0274, + "step": 5799 + }, + { + "epoch": 0.7982383704927057, + "grad_norm": 1.5364522134737002, + "learning_rate": 2.0601393705761754e-06, + "loss": 0.9565, + "step": 5800 + }, + { + "epoch": 0.7983759977979631, + "grad_norm": 1.5046096082889975, + "learning_rate": 2.057430330908341e-06, + "loss": 1.0338, + "step": 5801 + }, + { + "epoch": 0.7985136251032204, + "grad_norm": 1.783280780659668, + "learning_rate": 2.054722869320377e-06, + "loss": 1.1362, + "step": 5802 + }, + { + "epoch": 0.7986512524084779, + "grad_norm": 1.6461301408264108, + "learning_rate": 2.0520169863502214e-06, + "loss": 0.9993, + "step": 5803 + }, + { + "epoch": 0.7987888797137352, + "grad_norm": 1.65039748502737, + "learning_rate": 2.0493126825354934e-06, + "loss": 1.1096, + "step": 5804 + }, + { + "epoch": 0.7989265070189926, + "grad_norm": 1.5423738659610344, + "learning_rate": 2.0466099584135024e-06, + "loss": 1.0504, + "step": 5805 + }, + { + "epoch": 0.7990641343242499, + "grad_norm": 1.553658010277678, + "learning_rate": 2.0439088145212438e-06, + "loss": 0.9924, + "step": 5806 + }, + { + "epoch": 0.7992017616295073, + "grad_norm": 1.6540869172162833, + "learning_rate": 2.0412092513953952e-06, + "loss": 1.0319, + "step": 5807 + }, + { + "epoch": 0.7993393889347646, + "grad_norm": 1.6229542047204604, + "learning_rate": 2.038511269572325e-06, + "loss": 1.1168, + "step": 5808 + }, + { + "epoch": 0.799477016240022, + "grad_norm": 1.7659424121667964, + "learning_rate": 2.0358148695880853e-06, + "loss": 1.0151, + "step": 5809 + }, + { + "epoch": 0.7996146435452793, + "grad_norm": 1.5615855804926893, + "learning_rate": 2.033120051978412e-06, + "loss": 1.0251, + "step": 5810 + }, + { + "epoch": 0.7997522708505368, + "grad_norm": 1.5266790744032588, + "learning_rate": 2.0304268172787313e-06, + "loss": 0.9872, + "step": 5811 + }, + { + "epoch": 0.7998898981557941, + "grad_norm": 1.7283977075632033, + "learning_rate": 2.0277351660241484e-06, + "loss": 1.1113, + "step": 5812 + }, + { + "epoch": 0.8000275254610515, + "grad_norm": 2.1192567894971255, + "learning_rate": 2.0250450987494607e-06, + "loss": 1.0715, + "step": 5813 + }, + { + "epoch": 0.8001651527663088, + "grad_norm": 1.8760237649800189, + "learning_rate": 2.022356615989147e-06, + "loss": 1.0147, + "step": 5814 + }, + { + "epoch": 0.8003027800715662, + "grad_norm": 1.8958289861936692, + "learning_rate": 2.0196697182773706e-06, + "loss": 1.093, + "step": 5815 + }, + { + "epoch": 0.8004404073768235, + "grad_norm": 1.8558014666082454, + "learning_rate": 2.0169844061479837e-06, + "loss": 1.1101, + "step": 5816 + }, + { + "epoch": 0.8005780346820809, + "grad_norm": 1.704277652722642, + "learning_rate": 2.0143006801345167e-06, + "loss": 1.0384, + "step": 5817 + }, + { + "epoch": 0.8007156619873382, + "grad_norm": 1.6839597427745483, + "learning_rate": 2.011618540770197e-06, + "loss": 1.0582, + "step": 5818 + }, + { + "epoch": 0.8008532892925957, + "grad_norm": 1.5486536034126008, + "learning_rate": 2.008937988587919e-06, + "loss": 1.0587, + "step": 5819 + }, + { + "epoch": 0.800990916597853, + "grad_norm": 1.807926672162109, + "learning_rate": 2.006259024120282e-06, + "loss": 1.0295, + "step": 5820 + }, + { + "epoch": 0.8011285439031104, + "grad_norm": 1.6447053308889121, + "learning_rate": 2.0035816478995496e-06, + "loss": 1.0938, + "step": 5821 + }, + { + "epoch": 0.8012661712083677, + "grad_norm": 1.6151933542941088, + "learning_rate": 2.0009058604576903e-06, + "loss": 1.0949, + "step": 5822 + }, + { + "epoch": 0.8014037985136251, + "grad_norm": 1.6219138759550902, + "learning_rate": 1.998231662326335e-06, + "loss": 1.0654, + "step": 5823 + }, + { + "epoch": 0.8015414258188824, + "grad_norm": 1.6393842818748168, + "learning_rate": 1.9955590540368187e-06, + "loss": 1.0392, + "step": 5824 + }, + { + "epoch": 0.8016790531241398, + "grad_norm": 1.7126922834385025, + "learning_rate": 1.992888036120153e-06, + "loss": 1.0767, + "step": 5825 + }, + { + "epoch": 0.8018166804293972, + "grad_norm": 1.8891775201960102, + "learning_rate": 1.990218609107023e-06, + "loss": 1.1538, + "step": 5826 + }, + { + "epoch": 0.8019543077346546, + "grad_norm": 1.6387695430536269, + "learning_rate": 1.9875507735278187e-06, + "loss": 1.1612, + "step": 5827 + }, + { + "epoch": 0.8020919350399119, + "grad_norm": 1.8903527211006372, + "learning_rate": 1.984884529912593e-06, + "loss": 1.1549, + "step": 5828 + }, + { + "epoch": 0.8022295623451693, + "grad_norm": 1.5554697379383942, + "learning_rate": 1.9822198787911006e-06, + "loss": 1.0631, + "step": 5829 + }, + { + "epoch": 0.8023671896504266, + "grad_norm": 2.092589497494778, + "learning_rate": 1.9795568206927617e-06, + "loss": 1.0891, + "step": 5830 + }, + { + "epoch": 0.802504816955684, + "grad_norm": 1.5475452227410371, + "learning_rate": 1.9768953561466974e-06, + "loss": 1.0893, + "step": 5831 + }, + { + "epoch": 0.8026424442609413, + "grad_norm": 1.5707409853742287, + "learning_rate": 1.9742354856817014e-06, + "loss": 1.0782, + "step": 5832 + }, + { + "epoch": 0.8027800715661987, + "grad_norm": 1.5441674669047185, + "learning_rate": 1.9715772098262532e-06, + "loss": 1.0369, + "step": 5833 + }, + { + "epoch": 0.8029176988714561, + "grad_norm": 1.5274814986257947, + "learning_rate": 1.968920529108517e-06, + "loss": 1.1187, + "step": 5834 + }, + { + "epoch": 0.8030553261767135, + "grad_norm": 1.772518745998015, + "learning_rate": 1.966265444056338e-06, + "loss": 1.1246, + "step": 5835 + }, + { + "epoch": 0.8031929534819708, + "grad_norm": 1.7104752454761012, + "learning_rate": 1.9636119551972456e-06, + "loss": 1.0362, + "step": 5836 + }, + { + "epoch": 0.8033305807872282, + "grad_norm": 1.6192855126927064, + "learning_rate": 1.9609600630584512e-06, + "loss": 1.0016, + "step": 5837 + }, + { + "epoch": 0.8034682080924855, + "grad_norm": 1.4802963252823165, + "learning_rate": 1.9583097681668496e-06, + "loss": 1.0647, + "step": 5838 + }, + { + "epoch": 0.8036058353977429, + "grad_norm": 1.6549822742871587, + "learning_rate": 1.9556610710490187e-06, + "loss": 1.0915, + "step": 5839 + }, + { + "epoch": 0.8037434627030002, + "grad_norm": 1.4699868379536511, + "learning_rate": 1.953013972231218e-06, + "loss": 0.9528, + "step": 5840 + }, + { + "epoch": 0.8038810900082577, + "grad_norm": 1.640244426010209, + "learning_rate": 1.950368472239389e-06, + "loss": 1.0284, + "step": 5841 + }, + { + "epoch": 0.804018717313515, + "grad_norm": 1.6562853956608445, + "learning_rate": 1.9477245715991575e-06, + "loss": 1.0058, + "step": 5842 + }, + { + "epoch": 0.8041563446187724, + "grad_norm": 1.6257490330906241, + "learning_rate": 1.9450822708358306e-06, + "loss": 1.0752, + "step": 5843 + }, + { + "epoch": 0.8042939719240297, + "grad_norm": 1.713998943960166, + "learning_rate": 1.942441570474396e-06, + "loss": 1.1374, + "step": 5844 + }, + { + "epoch": 0.8044315992292871, + "grad_norm": 1.7067818434550925, + "learning_rate": 1.9398024710395257e-06, + "loss": 0.946, + "step": 5845 + }, + { + "epoch": 0.8045692265345444, + "grad_norm": 1.6303872774040282, + "learning_rate": 1.937164973055573e-06, + "loss": 1.0751, + "step": 5846 + }, + { + "epoch": 0.8047068538398018, + "grad_norm": 1.6629750470263978, + "learning_rate": 1.934529077046571e-06, + "loss": 1.1109, + "step": 5847 + }, + { + "epoch": 0.8048444811450591, + "grad_norm": 1.729407944031512, + "learning_rate": 1.931894783536238e-06, + "loss": 1.1095, + "step": 5848 + }, + { + "epoch": 0.8049821084503166, + "grad_norm": 1.5868817081099016, + "learning_rate": 1.929262093047968e-06, + "loss": 1.0619, + "step": 5849 + }, + { + "epoch": 0.8051197357555739, + "grad_norm": 1.7736607111981144, + "learning_rate": 1.9266310061048486e-06, + "loss": 1.1326, + "step": 5850 + }, + { + "epoch": 0.8052573630608313, + "grad_norm": 1.8072766242450657, + "learning_rate": 1.9240015232296305e-06, + "loss": 1.027, + "step": 5851 + }, + { + "epoch": 0.8053949903660886, + "grad_norm": 1.691250065523061, + "learning_rate": 1.9213736449447675e-06, + "loss": 1.1191, + "step": 5852 + }, + { + "epoch": 0.805532617671346, + "grad_norm": 1.7020437287546726, + "learning_rate": 1.9187473717723716e-06, + "loss": 1.0544, + "step": 5853 + }, + { + "epoch": 0.8056702449766033, + "grad_norm": 1.914558704431075, + "learning_rate": 1.9161227042342566e-06, + "loss": 1.1189, + "step": 5854 + }, + { + "epoch": 0.8058078722818607, + "grad_norm": 1.6416308423391708, + "learning_rate": 1.9134996428519006e-06, + "loss": 0.9612, + "step": 5855 + }, + { + "epoch": 0.805945499587118, + "grad_norm": 1.6742628033425302, + "learning_rate": 1.9108781881464756e-06, + "loss": 1.0322, + "step": 5856 + }, + { + "epoch": 0.8060831268923755, + "grad_norm": 1.5792655121521497, + "learning_rate": 1.9082583406388277e-06, + "loss": 0.9946, + "step": 5857 + }, + { + "epoch": 0.8062207541976328, + "grad_norm": 1.6207100567366743, + "learning_rate": 1.9056401008494807e-06, + "loss": 1.1132, + "step": 5858 + }, + { + "epoch": 0.8063583815028902, + "grad_norm": 1.5956792174432526, + "learning_rate": 1.9030234692986494e-06, + "loss": 1.1327, + "step": 5859 + }, + { + "epoch": 0.8064960088081475, + "grad_norm": 1.5858431609315637, + "learning_rate": 1.9004084465062144e-06, + "loss": 1.0619, + "step": 5860 + }, + { + "epoch": 0.8066336361134049, + "grad_norm": 1.7904164923074988, + "learning_rate": 1.897795032991756e-06, + "loss": 1.0701, + "step": 5861 + }, + { + "epoch": 0.8067712634186622, + "grad_norm": 1.6009611781680437, + "learning_rate": 1.895183229274511e-06, + "loss": 1.0733, + "step": 5862 + }, + { + "epoch": 0.8069088907239196, + "grad_norm": 1.614936722593022, + "learning_rate": 1.8925730358734185e-06, + "loss": 1.033, + "step": 5863 + }, + { + "epoch": 0.807046518029177, + "grad_norm": 1.8921905737374511, + "learning_rate": 1.8899644533070848e-06, + "loss": 1.2076, + "step": 5864 + }, + { + "epoch": 0.8071841453344344, + "grad_norm": 1.5451852035350078, + "learning_rate": 1.8873574820938011e-06, + "loss": 1.078, + "step": 5865 + }, + { + "epoch": 0.8073217726396917, + "grad_norm": 1.7297118211599232, + "learning_rate": 1.8847521227515354e-06, + "loss": 1.1219, + "step": 5866 + }, + { + "epoch": 0.8074593999449491, + "grad_norm": 1.5432262873331195, + "learning_rate": 1.8821483757979364e-06, + "loss": 1.0901, + "step": 5867 + }, + { + "epoch": 0.8075970272502064, + "grad_norm": 1.582884250351534, + "learning_rate": 1.879546241750334e-06, + "loss": 1.0081, + "step": 5868 + }, + { + "epoch": 0.8077346545554638, + "grad_norm": 1.658962822159468, + "learning_rate": 1.8769457211257369e-06, + "loss": 1.0972, + "step": 5869 + }, + { + "epoch": 0.8078722818607211, + "grad_norm": 1.592283889527418, + "learning_rate": 1.8743468144408328e-06, + "loss": 1.0522, + "step": 5870 + }, + { + "epoch": 0.8080099091659785, + "grad_norm": 1.5069005446985775, + "learning_rate": 1.8717495222119874e-06, + "loss": 1.0322, + "step": 5871 + }, + { + "epoch": 0.8081475364712359, + "grad_norm": 1.6446076726664767, + "learning_rate": 1.8691538449552493e-06, + "loss": 1.1312, + "step": 5872 + }, + { + "epoch": 0.8082851637764933, + "grad_norm": 1.5894417480970748, + "learning_rate": 1.8665597831863436e-06, + "loss": 1.1281, + "step": 5873 + }, + { + "epoch": 0.8084227910817506, + "grad_norm": 1.6511478857406856, + "learning_rate": 1.8639673374206735e-06, + "loss": 1.1154, + "step": 5874 + }, + { + "epoch": 0.808560418387008, + "grad_norm": 1.711688818032888, + "learning_rate": 1.8613765081733226e-06, + "loss": 1.127, + "step": 5875 + }, + { + "epoch": 0.8086980456922653, + "grad_norm": 1.632218811191749, + "learning_rate": 1.8587872959590548e-06, + "loss": 1.0244, + "step": 5876 + }, + { + "epoch": 0.8088356729975227, + "grad_norm": 1.7262855942439463, + "learning_rate": 1.8561997012923106e-06, + "loss": 1.0014, + "step": 5877 + }, + { + "epoch": 0.80897330030278, + "grad_norm": 1.544056910224641, + "learning_rate": 1.8536137246872088e-06, + "loss": 1.1048, + "step": 5878 + }, + { + "epoch": 0.8091109276080375, + "grad_norm": 1.7079747839379156, + "learning_rate": 1.8510293666575453e-06, + "loss": 1.0682, + "step": 5879 + }, + { + "epoch": 0.8092485549132948, + "grad_norm": 1.4639608907078934, + "learning_rate": 1.8484466277168046e-06, + "loss": 1.02, + "step": 5880 + }, + { + "epoch": 0.8093861822185522, + "grad_norm": 1.6417592728510326, + "learning_rate": 1.8458655083781318e-06, + "loss": 1.0525, + "step": 5881 + }, + { + "epoch": 0.8095238095238095, + "grad_norm": 1.5298771952524277, + "learning_rate": 1.8432860091543692e-06, + "loss": 1.0935, + "step": 5882 + }, + { + "epoch": 0.8096614368290669, + "grad_norm": 1.5931691823337397, + "learning_rate": 1.8407081305580178e-06, + "loss": 1.1026, + "step": 5883 + }, + { + "epoch": 0.8097990641343242, + "grad_norm": 1.7759615486253182, + "learning_rate": 1.8381318731012775e-06, + "loss": 1.2463, + "step": 5884 + }, + { + "epoch": 0.8099366914395816, + "grad_norm": 1.7521993638233013, + "learning_rate": 1.8355572372960063e-06, + "loss": 1.0551, + "step": 5885 + }, + { + "epoch": 0.8100743187448389, + "grad_norm": 1.7624374299969954, + "learning_rate": 1.8329842236537543e-06, + "loss": 1.1198, + "step": 5886 + }, + { + "epoch": 0.8102119460500964, + "grad_norm": 1.6514653266495896, + "learning_rate": 1.8304128326857429e-06, + "loss": 1.0195, + "step": 5887 + }, + { + "epoch": 0.8103495733553537, + "grad_norm": 1.7184579441639745, + "learning_rate": 1.8278430649028734e-06, + "loss": 1.041, + "step": 5888 + }, + { + "epoch": 0.8104872006606111, + "grad_norm": 1.986858303261087, + "learning_rate": 1.8252749208157238e-06, + "loss": 1.1251, + "step": 5889 + }, + { + "epoch": 0.8106248279658684, + "grad_norm": 1.5109119145380485, + "learning_rate": 1.822708400934542e-06, + "loss": 1.0012, + "step": 5890 + }, + { + "epoch": 0.8107624552711258, + "grad_norm": 1.4941671365540874, + "learning_rate": 1.8201435057692718e-06, + "loss": 1.0772, + "step": 5891 + }, + { + "epoch": 0.8109000825763831, + "grad_norm": 1.6157378938673645, + "learning_rate": 1.8175802358295124e-06, + "loss": 1.0403, + "step": 5892 + }, + { + "epoch": 0.8110377098816405, + "grad_norm": 1.6984459913914287, + "learning_rate": 1.8150185916245565e-06, + "loss": 1.1617, + "step": 5893 + }, + { + "epoch": 0.8111753371868978, + "grad_norm": 1.7121499384531758, + "learning_rate": 1.8124585736633672e-06, + "loss": 0.9913, + "step": 5894 + }, + { + "epoch": 0.8113129644921553, + "grad_norm": 1.5389191345645656, + "learning_rate": 1.8099001824545836e-06, + "loss": 1.0603, + "step": 5895 + }, + { + "epoch": 0.8114505917974126, + "grad_norm": 1.7679120305566038, + "learning_rate": 1.8073434185065232e-06, + "loss": 1.1214, + "step": 5896 + }, + { + "epoch": 0.81158821910267, + "grad_norm": 1.6680279041748889, + "learning_rate": 1.8047882823271812e-06, + "loss": 1.038, + "step": 5897 + }, + { + "epoch": 0.8117258464079273, + "grad_norm": 1.6855161788075812, + "learning_rate": 1.8022347744242263e-06, + "loss": 1.0138, + "step": 5898 + }, + { + "epoch": 0.8118634737131847, + "grad_norm": 2.071272730590818, + "learning_rate": 1.7996828953050072e-06, + "loss": 1.1038, + "step": 5899 + }, + { + "epoch": 0.812001101018442, + "grad_norm": 1.5135961201072337, + "learning_rate": 1.797132645476547e-06, + "loss": 1.0753, + "step": 5900 + }, + { + "epoch": 0.8121387283236994, + "grad_norm": 1.630336003603445, + "learning_rate": 1.7945840254455437e-06, + "loss": 1.0753, + "step": 5901 + }, + { + "epoch": 0.8122763556289568, + "grad_norm": 1.5087120941958747, + "learning_rate": 1.7920370357183758e-06, + "loss": 1.0488, + "step": 5902 + }, + { + "epoch": 0.8124139829342142, + "grad_norm": 1.7021327445300696, + "learning_rate": 1.789491676801094e-06, + "loss": 1.0317, + "step": 5903 + }, + { + "epoch": 0.8125516102394715, + "grad_norm": 1.7697371510304498, + "learning_rate": 1.7869479491994235e-06, + "loss": 1.0652, + "step": 5904 + }, + { + "epoch": 0.8126892375447289, + "grad_norm": 1.675654169850347, + "learning_rate": 1.7844058534187769e-06, + "loss": 1.1393, + "step": 5905 + }, + { + "epoch": 0.8128268648499862, + "grad_norm": 1.6607305144856588, + "learning_rate": 1.7818653899642246e-06, + "loss": 1.0506, + "step": 5906 + }, + { + "epoch": 0.8129644921552436, + "grad_norm": 1.6778763054300776, + "learning_rate": 1.7793265593405252e-06, + "loss": 0.987, + "step": 5907 + }, + { + "epoch": 0.8131021194605009, + "grad_norm": 1.650355478826333, + "learning_rate": 1.7767893620521103e-06, + "loss": 0.9984, + "step": 5908 + }, + { + "epoch": 0.8132397467657583, + "grad_norm": 1.6797350404683906, + "learning_rate": 1.7742537986030862e-06, + "loss": 1.1281, + "step": 5909 + }, + { + "epoch": 0.8133773740710157, + "grad_norm": 1.8328735773214477, + "learning_rate": 1.7717198694972326e-06, + "loss": 1.12, + "step": 5910 + }, + { + "epoch": 0.8135150013762731, + "grad_norm": 1.5645295614807049, + "learning_rate": 1.7691875752380072e-06, + "loss": 1.0356, + "step": 5911 + }, + { + "epoch": 0.8136526286815304, + "grad_norm": 1.6923064776810575, + "learning_rate": 1.7666569163285475e-06, + "loss": 1.1136, + "step": 5912 + }, + { + "epoch": 0.8137902559867878, + "grad_norm": 1.6908780046489214, + "learning_rate": 1.7641278932716499e-06, + "loss": 1.0979, + "step": 5913 + }, + { + "epoch": 0.8139278832920451, + "grad_norm": 1.4991609909684522, + "learning_rate": 1.7616005065698094e-06, + "loss": 1.0208, + "step": 5914 + }, + { + "epoch": 0.8140655105973025, + "grad_norm": 1.465957142106948, + "learning_rate": 1.759074756725172e-06, + "loss": 1.0168, + "step": 5915 + }, + { + "epoch": 0.8142031379025598, + "grad_norm": 1.491914402043681, + "learning_rate": 1.7565506442395796e-06, + "loss": 1.0271, + "step": 5916 + }, + { + "epoch": 0.8143407652078173, + "grad_norm": 1.7023737322509414, + "learning_rate": 1.7540281696145278e-06, + "loss": 1.0915, + "step": 5917 + }, + { + "epoch": 0.8144783925130746, + "grad_norm": 1.7800745710822194, + "learning_rate": 1.7515073333512067e-06, + "loss": 1.0901, + "step": 5918 + }, + { + "epoch": 0.814616019818332, + "grad_norm": 1.4921238955490328, + "learning_rate": 1.748988135950469e-06, + "loss": 1.0605, + "step": 5919 + }, + { + "epoch": 0.8147536471235893, + "grad_norm": 1.6765049055035073, + "learning_rate": 1.7464705779128443e-06, + "loss": 1.0152, + "step": 5920 + }, + { + "epoch": 0.8148912744288467, + "grad_norm": 1.6022250870148158, + "learning_rate": 1.7439546597385404e-06, + "loss": 1.0303, + "step": 5921 + }, + { + "epoch": 0.815028901734104, + "grad_norm": 1.5706253429540047, + "learning_rate": 1.7414403819274272e-06, + "loss": 1.0688, + "step": 5922 + }, + { + "epoch": 0.8151665290393614, + "grad_norm": 1.7192509068525645, + "learning_rate": 1.7389277449790676e-06, + "loss": 0.993, + "step": 5923 + }, + { + "epoch": 0.8153041563446187, + "grad_norm": 1.6427284561165305, + "learning_rate": 1.7364167493926786e-06, + "loss": 1.0989, + "step": 5924 + }, + { + "epoch": 0.8154417836498762, + "grad_norm": 1.6793929350543488, + "learning_rate": 1.733907395667167e-06, + "loss": 1.0622, + "step": 5925 + }, + { + "epoch": 0.8155794109551335, + "grad_norm": 1.58441277578838, + "learning_rate": 1.731399684301106e-06, + "loss": 1.0753, + "step": 5926 + }, + { + "epoch": 0.8157170382603909, + "grad_norm": 1.7977711265534932, + "learning_rate": 1.7288936157927437e-06, + "loss": 1.0275, + "step": 5927 + }, + { + "epoch": 0.8158546655656482, + "grad_norm": 1.7225935404947585, + "learning_rate": 1.72638919064e-06, + "loss": 1.0946, + "step": 5928 + }, + { + "epoch": 0.8159922928709056, + "grad_norm": 1.7908065326581388, + "learning_rate": 1.7238864093404707e-06, + "loss": 1.0744, + "step": 5929 + }, + { + "epoch": 0.8161299201761629, + "grad_norm": 1.536477024267304, + "learning_rate": 1.7213852723914248e-06, + "loss": 1.087, + "step": 5930 + }, + { + "epoch": 0.8162675474814203, + "grad_norm": 1.7858730866529646, + "learning_rate": 1.7188857802898028e-06, + "loss": 1.1188, + "step": 5931 + }, + { + "epoch": 0.8164051747866776, + "grad_norm": 1.6789406068401354, + "learning_rate": 1.7163879335322198e-06, + "loss": 1.0607, + "step": 5932 + }, + { + "epoch": 0.8165428020919351, + "grad_norm": 1.8338449377685793, + "learning_rate": 1.713891732614965e-06, + "loss": 1.0849, + "step": 5933 + }, + { + "epoch": 0.8166804293971924, + "grad_norm": 1.642800062438076, + "learning_rate": 1.7113971780339978e-06, + "loss": 1.1275, + "step": 5934 + }, + { + "epoch": 0.8168180567024498, + "grad_norm": 1.6617662090438117, + "learning_rate": 1.7089042702849534e-06, + "loss": 1.0788, + "step": 5935 + }, + { + "epoch": 0.8169556840077071, + "grad_norm": 1.5636238071601836, + "learning_rate": 1.7064130098631348e-06, + "loss": 1.0394, + "step": 5936 + }, + { + "epoch": 0.8170933113129645, + "grad_norm": 1.5474825677158228, + "learning_rate": 1.7039233972635295e-06, + "loss": 1.0525, + "step": 5937 + }, + { + "epoch": 0.8172309386182218, + "grad_norm": 1.6273207731058537, + "learning_rate": 1.7014354329807815e-06, + "loss": 1.0121, + "step": 5938 + }, + { + "epoch": 0.8173685659234792, + "grad_norm": 1.6599149483977342, + "learning_rate": 1.6989491175092188e-06, + "loss": 1.0815, + "step": 5939 + }, + { + "epoch": 0.8175061932287366, + "grad_norm": 1.6303762980983134, + "learning_rate": 1.6964644513428363e-06, + "loss": 1.0058, + "step": 5940 + }, + { + "epoch": 0.817643820533994, + "grad_norm": 1.6263227187175322, + "learning_rate": 1.6939814349753049e-06, + "loss": 1.0719, + "step": 5941 + }, + { + "epoch": 0.8177814478392513, + "grad_norm": 1.6995967502441283, + "learning_rate": 1.691500068899965e-06, + "loss": 0.9955, + "step": 5942 + }, + { + "epoch": 0.8179190751445087, + "grad_norm": 1.514918408494961, + "learning_rate": 1.6890203536098282e-06, + "loss": 0.9694, + "step": 5943 + }, + { + "epoch": 0.818056702449766, + "grad_norm": 1.5992920163405426, + "learning_rate": 1.686542289597588e-06, + "loss": 1.1159, + "step": 5944 + }, + { + "epoch": 0.8181943297550234, + "grad_norm": 1.6282291577033794, + "learning_rate": 1.6840658773555896e-06, + "loss": 1.0687, + "step": 5945 + }, + { + "epoch": 0.8183319570602807, + "grad_norm": 1.6601713361694532, + "learning_rate": 1.6815911173758747e-06, + "loss": 1.0838, + "step": 5946 + }, + { + "epoch": 0.8184695843655381, + "grad_norm": 1.7730849035892653, + "learning_rate": 1.6791180101501326e-06, + "loss": 1.0748, + "step": 5947 + }, + { + "epoch": 0.8186072116707955, + "grad_norm": 1.6326142600576565, + "learning_rate": 1.6766465561697442e-06, + "loss": 1.0756, + "step": 5948 + }, + { + "epoch": 0.8187448389760529, + "grad_norm": 1.5275616964202914, + "learning_rate": 1.6741767559257505e-06, + "loss": 1.0803, + "step": 5949 + }, + { + "epoch": 0.8188824662813102, + "grad_norm": 1.7156446836594672, + "learning_rate": 1.6717086099088674e-06, + "loss": 1.1077, + "step": 5950 + }, + { + "epoch": 0.8190200935865676, + "grad_norm": 1.702569678227698, + "learning_rate": 1.669242118609482e-06, + "loss": 1.0504, + "step": 5951 + }, + { + "epoch": 0.8191577208918249, + "grad_norm": 1.5731885723390893, + "learning_rate": 1.666777282517652e-06, + "loss": 1.0751, + "step": 5952 + }, + { + "epoch": 0.8192953481970823, + "grad_norm": 1.442974464655553, + "learning_rate": 1.664314102123109e-06, + "loss": 1.0333, + "step": 5953 + }, + { + "epoch": 0.8194329755023396, + "grad_norm": 1.686843492794747, + "learning_rate": 1.661852577915245e-06, + "loss": 1.0512, + "step": 5954 + }, + { + "epoch": 0.8195706028075971, + "grad_norm": 1.6538472356105387, + "learning_rate": 1.6593927103831399e-06, + "loss": 1.0526, + "step": 5955 + }, + { + "epoch": 0.8197082301128544, + "grad_norm": 1.6160971964412862, + "learning_rate": 1.6569345000155335e-06, + "loss": 1.0085, + "step": 5956 + }, + { + "epoch": 0.8198458574181118, + "grad_norm": 1.6962478580358766, + "learning_rate": 1.6544779473008366e-06, + "loss": 1.0877, + "step": 5957 + }, + { + "epoch": 0.8199834847233691, + "grad_norm": 1.550119821383678, + "learning_rate": 1.6520230527271352e-06, + "loss": 1.0185, + "step": 5958 + }, + { + "epoch": 0.8201211120286265, + "grad_norm": 1.747574154856351, + "learning_rate": 1.6495698167821805e-06, + "loss": 1.0718, + "step": 5959 + }, + { + "epoch": 0.8202587393338838, + "grad_norm": 1.5821804185129154, + "learning_rate": 1.6471182399533992e-06, + "loss": 1.0134, + "step": 5960 + }, + { + "epoch": 0.8203963666391412, + "grad_norm": 1.5851309365953985, + "learning_rate": 1.6446683227278848e-06, + "loss": 1.0229, + "step": 5961 + }, + { + "epoch": 0.8205339939443985, + "grad_norm": 1.6393137038642263, + "learning_rate": 1.6422200655924025e-06, + "loss": 1.0022, + "step": 5962 + }, + { + "epoch": 0.820671621249656, + "grad_norm": 1.7118436086725004, + "learning_rate": 1.6397734690333877e-06, + "loss": 1.0649, + "step": 5963 + }, + { + "epoch": 0.8208092485549133, + "grad_norm": 1.884619016331313, + "learning_rate": 1.637328533536946e-06, + "loss": 1.0345, + "step": 5964 + }, + { + "epoch": 0.8209468758601707, + "grad_norm": 1.6358734323186352, + "learning_rate": 1.634885259588852e-06, + "loss": 1.048, + "step": 5965 + }, + { + "epoch": 0.821084503165428, + "grad_norm": 1.700257697638761, + "learning_rate": 1.6324436476745487e-06, + "loss": 1.1431, + "step": 5966 + }, + { + "epoch": 0.8212221304706854, + "grad_norm": 1.7548381321800257, + "learning_rate": 1.6300036982791578e-06, + "loss": 1.0768, + "step": 5967 + }, + { + "epoch": 0.8213597577759427, + "grad_norm": 1.7751784869892817, + "learning_rate": 1.627565411887454e-06, + "loss": 1.0487, + "step": 5968 + }, + { + "epoch": 0.8214973850812001, + "grad_norm": 1.555519869791775, + "learning_rate": 1.6251287889839018e-06, + "loss": 1.0038, + "step": 5969 + }, + { + "epoch": 0.8216350123864574, + "grad_norm": 1.5304873716067635, + "learning_rate": 1.6226938300526175e-06, + "loss": 1.0233, + "step": 5970 + }, + { + "epoch": 0.8217726396917149, + "grad_norm": 1.7000159010643117, + "learning_rate": 1.620260535577397e-06, + "loss": 1.059, + "step": 5971 + }, + { + "epoch": 0.8219102669969722, + "grad_norm": 1.7317676258689538, + "learning_rate": 1.6178289060417007e-06, + "loss": 1.0084, + "step": 5972 + }, + { + "epoch": 0.8220478943022296, + "grad_norm": 1.6324285464310118, + "learning_rate": 1.6153989419286597e-06, + "loss": 1.0481, + "step": 5973 + }, + { + "epoch": 0.8221855216074869, + "grad_norm": 1.492583172138728, + "learning_rate": 1.6129706437210812e-06, + "loss": 0.9295, + "step": 5974 + }, + { + "epoch": 0.8223231489127443, + "grad_norm": 1.6819406608985674, + "learning_rate": 1.610544011901425e-06, + "loss": 1.0935, + "step": 5975 + }, + { + "epoch": 0.8224607762180016, + "grad_norm": 1.915117392068058, + "learning_rate": 1.6081190469518393e-06, + "loss": 0.9991, + "step": 5976 + }, + { + "epoch": 0.822598403523259, + "grad_norm": 1.7019559764542938, + "learning_rate": 1.6056957493541215e-06, + "loss": 1.0182, + "step": 5977 + }, + { + "epoch": 0.8227360308285164, + "grad_norm": 1.7596482581306645, + "learning_rate": 1.6032741195897573e-06, + "loss": 1.113, + "step": 5978 + }, + { + "epoch": 0.8228736581337738, + "grad_norm": 1.5610862272079329, + "learning_rate": 1.600854158139883e-06, + "loss": 1.0542, + "step": 5979 + }, + { + "epoch": 0.8230112854390311, + "grad_norm": 1.5824303948129488, + "learning_rate": 1.598435865485317e-06, + "loss": 0.9784, + "step": 5980 + }, + { + "epoch": 0.8231489127442885, + "grad_norm": 1.81161428829047, + "learning_rate": 1.5960192421065402e-06, + "loss": 1.121, + "step": 5981 + }, + { + "epoch": 0.8232865400495458, + "grad_norm": 1.497416261122448, + "learning_rate": 1.5936042884837022e-06, + "loss": 1.0054, + "step": 5982 + }, + { + "epoch": 0.8234241673548032, + "grad_norm": 1.7683247702466942, + "learning_rate": 1.5911910050966217e-06, + "loss": 1.0789, + "step": 5983 + }, + { + "epoch": 0.8235617946600605, + "grad_norm": 1.7322682233168754, + "learning_rate": 1.588779392424783e-06, + "loss": 0.9921, + "step": 5984 + }, + { + "epoch": 0.8236994219653179, + "grad_norm": 1.5683924732380379, + "learning_rate": 1.5863694509473448e-06, + "loss": 1.0899, + "step": 5985 + }, + { + "epoch": 0.8238370492705753, + "grad_norm": 1.5176764564480614, + "learning_rate": 1.5839611811431222e-06, + "loss": 1.0818, + "step": 5986 + }, + { + "epoch": 0.8239746765758327, + "grad_norm": 1.6935360476831918, + "learning_rate": 1.581554583490612e-06, + "loss": 1.0676, + "step": 5987 + }, + { + "epoch": 0.82411230388109, + "grad_norm": 1.8504720597686128, + "learning_rate": 1.579149658467971e-06, + "loss": 1.1233, + "step": 5988 + }, + { + "epoch": 0.8242499311863474, + "grad_norm": 1.6132065793864248, + "learning_rate": 1.5767464065530236e-06, + "loss": 1.0938, + "step": 5989 + }, + { + "epoch": 0.8243875584916047, + "grad_norm": 1.56481053340776, + "learning_rate": 1.5743448282232632e-06, + "loss": 1.0254, + "step": 5990 + }, + { + "epoch": 0.8245251857968621, + "grad_norm": 1.9518547390617624, + "learning_rate": 1.5719449239558504e-06, + "loss": 1.1316, + "step": 5991 + }, + { + "epoch": 0.8246628131021194, + "grad_norm": 1.6512032083972783, + "learning_rate": 1.5695466942276138e-06, + "loss": 1.0374, + "step": 5992 + }, + { + "epoch": 0.8248004404073769, + "grad_norm": 1.5940814408638302, + "learning_rate": 1.567150139515049e-06, + "loss": 1.0587, + "step": 5993 + }, + { + "epoch": 0.8249380677126342, + "grad_norm": 1.5127837539495204, + "learning_rate": 1.5647552602943183e-06, + "loss": 1.0358, + "step": 5994 + }, + { + "epoch": 0.8250756950178916, + "grad_norm": 1.5907041142541885, + "learning_rate": 1.5623620570412513e-06, + "loss": 1.0254, + "step": 5995 + }, + { + "epoch": 0.8252133223231489, + "grad_norm": 1.686212082315027, + "learning_rate": 1.559970530231345e-06, + "loss": 1.0352, + "step": 5996 + }, + { + "epoch": 0.8253509496284063, + "grad_norm": 1.631825561307372, + "learning_rate": 1.557580680339763e-06, + "loss": 1.1024, + "step": 5997 + }, + { + "epoch": 0.8254885769336636, + "grad_norm": 1.578454270636131, + "learning_rate": 1.5551925078413332e-06, + "loss": 1.1107, + "step": 5998 + }, + { + "epoch": 0.825626204238921, + "grad_norm": 1.6510076217607978, + "learning_rate": 1.5528060132105604e-06, + "loss": 1.1264, + "step": 5999 + }, + { + "epoch": 0.8257638315441783, + "grad_norm": 1.5429827736348076, + "learning_rate": 1.5504211969215977e-06, + "loss": 0.9593, + "step": 6000 + }, + { + "epoch": 0.8259014588494358, + "grad_norm": 1.6258261559342868, + "learning_rate": 1.5480380594482868e-06, + "loss": 1.0062, + "step": 6001 + }, + { + "epoch": 0.8260390861546931, + "grad_norm": 1.6326290356621818, + "learning_rate": 1.5456566012641162e-06, + "loss": 1.0603, + "step": 6002 + }, + { + "epoch": 0.8261767134599505, + "grad_norm": 1.6354022219227187, + "learning_rate": 1.5432768228422511e-06, + "loss": 1.0321, + "step": 6003 + }, + { + "epoch": 0.8263143407652078, + "grad_norm": 1.9364307295531875, + "learning_rate": 1.5408987246555207e-06, + "loss": 1.0074, + "step": 6004 + }, + { + "epoch": 0.8264519680704652, + "grad_norm": 1.658715743795438, + "learning_rate": 1.53852230717642e-06, + "loss": 0.9807, + "step": 6005 + }, + { + "epoch": 0.8265895953757225, + "grad_norm": 1.5553408531485837, + "learning_rate": 1.5361475708771168e-06, + "loss": 0.9889, + "step": 6006 + }, + { + "epoch": 0.8267272226809799, + "grad_norm": 1.7900919271798723, + "learning_rate": 1.5337745162294281e-06, + "loss": 1.1042, + "step": 6007 + }, + { + "epoch": 0.8268648499862372, + "grad_norm": 1.5696344398471798, + "learning_rate": 1.5314031437048582e-06, + "loss": 1.0288, + "step": 6008 + }, + { + "epoch": 0.8270024772914947, + "grad_norm": 1.5048662467826048, + "learning_rate": 1.5290334537745566e-06, + "loss": 1.0071, + "step": 6009 + }, + { + "epoch": 0.827140104596752, + "grad_norm": 1.5526453310477812, + "learning_rate": 1.5266654469093578e-06, + "loss": 1.0504, + "step": 6010 + }, + { + "epoch": 0.8272777319020094, + "grad_norm": 1.493104218066845, + "learning_rate": 1.5242991235797422e-06, + "loss": 1.0382, + "step": 6011 + }, + { + "epoch": 0.8274153592072667, + "grad_norm": 1.5298688690969104, + "learning_rate": 1.5219344842558735e-06, + "loss": 0.999, + "step": 6012 + }, + { + "epoch": 0.8275529865125241, + "grad_norm": 1.4920752868041571, + "learning_rate": 1.5195715294075708e-06, + "loss": 0.9628, + "step": 6013 + }, + { + "epoch": 0.8276906138177814, + "grad_norm": 1.724674417622646, + "learning_rate": 1.5172102595043204e-06, + "loss": 1.0869, + "step": 6014 + }, + { + "epoch": 0.8278282411230388, + "grad_norm": 1.7229094705245105, + "learning_rate": 1.5148506750152748e-06, + "loss": 1.0505, + "step": 6015 + }, + { + "epoch": 0.8279658684282962, + "grad_norm": 1.547916651605825, + "learning_rate": 1.5124927764092511e-06, + "loss": 0.8979, + "step": 6016 + }, + { + "epoch": 0.8281034957335536, + "grad_norm": 1.6911069625480646, + "learning_rate": 1.5101365641547316e-06, + "loss": 1.1206, + "step": 6017 + }, + { + "epoch": 0.8282411230388109, + "grad_norm": 1.7501226507571683, + "learning_rate": 1.5077820387198627e-06, + "loss": 1.0499, + "step": 6018 + }, + { + "epoch": 0.8283787503440683, + "grad_norm": 1.6667007529468583, + "learning_rate": 1.505429200572458e-06, + "loss": 1.039, + "step": 6019 + }, + { + "epoch": 0.8285163776493256, + "grad_norm": 1.6826723202434661, + "learning_rate": 1.5030780501799924e-06, + "loss": 1.0635, + "step": 6020 + }, + { + "epoch": 0.828654004954583, + "grad_norm": 1.669311519001476, + "learning_rate": 1.500728588009608e-06, + "loss": 1.0345, + "step": 6021 + }, + { + "epoch": 0.8287916322598403, + "grad_norm": 1.4636612957644648, + "learning_rate": 1.4983808145281108e-06, + "loss": 0.9996, + "step": 6022 + }, + { + "epoch": 0.8289292595650977, + "grad_norm": 1.7180173104101708, + "learning_rate": 1.4960347302019718e-06, + "loss": 1.1177, + "step": 6023 + }, + { + "epoch": 0.8290668868703551, + "grad_norm": 1.6574023742779571, + "learning_rate": 1.4936903354973241e-06, + "loss": 1.0595, + "step": 6024 + }, + { + "epoch": 0.8292045141756125, + "grad_norm": 1.706623897921799, + "learning_rate": 1.491347630879969e-06, + "loss": 1.0489, + "step": 6025 + }, + { + "epoch": 0.8293421414808698, + "grad_norm": 2.047072643364794, + "learning_rate": 1.4890066168153695e-06, + "loss": 1.1269, + "step": 6026 + }, + { + "epoch": 0.8294797687861272, + "grad_norm": 1.6370103739932536, + "learning_rate": 1.486667293768651e-06, + "loss": 1.058, + "step": 6027 + }, + { + "epoch": 0.8296173960913845, + "grad_norm": 1.6854182077631379, + "learning_rate": 1.4843296622046054e-06, + "loss": 1.0626, + "step": 6028 + }, + { + "epoch": 0.8297550233966419, + "grad_norm": 1.7933864407741151, + "learning_rate": 1.4819937225876935e-06, + "loss": 0.9934, + "step": 6029 + }, + { + "epoch": 0.8298926507018992, + "grad_norm": 1.4780567307125092, + "learning_rate": 1.4796594753820248e-06, + "loss": 1.0907, + "step": 6030 + }, + { + "epoch": 0.8300302780071567, + "grad_norm": 1.656573467021713, + "learning_rate": 1.4773269210513918e-06, + "loss": 1.0882, + "step": 6031 + }, + { + "epoch": 0.830167905312414, + "grad_norm": 1.7604589365276437, + "learning_rate": 1.4749960600592338e-06, + "loss": 1.0744, + "step": 6032 + }, + { + "epoch": 0.8303055326176714, + "grad_norm": 1.7444418853975625, + "learning_rate": 1.4726668928686684e-06, + "loss": 1.0119, + "step": 6033 + }, + { + "epoch": 0.8304431599229287, + "grad_norm": 1.7608328911827973, + "learning_rate": 1.4703394199424615e-06, + "loss": 1.0452, + "step": 6034 + }, + { + "epoch": 0.8305807872281861, + "grad_norm": 1.694590928001212, + "learning_rate": 1.4680136417430512e-06, + "loss": 1.0933, + "step": 6035 + }, + { + "epoch": 0.8307184145334434, + "grad_norm": 1.6129541179889602, + "learning_rate": 1.4656895587325459e-06, + "loss": 1.0865, + "step": 6036 + }, + { + "epoch": 0.8308560418387008, + "grad_norm": 1.7907607612580538, + "learning_rate": 1.4633671713726982e-06, + "loss": 1.0779, + "step": 6037 + }, + { + "epoch": 0.8309936691439581, + "grad_norm": 1.5881960322958346, + "learning_rate": 1.4610464801249447e-06, + "loss": 1.1096, + "step": 6038 + }, + { + "epoch": 0.8311312964492156, + "grad_norm": 1.5065469767463229, + "learning_rate": 1.4587274854503653e-06, + "loss": 0.9806, + "step": 6039 + }, + { + "epoch": 0.8312689237544729, + "grad_norm": 1.693350362565314, + "learning_rate": 1.4564101878097215e-06, + "loss": 1.1344, + "step": 6040 + }, + { + "epoch": 0.8314065510597303, + "grad_norm": 1.5144934341450431, + "learning_rate": 1.4540945876634194e-06, + "loss": 1.0561, + "step": 6041 + }, + { + "epoch": 0.8315441783649876, + "grad_norm": 1.4427336876429486, + "learning_rate": 1.4517806854715455e-06, + "loss": 0.9534, + "step": 6042 + }, + { + "epoch": 0.831681805670245, + "grad_norm": 1.5289972654629982, + "learning_rate": 1.4494684816938364e-06, + "loss": 1.1448, + "step": 6043 + }, + { + "epoch": 0.8318194329755023, + "grad_norm": 1.47876579298604, + "learning_rate": 1.447157976789696e-06, + "loss": 1.0506, + "step": 6044 + }, + { + "epoch": 0.8319570602807597, + "grad_norm": 1.9315871066816783, + "learning_rate": 1.44484917121819e-06, + "loss": 1.0932, + "step": 6045 + }, + { + "epoch": 0.832094687586017, + "grad_norm": 1.412015591839995, + "learning_rate": 1.4425420654380462e-06, + "loss": 1.0722, + "step": 6046 + }, + { + "epoch": 0.8322323148912745, + "grad_norm": 1.6153776340752326, + "learning_rate": 1.4402366599076546e-06, + "loss": 1.0847, + "step": 6047 + }, + { + "epoch": 0.8323699421965318, + "grad_norm": 1.5284200278712994, + "learning_rate": 1.4379329550850697e-06, + "loss": 1.0725, + "step": 6048 + }, + { + "epoch": 0.8325075695017892, + "grad_norm": 1.5873853030290892, + "learning_rate": 1.4356309514280043e-06, + "loss": 1.015, + "step": 6049 + }, + { + "epoch": 0.8326451968070465, + "grad_norm": 1.7615043436879638, + "learning_rate": 1.4333306493938348e-06, + "loss": 1.0643, + "step": 6050 + }, + { + "epoch": 0.8327828241123039, + "grad_norm": 1.7555873517083258, + "learning_rate": 1.4310320494396002e-06, + "loss": 1.146, + "step": 6051 + }, + { + "epoch": 0.8329204514175612, + "grad_norm": 1.8182592352949611, + "learning_rate": 1.4287351520220017e-06, + "loss": 1.1515, + "step": 6052 + }, + { + "epoch": 0.8330580787228186, + "grad_norm": 1.7108703309511026, + "learning_rate": 1.426439957597401e-06, + "loss": 1.1554, + "step": 6053 + }, + { + "epoch": 0.833195706028076, + "grad_norm": 1.6319573302213717, + "learning_rate": 1.4241464666218207e-06, + "loss": 1.0562, + "step": 6054 + }, + { + "epoch": 0.8333333333333334, + "grad_norm": 1.7382077117602217, + "learning_rate": 1.421854679550947e-06, + "loss": 1.0867, + "step": 6055 + }, + { + "epoch": 0.8334709606385907, + "grad_norm": 1.693183597331822, + "learning_rate": 1.419564596840126e-06, + "loss": 1.111, + "step": 6056 + }, + { + "epoch": 0.8336085879438481, + "grad_norm": 1.730601600716704, + "learning_rate": 1.4172762189443667e-06, + "loss": 1.0006, + "step": 6057 + }, + { + "epoch": 0.8337462152491054, + "grad_norm": 1.6378682966067946, + "learning_rate": 1.4149895463183383e-06, + "loss": 0.9961, + "step": 6058 + }, + { + "epoch": 0.8338838425543628, + "grad_norm": 1.4186001885107224, + "learning_rate": 1.4127045794163707e-06, + "loss": 0.9558, + "step": 6059 + }, + { + "epoch": 0.8340214698596201, + "grad_norm": 1.722098158086117, + "learning_rate": 1.4104213186924542e-06, + "loss": 1.0694, + "step": 6060 + }, + { + "epoch": 0.8341590971648775, + "grad_norm": 1.8498245847579267, + "learning_rate": 1.408139764600247e-06, + "loss": 1.0673, + "step": 6061 + }, + { + "epoch": 0.8342967244701349, + "grad_norm": 1.764908680781441, + "learning_rate": 1.4058599175930543e-06, + "loss": 1.0462, + "step": 6062 + }, + { + "epoch": 0.8344343517753923, + "grad_norm": 1.75334822550719, + "learning_rate": 1.4035817781238603e-06, + "loss": 1.0272, + "step": 6063 + }, + { + "epoch": 0.8345719790806496, + "grad_norm": 1.8227584660215765, + "learning_rate": 1.4013053466452898e-06, + "loss": 1.1134, + "step": 6064 + }, + { + "epoch": 0.834709606385907, + "grad_norm": 1.641314861221933, + "learning_rate": 1.3990306236096474e-06, + "loss": 0.9603, + "step": 6065 + }, + { + "epoch": 0.8348472336911643, + "grad_norm": 1.6134867081086801, + "learning_rate": 1.396757609468884e-06, + "loss": 0.9772, + "step": 6066 + }, + { + "epoch": 0.8349848609964217, + "grad_norm": 1.5266329436207062, + "learning_rate": 1.394486304674616e-06, + "loss": 1.0105, + "step": 6067 + }, + { + "epoch": 0.835122488301679, + "grad_norm": 1.7001202737466543, + "learning_rate": 1.3922167096781269e-06, + "loss": 1.0427, + "step": 6068 + }, + { + "epoch": 0.8352601156069365, + "grad_norm": 1.7799106899462682, + "learning_rate": 1.3899488249303462e-06, + "loss": 1.1073, + "step": 6069 + }, + { + "epoch": 0.8353977429121938, + "grad_norm": 1.9141657792012654, + "learning_rate": 1.3876826508818786e-06, + "loss": 1.1275, + "step": 6070 + }, + { + "epoch": 0.8355353702174512, + "grad_norm": 1.6898838476844138, + "learning_rate": 1.3854181879829742e-06, + "loss": 1.1234, + "step": 6071 + }, + { + "epoch": 0.8356729975227085, + "grad_norm": 1.730024627947933, + "learning_rate": 1.3831554366835597e-06, + "loss": 1.1266, + "step": 6072 + }, + { + "epoch": 0.8358106248279659, + "grad_norm": 1.6587848386377968, + "learning_rate": 1.3808943974332045e-06, + "loss": 1.098, + "step": 6073 + }, + { + "epoch": 0.8359482521332232, + "grad_norm": 1.5821288472498256, + "learning_rate": 1.3786350706811513e-06, + "loss": 1.0449, + "step": 6074 + }, + { + "epoch": 0.8360858794384806, + "grad_norm": 1.6538650691457388, + "learning_rate": 1.3763774568762956e-06, + "loss": 1.0697, + "step": 6075 + }, + { + "epoch": 0.8362235067437379, + "grad_norm": 1.4920827987178285, + "learning_rate": 1.374121556467195e-06, + "loss": 0.966, + "step": 6076 + }, + { + "epoch": 0.8363611340489954, + "grad_norm": 1.667430316064056, + "learning_rate": 1.3718673699020658e-06, + "loss": 1.0512, + "step": 6077 + }, + { + "epoch": 0.8364987613542527, + "grad_norm": 1.6742796599461196, + "learning_rate": 1.3696148976287838e-06, + "loss": 1.071, + "step": 6078 + }, + { + "epoch": 0.8366363886595101, + "grad_norm": 1.8129322596515565, + "learning_rate": 1.3673641400948857e-06, + "loss": 1.1406, + "step": 6079 + }, + { + "epoch": 0.8367740159647674, + "grad_norm": 1.6773455612268366, + "learning_rate": 1.3651150977475636e-06, + "loss": 0.9588, + "step": 6080 + }, + { + "epoch": 0.8369116432700248, + "grad_norm": 1.6046327164690308, + "learning_rate": 1.3628677710336736e-06, + "loss": 1.0854, + "step": 6081 + }, + { + "epoch": 0.8370492705752821, + "grad_norm": 1.6820126542171658, + "learning_rate": 1.3606221603997272e-06, + "loss": 1.0799, + "step": 6082 + }, + { + "epoch": 0.8371868978805395, + "grad_norm": 1.6643151971133798, + "learning_rate": 1.3583782662918976e-06, + "loss": 1.0438, + "step": 6083 + }, + { + "epoch": 0.8373245251857968, + "grad_norm": 1.5396703091574284, + "learning_rate": 1.356136089156016e-06, + "loss": 1.0761, + "step": 6084 + }, + { + "epoch": 0.8374621524910543, + "grad_norm": 1.5437314765248402, + "learning_rate": 1.3538956294375715e-06, + "loss": 1.0334, + "step": 6085 + }, + { + "epoch": 0.8375997797963116, + "grad_norm": 1.658765363626235, + "learning_rate": 1.3516568875817138e-06, + "loss": 1.0427, + "step": 6086 + }, + { + "epoch": 0.837737407101569, + "grad_norm": 1.7003598515500682, + "learning_rate": 1.349419864033249e-06, + "loss": 1.0711, + "step": 6087 + }, + { + "epoch": 0.8378750344068263, + "grad_norm": 1.633225204747655, + "learning_rate": 1.3471845592366438e-06, + "loss": 1.0767, + "step": 6088 + }, + { + "epoch": 0.8380126617120837, + "grad_norm": 1.562029595416839, + "learning_rate": 1.3449509736360232e-06, + "loss": 1.0615, + "step": 6089 + }, + { + "epoch": 0.838150289017341, + "grad_norm": 1.62513590662704, + "learning_rate": 1.3427191076751666e-06, + "loss": 0.9878, + "step": 6090 + }, + { + "epoch": 0.8382879163225984, + "grad_norm": 1.7031044915510598, + "learning_rate": 1.3404889617975226e-06, + "loss": 1.0152, + "step": 6091 + }, + { + "epoch": 0.8384255436278558, + "grad_norm": 1.5024803849289676, + "learning_rate": 1.338260536446182e-06, + "loss": 1.0548, + "step": 6092 + }, + { + "epoch": 0.8385631709331132, + "grad_norm": 1.6093616099240557, + "learning_rate": 1.3360338320639098e-06, + "loss": 1.1116, + "step": 6093 + }, + { + "epoch": 0.8387007982383705, + "grad_norm": 1.5855698197263322, + "learning_rate": 1.3338088490931144e-06, + "loss": 1.0687, + "step": 6094 + }, + { + "epoch": 0.8388384255436279, + "grad_norm": 1.5737799694278627, + "learning_rate": 1.3315855879758787e-06, + "loss": 0.9887, + "step": 6095 + }, + { + "epoch": 0.8389760528488852, + "grad_norm": 1.5373896924287505, + "learning_rate": 1.329364049153924e-06, + "loss": 1.0573, + "step": 6096 + }, + { + "epoch": 0.8391136801541426, + "grad_norm": 1.5501576380534632, + "learning_rate": 1.3271442330686467e-06, + "loss": 1.0414, + "step": 6097 + }, + { + "epoch": 0.8392513074593999, + "grad_norm": 1.5660775621934675, + "learning_rate": 1.3249261401610946e-06, + "loss": 0.979, + "step": 6098 + }, + { + "epoch": 0.8393889347646573, + "grad_norm": 1.7853833208771226, + "learning_rate": 1.3227097708719649e-06, + "loss": 1.0585, + "step": 6099 + }, + { + "epoch": 0.8395265620699147, + "grad_norm": 1.98737026650528, + "learning_rate": 1.3204951256416288e-06, + "loss": 1.1322, + "step": 6100 + }, + { + "epoch": 0.8396641893751721, + "grad_norm": 1.497299040846088, + "learning_rate": 1.3182822049100975e-06, + "loss": 1.0575, + "step": 6101 + }, + { + "epoch": 0.8398018166804294, + "grad_norm": 1.766005784703298, + "learning_rate": 1.316071009117057e-06, + "loss": 1.0671, + "step": 6102 + }, + { + "epoch": 0.8399394439856868, + "grad_norm": 2.2452072756533665, + "learning_rate": 1.3138615387018327e-06, + "loss": 1.2384, + "step": 6103 + }, + { + "epoch": 0.8400770712909441, + "grad_norm": 1.615611708452437, + "learning_rate": 1.3116537941034225e-06, + "loss": 1.0887, + "step": 6104 + }, + { + "epoch": 0.8402146985962015, + "grad_norm": 1.7011878389873154, + "learning_rate": 1.3094477757604718e-06, + "loss": 1.0678, + "step": 6105 + }, + { + "epoch": 0.8403523259014588, + "grad_norm": 1.695713058035443, + "learning_rate": 1.307243484111288e-06, + "loss": 1.1783, + "step": 6106 + }, + { + "epoch": 0.8404899532067163, + "grad_norm": 1.6779673609749777, + "learning_rate": 1.3050409195938341e-06, + "loss": 1.0631, + "step": 6107 + }, + { + "epoch": 0.8406275805119736, + "grad_norm": 1.4753438319226901, + "learning_rate": 1.3028400826457266e-06, + "loss": 1.0237, + "step": 6108 + }, + { + "epoch": 0.840765207817231, + "grad_norm": 1.7416355254564242, + "learning_rate": 1.3006409737042448e-06, + "loss": 0.983, + "step": 6109 + }, + { + "epoch": 0.8409028351224883, + "grad_norm": 1.7841610529765866, + "learning_rate": 1.29844359320632e-06, + "loss": 1.1403, + "step": 6110 + }, + { + "epoch": 0.8410404624277457, + "grad_norm": 1.6796215977391702, + "learning_rate": 1.2962479415885421e-06, + "loss": 1.0856, + "step": 6111 + }, + { + "epoch": 0.841178089733003, + "grad_norm": 1.9785827250413734, + "learning_rate": 1.2940540192871564e-06, + "loss": 1.081, + "step": 6112 + }, + { + "epoch": 0.8413157170382604, + "grad_norm": 1.5883444317966788, + "learning_rate": 1.2918618267380656e-06, + "loss": 1.0255, + "step": 6113 + }, + { + "epoch": 0.8414533443435177, + "grad_norm": 1.5297803003947594, + "learning_rate": 1.2896713643768289e-06, + "loss": 0.9698, + "step": 6114 + }, + { + "epoch": 0.8415909716487752, + "grad_norm": 1.6666173734722625, + "learning_rate": 1.2874826326386601e-06, + "loss": 1.1067, + "step": 6115 + }, + { + "epoch": 0.8417285989540325, + "grad_norm": 1.8009609177336958, + "learning_rate": 1.285295631958432e-06, + "loss": 1.1259, + "step": 6116 + }, + { + "epoch": 0.8418662262592899, + "grad_norm": 1.7370724814410288, + "learning_rate": 1.28311036277067e-06, + "loss": 1.0242, + "step": 6117 + }, + { + "epoch": 0.8420038535645472, + "grad_norm": 1.5512590471618621, + "learning_rate": 1.2809268255095565e-06, + "loss": 1.1424, + "step": 6118 + }, + { + "epoch": 0.8421414808698046, + "grad_norm": 1.728150921324244, + "learning_rate": 1.2787450206089324e-06, + "loss": 1.0342, + "step": 6119 + }, + { + "epoch": 0.8422791081750619, + "grad_norm": 1.7984656769107519, + "learning_rate": 1.2765649485022923e-06, + "loss": 1.0602, + "step": 6120 + }, + { + "epoch": 0.8424167354803193, + "grad_norm": 1.6626575749056989, + "learning_rate": 1.2743866096227863e-06, + "loss": 1.037, + "step": 6121 + }, + { + "epoch": 0.8425543627855766, + "grad_norm": 1.5185278005362424, + "learning_rate": 1.272210004403217e-06, + "loss": 1.0594, + "step": 6122 + }, + { + "epoch": 0.8426919900908341, + "grad_norm": 1.615249940575278, + "learning_rate": 1.2700351332760542e-06, + "loss": 1.1138, + "step": 6123 + }, + { + "epoch": 0.8428296173960914, + "grad_norm": 1.5303471654808247, + "learning_rate": 1.2678619966734062e-06, + "loss": 1.0036, + "step": 6124 + }, + { + "epoch": 0.8429672447013488, + "grad_norm": 1.712114744009321, + "learning_rate": 1.2656905950270537e-06, + "loss": 1.0331, + "step": 6125 + }, + { + "epoch": 0.8431048720066061, + "grad_norm": 1.605825023619696, + "learning_rate": 1.2635209287684157e-06, + "loss": 1.0673, + "step": 6126 + }, + { + "epoch": 0.8432424993118635, + "grad_norm": 1.6189215355814637, + "learning_rate": 1.2613529983285843e-06, + "loss": 1.1177, + "step": 6127 + }, + { + "epoch": 0.8433801266171208, + "grad_norm": 1.6122571598752933, + "learning_rate": 1.2591868041382893e-06, + "loss": 1.0782, + "step": 6128 + }, + { + "epoch": 0.8435177539223782, + "grad_norm": 2.0075410663038147, + "learning_rate": 1.2570223466279296e-06, + "loss": 1.0594, + "step": 6129 + }, + { + "epoch": 0.8436553812276356, + "grad_norm": 1.5277001596640094, + "learning_rate": 1.2548596262275526e-06, + "loss": 1.0901, + "step": 6130 + }, + { + "epoch": 0.843793008532893, + "grad_norm": 1.6906998941692175, + "learning_rate": 1.2526986433668565e-06, + "loss": 1.0523, + "step": 6131 + }, + { + "epoch": 0.8439306358381503, + "grad_norm": 1.947901462356873, + "learning_rate": 1.2505393984752068e-06, + "loss": 1.1046, + "step": 6132 + }, + { + "epoch": 0.8440682631434077, + "grad_norm": 1.4288830386285623, + "learning_rate": 1.248381891981606e-06, + "loss": 1.0425, + "step": 6133 + }, + { + "epoch": 0.844205890448665, + "grad_norm": 1.5625383220733138, + "learning_rate": 1.2462261243147322e-06, + "loss": 1.0517, + "step": 6134 + }, + { + "epoch": 0.8443435177539224, + "grad_norm": 1.8533880784668486, + "learning_rate": 1.2440720959028973e-06, + "loss": 1.0363, + "step": 6135 + }, + { + "epoch": 0.8444811450591797, + "grad_norm": 1.5959525265058232, + "learning_rate": 1.2419198071740823e-06, + "loss": 1.0, + "step": 6136 + }, + { + "epoch": 0.844618772364437, + "grad_norm": 1.5775465785596328, + "learning_rate": 1.2397692585559173e-06, + "loss": 1.0574, + "step": 6137 + }, + { + "epoch": 0.8447563996696945, + "grad_norm": 1.5604451687078886, + "learning_rate": 1.2376204504756862e-06, + "loss": 1.0171, + "step": 6138 + }, + { + "epoch": 0.8448940269749519, + "grad_norm": 1.6085971352873247, + "learning_rate": 1.2354733833603272e-06, + "loss": 0.9974, + "step": 6139 + }, + { + "epoch": 0.8450316542802092, + "grad_norm": 1.6455507194760948, + "learning_rate": 1.2333280576364349e-06, + "loss": 0.99, + "step": 6140 + }, + { + "epoch": 0.8451692815854666, + "grad_norm": 1.6076857575725176, + "learning_rate": 1.2311844737302536e-06, + "loss": 1.1015, + "step": 6141 + }, + { + "epoch": 0.8453069088907239, + "grad_norm": 1.7086968667872517, + "learning_rate": 1.2290426320676852e-06, + "loss": 1.0972, + "step": 6142 + }, + { + "epoch": 0.8454445361959813, + "grad_norm": 1.502156979784623, + "learning_rate": 1.2269025330742857e-06, + "loss": 1.1052, + "step": 6143 + }, + { + "epoch": 0.8455821635012386, + "grad_norm": 1.5491875853222168, + "learning_rate": 1.2247641771752616e-06, + "loss": 1.0922, + "step": 6144 + }, + { + "epoch": 0.8457197908064961, + "grad_norm": 1.5730334860395097, + "learning_rate": 1.2226275647954755e-06, + "loss": 1.1516, + "step": 6145 + }, + { + "epoch": 0.8458574181117534, + "grad_norm": 1.5843334077641653, + "learning_rate": 1.2204926963594433e-06, + "loss": 1.0099, + "step": 6146 + }, + { + "epoch": 0.8459950454170108, + "grad_norm": 1.8134333658061612, + "learning_rate": 1.2183595722913333e-06, + "loss": 1.0618, + "step": 6147 + }, + { + "epoch": 0.8461326727222681, + "grad_norm": 1.7266235251649027, + "learning_rate": 1.21622819301497e-06, + "loss": 1.0647, + "step": 6148 + }, + { + "epoch": 0.8462703000275255, + "grad_norm": 1.6582617369379464, + "learning_rate": 1.2140985589538269e-06, + "loss": 1.0734, + "step": 6149 + }, + { + "epoch": 0.8464079273327828, + "grad_norm": 1.6906303969558256, + "learning_rate": 1.211970670531034e-06, + "loss": 1.1317, + "step": 6150 + }, + { + "epoch": 0.8465455546380402, + "grad_norm": 1.624308873385396, + "learning_rate": 1.2098445281693748e-06, + "loss": 1.0031, + "step": 6151 + }, + { + "epoch": 0.8466831819432975, + "grad_norm": 1.8672704370412174, + "learning_rate": 1.2077201322912814e-06, + "loss": 0.9992, + "step": 6152 + }, + { + "epoch": 0.846820809248555, + "grad_norm": 1.9220285144146563, + "learning_rate": 1.2055974833188488e-06, + "loss": 1.1427, + "step": 6153 + }, + { + "epoch": 0.8469584365538123, + "grad_norm": 1.6923376086466442, + "learning_rate": 1.2034765816738103e-06, + "loss": 1.1442, + "step": 6154 + }, + { + "epoch": 0.8470960638590697, + "grad_norm": 1.6885912448732228, + "learning_rate": 1.2013574277775674e-06, + "loss": 1.0388, + "step": 6155 + }, + { + "epoch": 0.847233691164327, + "grad_norm": 1.6614448200978975, + "learning_rate": 1.1992400220511591e-06, + "loss": 1.1106, + "step": 6156 + }, + { + "epoch": 0.8473713184695844, + "grad_norm": 1.7364403696905149, + "learning_rate": 1.197124364915293e-06, + "loss": 1.0006, + "step": 6157 + }, + { + "epoch": 0.8475089457748417, + "grad_norm": 1.6209927731432103, + "learning_rate": 1.195010456790313e-06, + "loss": 1.079, + "step": 6158 + }, + { + "epoch": 0.847646573080099, + "grad_norm": 1.6182217951311126, + "learning_rate": 1.1928982980962312e-06, + "loss": 1.0429, + "step": 6159 + }, + { + "epoch": 0.8477842003853564, + "grad_norm": 1.65056533620117, + "learning_rate": 1.1907878892527003e-06, + "loss": 1.0382, + "step": 6160 + }, + { + "epoch": 0.8479218276906139, + "grad_norm": 1.6148027644703735, + "learning_rate": 1.1886792306790318e-06, + "loss": 0.9954, + "step": 6161 + }, + { + "epoch": 0.8480594549958712, + "grad_norm": 1.670810495048884, + "learning_rate": 1.1865723227941882e-06, + "loss": 0.9884, + "step": 6162 + }, + { + "epoch": 0.8481970823011286, + "grad_norm": 1.9253843931526635, + "learning_rate": 1.1844671660167773e-06, + "loss": 1.0939, + "step": 6163 + }, + { + "epoch": 0.8483347096063859, + "grad_norm": 1.60469893615548, + "learning_rate": 1.182363760765073e-06, + "loss": 1.0214, + "step": 6164 + }, + { + "epoch": 0.8484723369116433, + "grad_norm": 1.3969454377821378, + "learning_rate": 1.1802621074569843e-06, + "loss": 1.0494, + "step": 6165 + }, + { + "epoch": 0.8486099642169006, + "grad_norm": 1.5569366556823703, + "learning_rate": 1.1781622065100884e-06, + "loss": 1.0355, + "step": 6166 + }, + { + "epoch": 0.848747591522158, + "grad_norm": 1.591145734980738, + "learning_rate": 1.176064058341605e-06, + "loss": 1.1219, + "step": 6167 + }, + { + "epoch": 0.8488852188274154, + "grad_norm": 1.552423812837135, + "learning_rate": 1.173967663368406e-06, + "loss": 1.0959, + "step": 6168 + }, + { + "epoch": 0.8490228461326728, + "grad_norm": 1.6326552149381923, + "learning_rate": 1.1718730220070174e-06, + "loss": 1.0145, + "step": 6169 + }, + { + "epoch": 0.8491604734379301, + "grad_norm": 1.5144027842466337, + "learning_rate": 1.1697801346736147e-06, + "loss": 1.076, + "step": 6170 + }, + { + "epoch": 0.8492981007431875, + "grad_norm": 1.5364798061277807, + "learning_rate": 1.167689001784027e-06, + "loss": 1.0623, + "step": 6171 + }, + { + "epoch": 0.8494357280484448, + "grad_norm": 1.4242201904346703, + "learning_rate": 1.1655996237537337e-06, + "loss": 1.0056, + "step": 6172 + }, + { + "epoch": 0.8495733553537022, + "grad_norm": 1.7517082600673066, + "learning_rate": 1.163512000997865e-06, + "loss": 1.1343, + "step": 6173 + }, + { + "epoch": 0.8497109826589595, + "grad_norm": 1.8126793872521754, + "learning_rate": 1.161426133931204e-06, + "loss": 1.0152, + "step": 6174 + }, + { + "epoch": 0.8498486099642169, + "grad_norm": 1.6376680045815897, + "learning_rate": 1.1593420229681828e-06, + "loss": 1.0745, + "step": 6175 + }, + { + "epoch": 0.8499862372694743, + "grad_norm": 1.8352710695497376, + "learning_rate": 1.1572596685228865e-06, + "loss": 1.179, + "step": 6176 + }, + { + "epoch": 0.8501238645747317, + "grad_norm": 1.7029041516918328, + "learning_rate": 1.1551790710090505e-06, + "loss": 1.0746, + "step": 6177 + }, + { + "epoch": 0.850261491879989, + "grad_norm": 1.5934347993261424, + "learning_rate": 1.1531002308400595e-06, + "loss": 0.9832, + "step": 6178 + }, + { + "epoch": 0.8503991191852464, + "grad_norm": 1.5815338369019305, + "learning_rate": 1.1510231484289525e-06, + "loss": 1.0653, + "step": 6179 + }, + { + "epoch": 0.8505367464905037, + "grad_norm": 1.6957102185413522, + "learning_rate": 1.1489478241884167e-06, + "loss": 1.023, + "step": 6180 + }, + { + "epoch": 0.850674373795761, + "grad_norm": 1.5379161077772512, + "learning_rate": 1.1468742585307913e-06, + "loss": 1.0547, + "step": 6181 + }, + { + "epoch": 0.8508120011010184, + "grad_norm": 1.5860205510232492, + "learning_rate": 1.1448024518680634e-06, + "loss": 1.0458, + "step": 6182 + }, + { + "epoch": 0.8509496284062759, + "grad_norm": 1.464291702035872, + "learning_rate": 1.1427324046118738e-06, + "loss": 1.0232, + "step": 6183 + }, + { + "epoch": 0.8510872557115332, + "grad_norm": 1.6117115801251616, + "learning_rate": 1.1406641171735112e-06, + "loss": 1.0418, + "step": 6184 + }, + { + "epoch": 0.8512248830167906, + "grad_norm": 1.5218195106643326, + "learning_rate": 1.1385975899639212e-06, + "loss": 1.0813, + "step": 6185 + }, + { + "epoch": 0.8513625103220479, + "grad_norm": 1.67884106872002, + "learning_rate": 1.1365328233936867e-06, + "loss": 0.9742, + "step": 6186 + }, + { + "epoch": 0.8515001376273053, + "grad_norm": 1.6157885417486093, + "learning_rate": 1.1344698178730574e-06, + "loss": 1.0779, + "step": 6187 + }, + { + "epoch": 0.8516377649325626, + "grad_norm": 1.7418627916322644, + "learning_rate": 1.132408573811914e-06, + "loss": 1.1213, + "step": 6188 + }, + { + "epoch": 0.85177539223782, + "grad_norm": 1.640922222728746, + "learning_rate": 1.130349091619808e-06, + "loss": 1.084, + "step": 6189 + }, + { + "epoch": 0.8519130195430773, + "grad_norm": 1.9144344723336337, + "learning_rate": 1.1282913717059206e-06, + "loss": 1.1802, + "step": 6190 + }, + { + "epoch": 0.8520506468483348, + "grad_norm": 1.8075440276697472, + "learning_rate": 1.1262354144790999e-06, + "loss": 1.1243, + "step": 6191 + }, + { + "epoch": 0.8521882741535921, + "grad_norm": 1.6906969342176288, + "learning_rate": 1.124181220347833e-06, + "loss": 1.056, + "step": 6192 + }, + { + "epoch": 0.8523259014588495, + "grad_norm": 1.661393200571004, + "learning_rate": 1.1221287897202604e-06, + "loss": 1.0066, + "step": 6193 + }, + { + "epoch": 0.8524635287641068, + "grad_norm": 1.6631708066874578, + "learning_rate": 1.1200781230041757e-06, + "loss": 1.0281, + "step": 6194 + }, + { + "epoch": 0.8526011560693642, + "grad_norm": 1.4693261821539003, + "learning_rate": 1.118029220607011e-06, + "loss": 0.9833, + "step": 6195 + }, + { + "epoch": 0.8527387833746215, + "grad_norm": 1.5999808098734016, + "learning_rate": 1.1159820829358626e-06, + "loss": 1.0618, + "step": 6196 + }, + { + "epoch": 0.8528764106798788, + "grad_norm": 1.4132771381572815, + "learning_rate": 1.1139367103974607e-06, + "loss": 0.9957, + "step": 6197 + }, + { + "epoch": 0.8530140379851362, + "grad_norm": 1.8405119445023095, + "learning_rate": 1.1118931033982005e-06, + "loss": 1.0988, + "step": 6198 + }, + { + "epoch": 0.8531516652903937, + "grad_norm": 1.6720160135682722, + "learning_rate": 1.109851262344116e-06, + "loss": 0.9852, + "step": 6199 + }, + { + "epoch": 0.853289292595651, + "grad_norm": 1.619688105552053, + "learning_rate": 1.1078111876408925e-06, + "loss": 1.0334, + "step": 6200 + }, + { + "epoch": 0.8534269199009084, + "grad_norm": 1.641112805634216, + "learning_rate": 1.1057728796938649e-06, + "loss": 1.014, + "step": 6201 + }, + { + "epoch": 0.8535645472061657, + "grad_norm": 1.6096492337370865, + "learning_rate": 1.103736338908017e-06, + "loss": 1.1268, + "step": 6202 + }, + { + "epoch": 0.853702174511423, + "grad_norm": 2.0619268676787508, + "learning_rate": 1.1017015656879826e-06, + "loss": 1.1184, + "step": 6203 + }, + { + "epoch": 0.8538398018166804, + "grad_norm": 1.5850668672653145, + "learning_rate": 1.099668560438043e-06, + "loss": 1.0241, + "step": 6204 + }, + { + "epoch": 0.8539774291219377, + "grad_norm": 1.7074327404544425, + "learning_rate": 1.0976373235621273e-06, + "loss": 1.0257, + "step": 6205 + }, + { + "epoch": 0.8541150564271952, + "grad_norm": 1.6457807137516935, + "learning_rate": 1.0956078554638161e-06, + "loss": 1.1023, + "step": 6206 + }, + { + "epoch": 0.8542526837324526, + "grad_norm": 1.740751996963844, + "learning_rate": 1.0935801565463356e-06, + "loss": 1.0881, + "step": 6207 + }, + { + "epoch": 0.8543903110377099, + "grad_norm": 1.8963500724876956, + "learning_rate": 1.0915542272125635e-06, + "loss": 1.0168, + "step": 6208 + }, + { + "epoch": 0.8545279383429673, + "grad_norm": 1.4922307214232842, + "learning_rate": 1.0895300678650223e-06, + "loss": 1.0104, + "step": 6209 + }, + { + "epoch": 0.8546655656482246, + "grad_norm": 1.5960904934927713, + "learning_rate": 1.0875076789058857e-06, + "loss": 1.0197, + "step": 6210 + }, + { + "epoch": 0.854803192953482, + "grad_norm": 1.8799896945135348, + "learning_rate": 1.0854870607369738e-06, + "loss": 1.0647, + "step": 6211 + }, + { + "epoch": 0.8549408202587393, + "grad_norm": 1.5348517467245337, + "learning_rate": 1.0834682137597575e-06, + "loss": 1.091, + "step": 6212 + }, + { + "epoch": 0.8550784475639966, + "grad_norm": 1.500457171976218, + "learning_rate": 1.0814511383753524e-06, + "loss": 1.044, + "step": 6213 + }, + { + "epoch": 0.8552160748692541, + "grad_norm": 1.5284827772333403, + "learning_rate": 1.0794358349845258e-06, + "loss": 0.9962, + "step": 6214 + }, + { + "epoch": 0.8553537021745115, + "grad_norm": 1.5538154289704211, + "learning_rate": 1.0774223039876884e-06, + "loss": 1.0526, + "step": 6215 + }, + { + "epoch": 0.8554913294797688, + "grad_norm": 1.657584084978793, + "learning_rate": 1.0754105457849007e-06, + "loss": 1.0424, + "step": 6216 + }, + { + "epoch": 0.8556289567850262, + "grad_norm": 1.951219059748808, + "learning_rate": 1.0734005607758768e-06, + "loss": 0.9947, + "step": 6217 + }, + { + "epoch": 0.8557665840902835, + "grad_norm": 1.6001376705217258, + "learning_rate": 1.0713923493599665e-06, + "loss": 1.0253, + "step": 6218 + }, + { + "epoch": 0.8559042113955408, + "grad_norm": 1.6113919629391338, + "learning_rate": 1.0693859119361805e-06, + "loss": 1.0799, + "step": 6219 + }, + { + "epoch": 0.8560418387007982, + "grad_norm": 1.7769079165264197, + "learning_rate": 1.0673812489031632e-06, + "loss": 1.0405, + "step": 6220 + }, + { + "epoch": 0.8561794660060557, + "grad_norm": 1.663347661601301, + "learning_rate": 1.0653783606592193e-06, + "loss": 1.037, + "step": 6221 + }, + { + "epoch": 0.856317093311313, + "grad_norm": 1.4986362218255087, + "learning_rate": 1.063377247602294e-06, + "loss": 1.094, + "step": 6222 + }, + { + "epoch": 0.8564547206165704, + "grad_norm": 1.9323357269075232, + "learning_rate": 1.0613779101299794e-06, + "loss": 1.0655, + "step": 6223 + }, + { + "epoch": 0.8565923479218277, + "grad_norm": 1.5464044384628832, + "learning_rate": 1.0593803486395192e-06, + "loss": 0.9716, + "step": 6224 + }, + { + "epoch": 0.856729975227085, + "grad_norm": 1.660847069219728, + "learning_rate": 1.057384563527799e-06, + "loss": 1.138, + "step": 6225 + }, + { + "epoch": 0.8568676025323424, + "grad_norm": 1.5216046378047576, + "learning_rate": 1.0553905551913568e-06, + "loss": 1.0537, + "step": 6226 + }, + { + "epoch": 0.8570052298375997, + "grad_norm": 1.59980839258985, + "learning_rate": 1.05339832402637e-06, + "loss": 1.05, + "step": 6227 + }, + { + "epoch": 0.8571428571428571, + "grad_norm": 1.5248492913210794, + "learning_rate": 1.0514078704286713e-06, + "loss": 0.9444, + "step": 6228 + }, + { + "epoch": 0.8572804844481146, + "grad_norm": 1.5277935048692108, + "learning_rate": 1.049419194793737e-06, + "loss": 0.9993, + "step": 6229 + }, + { + "epoch": 0.8574181117533719, + "grad_norm": 1.7250740855920472, + "learning_rate": 1.0474322975166872e-06, + "loss": 1.0764, + "step": 6230 + }, + { + "epoch": 0.8575557390586293, + "grad_norm": 1.4852986771243575, + "learning_rate": 1.0454471789922938e-06, + "loss": 1.0938, + "step": 6231 + }, + { + "epoch": 0.8576933663638866, + "grad_norm": 1.6300144157023422, + "learning_rate": 1.043463839614971e-06, + "loss": 1.0034, + "step": 6232 + }, + { + "epoch": 0.857830993669144, + "grad_norm": 1.8603546210781527, + "learning_rate": 1.0414822797787827e-06, + "loss": 1.0714, + "step": 6233 + }, + { + "epoch": 0.8579686209744013, + "grad_norm": 1.5583208201111671, + "learning_rate": 1.039502499877435e-06, + "loss": 1.0325, + "step": 6234 + }, + { + "epoch": 0.8581062482796586, + "grad_norm": 1.6927603290344275, + "learning_rate": 1.0375245003042855e-06, + "loss": 1.1013, + "step": 6235 + }, + { + "epoch": 0.858243875584916, + "grad_norm": 1.5497218663643073, + "learning_rate": 1.0355482814523355e-06, + "loss": 1.0289, + "step": 6236 + }, + { + "epoch": 0.8583815028901735, + "grad_norm": 1.5158624370003837, + "learning_rate": 1.0335738437142307e-06, + "loss": 0.9876, + "step": 6237 + }, + { + "epoch": 0.8585191301954308, + "grad_norm": 1.8183646818543506, + "learning_rate": 1.0316011874822673e-06, + "loss": 1.0613, + "step": 6238 + }, + { + "epoch": 0.8586567575006882, + "grad_norm": 1.5203366616673941, + "learning_rate": 1.029630313148381e-06, + "loss": 1.0754, + "step": 6239 + }, + { + "epoch": 0.8587943848059455, + "grad_norm": 1.6019054915943094, + "learning_rate": 1.0276612211041647e-06, + "loss": 1.0314, + "step": 6240 + }, + { + "epoch": 0.8589320121112028, + "grad_norm": 1.476170187406746, + "learning_rate": 1.025693911740845e-06, + "loss": 1.0385, + "step": 6241 + }, + { + "epoch": 0.8590696394164602, + "grad_norm": 1.5551714616757444, + "learning_rate": 1.0237283854492984e-06, + "loss": 0.8783, + "step": 6242 + }, + { + "epoch": 0.8592072667217175, + "grad_norm": 1.6221187249594753, + "learning_rate": 1.0217646426200512e-06, + "loss": 1.0438, + "step": 6243 + }, + { + "epoch": 0.859344894026975, + "grad_norm": 1.6788497807717597, + "learning_rate": 1.0198026836432705e-06, + "loss": 1.0971, + "step": 6244 + }, + { + "epoch": 0.8594825213322324, + "grad_norm": 1.49634627285601, + "learning_rate": 1.0178425089087707e-06, + "loss": 1.0667, + "step": 6245 + }, + { + "epoch": 0.8596201486374897, + "grad_norm": 1.697826832389462, + "learning_rate": 1.0158841188060097e-06, + "loss": 1.0611, + "step": 6246 + }, + { + "epoch": 0.859757775942747, + "grad_norm": 1.7212111021349692, + "learning_rate": 1.0139275137241e-06, + "loss": 1.0485, + "step": 6247 + }, + { + "epoch": 0.8598954032480044, + "grad_norm": 1.5084884722045433, + "learning_rate": 1.0119726940517826e-06, + "loss": 1.0468, + "step": 6248 + }, + { + "epoch": 0.8600330305532617, + "grad_norm": 1.7235890264519964, + "learning_rate": 1.0100196601774636e-06, + "loss": 1.0622, + "step": 6249 + }, + { + "epoch": 0.8601706578585191, + "grad_norm": 1.4674138590529948, + "learning_rate": 1.0080684124891737e-06, + "loss": 0.9999, + "step": 6250 + }, + { + "epoch": 0.8603082851637764, + "grad_norm": 1.6035077645501417, + "learning_rate": 1.0061189513746084e-06, + "loss": 1.0171, + "step": 6251 + }, + { + "epoch": 0.8604459124690339, + "grad_norm": 1.6590128280231473, + "learning_rate": 1.00417127722109e-06, + "loss": 1.0249, + "step": 6252 + }, + { + "epoch": 0.8605835397742913, + "grad_norm": 1.4817534629077598, + "learning_rate": 1.0022253904156021e-06, + "loss": 1.0566, + "step": 6253 + }, + { + "epoch": 0.8607211670795486, + "grad_norm": 1.7170961116796808, + "learning_rate": 1.0002812913447623e-06, + "loss": 1.0705, + "step": 6254 + }, + { + "epoch": 0.860858794384806, + "grad_norm": 1.5748162706575348, + "learning_rate": 9.983389803948374e-07, + "loss": 1.0683, + "step": 6255 + }, + { + "epoch": 0.8609964216900633, + "grad_norm": 1.5310682957684447, + "learning_rate": 9.963984579517382e-07, + "loss": 0.9989, + "step": 6256 + }, + { + "epoch": 0.8611340489953206, + "grad_norm": 1.6539625728553622, + "learning_rate": 9.94459724401019e-07, + "loss": 1.0163, + "step": 6257 + }, + { + "epoch": 0.861271676300578, + "grad_norm": 1.6864988389720768, + "learning_rate": 9.925227801278826e-07, + "loss": 1.1221, + "step": 6258 + }, + { + "epoch": 0.8614093036058355, + "grad_norm": 1.5516058161000454, + "learning_rate": 9.905876255171665e-07, + "loss": 0.9506, + "step": 6259 + }, + { + "epoch": 0.8615469309110928, + "grad_norm": 1.6444664459313105, + "learning_rate": 9.886542609533668e-07, + "loss": 0.9751, + "step": 6260 + }, + { + "epoch": 0.8616845582163501, + "grad_norm": 1.654954874586687, + "learning_rate": 9.867226868206127e-07, + "loss": 0.9746, + "step": 6261 + }, + { + "epoch": 0.8618221855216075, + "grad_norm": 1.6921460191538091, + "learning_rate": 9.847929035026826e-07, + "loss": 1.115, + "step": 6262 + }, + { + "epoch": 0.8619598128268648, + "grad_norm": 1.6166354303392887, + "learning_rate": 9.82864911382997e-07, + "loss": 1.0852, + "step": 6263 + }, + { + "epoch": 0.8620974401321222, + "grad_norm": 1.656947141343738, + "learning_rate": 9.809387108446234e-07, + "loss": 1.0204, + "step": 6264 + }, + { + "epoch": 0.8622350674373795, + "grad_norm": 1.6289232259946622, + "learning_rate": 9.790143022702703e-07, + "loss": 1.0601, + "step": 6265 + }, + { + "epoch": 0.8623726947426369, + "grad_norm": 1.6676063627466908, + "learning_rate": 9.770916860422907e-07, + "loss": 1.0474, + "step": 6266 + }, + { + "epoch": 0.8625103220478944, + "grad_norm": 1.7411609027184223, + "learning_rate": 9.751708625426836e-07, + "loss": 1.1018, + "step": 6267 + }, + { + "epoch": 0.8626479493531517, + "grad_norm": 1.7553324249745141, + "learning_rate": 9.732518321530904e-07, + "loss": 1.1361, + "step": 6268 + }, + { + "epoch": 0.862785576658409, + "grad_norm": 1.740868202878035, + "learning_rate": 9.713345952547949e-07, + "loss": 1.0772, + "step": 6269 + }, + { + "epoch": 0.8629232039636664, + "grad_norm": 1.6359187962919643, + "learning_rate": 9.694191522287256e-07, + "loss": 1.0962, + "step": 6270 + }, + { + "epoch": 0.8630608312689237, + "grad_norm": 1.6860826576787993, + "learning_rate": 9.675055034554547e-07, + "loss": 1.1548, + "step": 6271 + }, + { + "epoch": 0.8631984585741811, + "grad_norm": 1.528096864236318, + "learning_rate": 9.655936493152018e-07, + "loss": 0.9285, + "step": 6272 + }, + { + "epoch": 0.8633360858794384, + "grad_norm": 1.6979290138231646, + "learning_rate": 9.636835901878217e-07, + "loss": 1.0048, + "step": 6273 + }, + { + "epoch": 0.8634737131846958, + "grad_norm": 1.818792204105581, + "learning_rate": 9.617753264528184e-07, + "loss": 1.1475, + "step": 6274 + }, + { + "epoch": 0.8636113404899532, + "grad_norm": 1.8391134299669056, + "learning_rate": 9.59868858489338e-07, + "loss": 1.0074, + "step": 6275 + }, + { + "epoch": 0.8637489677952106, + "grad_norm": 1.5308401183844162, + "learning_rate": 9.579641866761702e-07, + "loss": 1.1189, + "step": 6276 + }, + { + "epoch": 0.863886595100468, + "grad_norm": 1.5678284082590255, + "learning_rate": 9.560613113917462e-07, + "loss": 1.0904, + "step": 6277 + }, + { + "epoch": 0.8640242224057253, + "grad_norm": 1.5691293357085372, + "learning_rate": 9.541602330141386e-07, + "loss": 0.9744, + "step": 6278 + }, + { + "epoch": 0.8641618497109826, + "grad_norm": 1.6184794574369, + "learning_rate": 9.522609519210735e-07, + "loss": 1.0326, + "step": 6279 + }, + { + "epoch": 0.86429947701624, + "grad_norm": 1.7113782632445902, + "learning_rate": 9.503634684899033e-07, + "loss": 1.0754, + "step": 6280 + }, + { + "epoch": 0.8644371043214973, + "grad_norm": 1.6903715317847616, + "learning_rate": 9.484677830976396e-07, + "loss": 1.0291, + "step": 6281 + }, + { + "epoch": 0.8645747316267548, + "grad_norm": 1.6464653690160058, + "learning_rate": 9.465738961209214e-07, + "loss": 1.0346, + "step": 6282 + }, + { + "epoch": 0.8647123589320121, + "grad_norm": 1.785586812826834, + "learning_rate": 9.446818079360465e-07, + "loss": 1.0456, + "step": 6283 + }, + { + "epoch": 0.8648499862372695, + "grad_norm": 1.594411303273072, + "learning_rate": 9.427915189189385e-07, + "loss": 1.0478, + "step": 6284 + }, + { + "epoch": 0.8649876135425268, + "grad_norm": 1.5364688384860974, + "learning_rate": 9.409030294451771e-07, + "loss": 0.9802, + "step": 6285 + }, + { + "epoch": 0.8651252408477842, + "grad_norm": 1.7065740552853335, + "learning_rate": 9.390163398899788e-07, + "loss": 1.0545, + "step": 6286 + }, + { + "epoch": 0.8652628681530415, + "grad_norm": 1.5533359318242548, + "learning_rate": 9.371314506282026e-07, + "loss": 1.0075, + "step": 6287 + }, + { + "epoch": 0.8654004954582989, + "grad_norm": 1.6170787188724776, + "learning_rate": 9.3524836203435e-07, + "loss": 1.0098, + "step": 6288 + }, + { + "epoch": 0.8655381227635562, + "grad_norm": 1.5116705626838054, + "learning_rate": 9.333670744825652e-07, + "loss": 0.9679, + "step": 6289 + }, + { + "epoch": 0.8656757500688137, + "grad_norm": 1.5536058611529344, + "learning_rate": 9.314875883466335e-07, + "loss": 1.0623, + "step": 6290 + }, + { + "epoch": 0.865813377374071, + "grad_norm": 1.757730924094706, + "learning_rate": 9.29609903999984e-07, + "loss": 1.0749, + "step": 6291 + }, + { + "epoch": 0.8659510046793284, + "grad_norm": 1.6444104371863997, + "learning_rate": 9.27734021815686e-07, + "loss": 1.054, + "step": 6292 + }, + { + "epoch": 0.8660886319845857, + "grad_norm": 1.7267752646588757, + "learning_rate": 9.258599421664527e-07, + "loss": 1.0279, + "step": 6293 + }, + { + "epoch": 0.8662262592898431, + "grad_norm": 1.7560247906715722, + "learning_rate": 9.239876654246371e-07, + "loss": 1.1171, + "step": 6294 + }, + { + "epoch": 0.8663638865951004, + "grad_norm": 1.8020800142549815, + "learning_rate": 9.221171919622352e-07, + "loss": 1.0382, + "step": 6295 + }, + { + "epoch": 0.8665015139003578, + "grad_norm": 1.8841150106953526, + "learning_rate": 9.20248522150885e-07, + "loss": 1.1783, + "step": 6296 + }, + { + "epoch": 0.8666391412056152, + "grad_norm": 1.7389147474506554, + "learning_rate": 9.183816563618641e-07, + "loss": 1.0815, + "step": 6297 + }, + { + "epoch": 0.8667767685108726, + "grad_norm": 1.5753708611908122, + "learning_rate": 9.165165949660959e-07, + "loss": 1.0776, + "step": 6298 + }, + { + "epoch": 0.86691439581613, + "grad_norm": 1.5190836769950289, + "learning_rate": 9.146533383341394e-07, + "loss": 1.0476, + "step": 6299 + }, + { + "epoch": 0.8670520231213873, + "grad_norm": 1.6494936653083765, + "learning_rate": 9.127918868362006e-07, + "loss": 1.0233, + "step": 6300 + }, + { + "epoch": 0.8671896504266446, + "grad_norm": 1.7145556802802915, + "learning_rate": 9.109322408421217e-07, + "loss": 1.0158, + "step": 6301 + }, + { + "epoch": 0.867327277731902, + "grad_norm": 1.5253171939698869, + "learning_rate": 9.090744007213948e-07, + "loss": 1.0714, + "step": 6302 + }, + { + "epoch": 0.8674649050371593, + "grad_norm": 1.68400016142819, + "learning_rate": 9.072183668431389e-07, + "loss": 1.0617, + "step": 6303 + }, + { + "epoch": 0.8676025323424167, + "grad_norm": 1.7143715533448691, + "learning_rate": 9.053641395761303e-07, + "loss": 1.0314, + "step": 6304 + }, + { + "epoch": 0.8677401596476741, + "grad_norm": 1.5600197379834373, + "learning_rate": 9.035117192887743e-07, + "loss": 1.0225, + "step": 6305 + }, + { + "epoch": 0.8678777869529315, + "grad_norm": 1.5979565520690513, + "learning_rate": 9.01661106349121e-07, + "loss": 1.0585, + "step": 6306 + }, + { + "epoch": 0.8680154142581888, + "grad_norm": 1.6590109785704434, + "learning_rate": 8.998123011248639e-07, + "loss": 1.0695, + "step": 6307 + }, + { + "epoch": 0.8681530415634462, + "grad_norm": 1.6410064919755636, + "learning_rate": 8.979653039833336e-07, + "loss": 1.0398, + "step": 6308 + }, + { + "epoch": 0.8682906688687035, + "grad_norm": 1.4613147277435572, + "learning_rate": 8.961201152915067e-07, + "loss": 1.0383, + "step": 6309 + }, + { + "epoch": 0.8684282961739609, + "grad_norm": 1.6556177743760667, + "learning_rate": 8.94276735415991e-07, + "loss": 1.0392, + "step": 6310 + }, + { + "epoch": 0.8685659234792182, + "grad_norm": 1.6567402882986142, + "learning_rate": 8.924351647230479e-07, + "loss": 1.0218, + "step": 6311 + }, + { + "epoch": 0.8687035507844756, + "grad_norm": 1.5971070083279093, + "learning_rate": 8.905954035785646e-07, + "loss": 1.0389, + "step": 6312 + }, + { + "epoch": 0.868841178089733, + "grad_norm": 1.540058526711713, + "learning_rate": 8.887574523480847e-07, + "loss": 1.0255, + "step": 6313 + }, + { + "epoch": 0.8689788053949904, + "grad_norm": 1.785022816712424, + "learning_rate": 8.869213113967756e-07, + "loss": 1.0717, + "step": 6314 + }, + { + "epoch": 0.8691164327002477, + "grad_norm": 1.6935426886371052, + "learning_rate": 8.850869810894591e-07, + "loss": 1.1142, + "step": 6315 + }, + { + "epoch": 0.8692540600055051, + "grad_norm": 1.6112256764439497, + "learning_rate": 8.832544617905902e-07, + "loss": 1.0702, + "step": 6316 + }, + { + "epoch": 0.8693916873107624, + "grad_norm": 1.5399649545942193, + "learning_rate": 8.814237538642656e-07, + "loss": 1.038, + "step": 6317 + }, + { + "epoch": 0.8695293146160198, + "grad_norm": 1.5376403167138102, + "learning_rate": 8.795948576742209e-07, + "loss": 1.0389, + "step": 6318 + }, + { + "epoch": 0.8696669419212771, + "grad_norm": 1.7095122548345096, + "learning_rate": 8.77767773583833e-07, + "loss": 1.1101, + "step": 6319 + }, + { + "epoch": 0.8698045692265346, + "grad_norm": 1.688987317470189, + "learning_rate": 8.759425019561196e-07, + "loss": 1.0762, + "step": 6320 + }, + { + "epoch": 0.869942196531792, + "grad_norm": 1.660461227470089, + "learning_rate": 8.74119043153735e-07, + "loss": 1.1524, + "step": 6321 + }, + { + "epoch": 0.8700798238370493, + "grad_norm": 1.5581117013046406, + "learning_rate": 8.722973975389782e-07, + "loss": 1.0711, + "step": 6322 + }, + { + "epoch": 0.8702174511423066, + "grad_norm": 1.479256298898138, + "learning_rate": 8.704775654737829e-07, + "loss": 0.9855, + "step": 6323 + }, + { + "epoch": 0.870355078447564, + "grad_norm": 1.6468219194811304, + "learning_rate": 8.686595473197257e-07, + "loss": 1.0817, + "step": 6324 + }, + { + "epoch": 0.8704927057528213, + "grad_norm": 1.53344711060523, + "learning_rate": 8.66843343438023e-07, + "loss": 1.0464, + "step": 6325 + }, + { + "epoch": 0.8706303330580787, + "grad_norm": 1.6417386672352894, + "learning_rate": 8.650289541895285e-07, + "loss": 1.1407, + "step": 6326 + }, + { + "epoch": 0.870767960363336, + "grad_norm": 1.4886155352892465, + "learning_rate": 8.63216379934736e-07, + "loss": 1.0792, + "step": 6327 + }, + { + "epoch": 0.8709055876685935, + "grad_norm": 1.6141530348862365, + "learning_rate": 8.614056210337795e-07, + "loss": 1.0956, + "step": 6328 + }, + { + "epoch": 0.8710432149738508, + "grad_norm": 1.4333827096444596, + "learning_rate": 8.595966778464338e-07, + "loss": 0.9153, + "step": 6329 + }, + { + "epoch": 0.8711808422791082, + "grad_norm": 1.56030132917225, + "learning_rate": 8.577895507321088e-07, + "loss": 1.031, + "step": 6330 + }, + { + "epoch": 0.8713184695843655, + "grad_norm": 1.5510871839536473, + "learning_rate": 8.559842400498564e-07, + "loss": 1.0113, + "step": 6331 + }, + { + "epoch": 0.8714560968896229, + "grad_norm": 1.6927435949057918, + "learning_rate": 8.541807461583684e-07, + "loss": 1.0414, + "step": 6332 + }, + { + "epoch": 0.8715937241948802, + "grad_norm": 1.4948116163618264, + "learning_rate": 8.523790694159717e-07, + "loss": 1.0001, + "step": 6333 + }, + { + "epoch": 0.8717313515001376, + "grad_norm": 1.5234059639604953, + "learning_rate": 8.505792101806399e-07, + "loss": 1.0726, + "step": 6334 + }, + { + "epoch": 0.871868978805395, + "grad_norm": 1.534944268602365, + "learning_rate": 8.487811688099734e-07, + "loss": 0.9825, + "step": 6335 + }, + { + "epoch": 0.8720066061106524, + "grad_norm": 1.5623912956179886, + "learning_rate": 8.469849456612267e-07, + "loss": 0.9914, + "step": 6336 + }, + { + "epoch": 0.8721442334159097, + "grad_norm": 1.5452337614475589, + "learning_rate": 8.451905410912775e-07, + "loss": 1.0143, + "step": 6337 + }, + { + "epoch": 0.8722818607211671, + "grad_norm": 1.4361957532620826, + "learning_rate": 8.433979554566518e-07, + "loss": 1.0527, + "step": 6338 + }, + { + "epoch": 0.8724194880264244, + "grad_norm": 1.6626834478856647, + "learning_rate": 8.416071891135124e-07, + "loss": 1.0026, + "step": 6339 + }, + { + "epoch": 0.8725571153316818, + "grad_norm": 1.7742866415953393, + "learning_rate": 8.398182424176582e-07, + "loss": 1.0685, + "step": 6340 + }, + { + "epoch": 0.8726947426369391, + "grad_norm": 1.623683356820578, + "learning_rate": 8.380311157245335e-07, + "loss": 1.0511, + "step": 6341 + }, + { + "epoch": 0.8728323699421965, + "grad_norm": 1.6206577833324476, + "learning_rate": 8.36245809389209e-07, + "loss": 1.1176, + "step": 6342 + }, + { + "epoch": 0.8729699972474539, + "grad_norm": 1.5867789516324247, + "learning_rate": 8.344623237664073e-07, + "loss": 1.0769, + "step": 6343 + }, + { + "epoch": 0.8731076245527113, + "grad_norm": 1.6077486069243259, + "learning_rate": 8.326806592104764e-07, + "loss": 1.0603, + "step": 6344 + }, + { + "epoch": 0.8732452518579686, + "grad_norm": 1.7104401085352263, + "learning_rate": 8.309008160754151e-07, + "loss": 1.0214, + "step": 6345 + }, + { + "epoch": 0.873382879163226, + "grad_norm": 1.8510313709791897, + "learning_rate": 8.291227947148462e-07, + "loss": 1.1407, + "step": 6346 + }, + { + "epoch": 0.8735205064684833, + "grad_norm": 1.673179372857738, + "learning_rate": 8.273465954820436e-07, + "loss": 1.0492, + "step": 6347 + }, + { + "epoch": 0.8736581337737407, + "grad_norm": 1.820273002241049, + "learning_rate": 8.255722187299142e-07, + "loss": 1.1283, + "step": 6348 + }, + { + "epoch": 0.873795761078998, + "grad_norm": 1.532377302202758, + "learning_rate": 8.237996648109991e-07, + "loss": 1.0928, + "step": 6349 + }, + { + "epoch": 0.8739333883842554, + "grad_norm": 1.7340600496861145, + "learning_rate": 8.220289340774835e-07, + "loss": 1.0386, + "step": 6350 + }, + { + "epoch": 0.8740710156895128, + "grad_norm": 1.6522916581407958, + "learning_rate": 8.202600268811844e-07, + "loss": 1.0859, + "step": 6351 + }, + { + "epoch": 0.8742086429947702, + "grad_norm": 1.6670861698722972, + "learning_rate": 8.184929435735622e-07, + "loss": 1.0207, + "step": 6352 + }, + { + "epoch": 0.8743462703000275, + "grad_norm": 1.6554812207954839, + "learning_rate": 8.167276845057104e-07, + "loss": 1.0671, + "step": 6353 + }, + { + "epoch": 0.8744838976052849, + "grad_norm": 1.7656098144965595, + "learning_rate": 8.149642500283627e-07, + "loss": 1.1545, + "step": 6354 + }, + { + "epoch": 0.8746215249105422, + "grad_norm": 1.630056705626071, + "learning_rate": 8.132026404918891e-07, + "loss": 1.0682, + "step": 6355 + }, + { + "epoch": 0.8747591522157996, + "grad_norm": 1.626721833713184, + "learning_rate": 8.114428562462973e-07, + "loss": 1.0769, + "step": 6356 + }, + { + "epoch": 0.8748967795210569, + "grad_norm": 1.6647741978167696, + "learning_rate": 8.096848976412319e-07, + "loss": 1.0026, + "step": 6357 + }, + { + "epoch": 0.8750344068263144, + "grad_norm": 1.7348626645817118, + "learning_rate": 8.079287650259759e-07, + "loss": 1.1694, + "step": 6358 + }, + { + "epoch": 0.8751720341315717, + "grad_norm": 1.8363362186299634, + "learning_rate": 8.061744587494491e-07, + "loss": 1.021, + "step": 6359 + }, + { + "epoch": 0.8753096614368291, + "grad_norm": 1.8706671332447682, + "learning_rate": 8.04421979160207e-07, + "loss": 1.0916, + "step": 6360 + }, + { + "epoch": 0.8754472887420864, + "grad_norm": 1.6558710864005544, + "learning_rate": 8.026713266064434e-07, + "loss": 1.1005, + "step": 6361 + }, + { + "epoch": 0.8755849160473438, + "grad_norm": 1.855999689499025, + "learning_rate": 8.0092250143599e-07, + "loss": 1.0837, + "step": 6362 + }, + { + "epoch": 0.8757225433526011, + "grad_norm": 1.542809186438998, + "learning_rate": 7.991755039963134e-07, + "loss": 1.0251, + "step": 6363 + }, + { + "epoch": 0.8758601706578585, + "grad_norm": 1.5129147519102266, + "learning_rate": 7.974303346345202e-07, + "loss": 1.0627, + "step": 6364 + }, + { + "epoch": 0.8759977979631158, + "grad_norm": 1.8536955124804437, + "learning_rate": 7.956869936973477e-07, + "loss": 1.0737, + "step": 6365 + }, + { + "epoch": 0.8761354252683733, + "grad_norm": 1.6489724932289909, + "learning_rate": 7.939454815311787e-07, + "loss": 1.0596, + "step": 6366 + }, + { + "epoch": 0.8762730525736306, + "grad_norm": 1.7234701158451695, + "learning_rate": 7.92205798482023e-07, + "loss": 1.0677, + "step": 6367 + }, + { + "epoch": 0.876410679878888, + "grad_norm": 1.7266289496447325, + "learning_rate": 7.904679448955366e-07, + "loss": 1.0891, + "step": 6368 + }, + { + "epoch": 0.8765483071841453, + "grad_norm": 1.7493052848855126, + "learning_rate": 7.887319211170042e-07, + "loss": 1.1429, + "step": 6369 + }, + { + "epoch": 0.8766859344894027, + "grad_norm": 1.457936663763872, + "learning_rate": 7.869977274913476e-07, + "loss": 0.969, + "step": 6370 + }, + { + "epoch": 0.87682356179466, + "grad_norm": 1.5326909191591525, + "learning_rate": 7.852653643631347e-07, + "loss": 1.0456, + "step": 6371 + }, + { + "epoch": 0.8769611890999174, + "grad_norm": 1.6307243194723604, + "learning_rate": 7.835348320765546e-07, + "loss": 0.9856, + "step": 6372 + }, + { + "epoch": 0.8770988164051748, + "grad_norm": 1.721263417168924, + "learning_rate": 7.818061309754465e-07, + "loss": 1.0976, + "step": 6373 + }, + { + "epoch": 0.8772364437104322, + "grad_norm": 1.5912866728135289, + "learning_rate": 7.800792614032738e-07, + "loss": 1.0563, + "step": 6374 + }, + { + "epoch": 0.8773740710156895, + "grad_norm": 1.5630369518615115, + "learning_rate": 7.783542237031483e-07, + "loss": 0.9883, + "step": 6375 + }, + { + "epoch": 0.8775116983209469, + "grad_norm": 1.6225009897956368, + "learning_rate": 7.766310182178038e-07, + "loss": 1.1202, + "step": 6376 + }, + { + "epoch": 0.8776493256262042, + "grad_norm": 1.609328707175937, + "learning_rate": 7.749096452896243e-07, + "loss": 1.0231, + "step": 6377 + }, + { + "epoch": 0.8777869529314616, + "grad_norm": 1.5792899643237917, + "learning_rate": 7.731901052606206e-07, + "loss": 1.0033, + "step": 6378 + }, + { + "epoch": 0.8779245802367189, + "grad_norm": 1.538613170374658, + "learning_rate": 7.714723984724415e-07, + "loss": 1.0266, + "step": 6379 + }, + { + "epoch": 0.8780622075419763, + "grad_norm": 1.53925745062972, + "learning_rate": 7.697565252663719e-07, + "loss": 1.0353, + "step": 6380 + }, + { + "epoch": 0.8781998348472337, + "grad_norm": 1.785716653195341, + "learning_rate": 7.680424859833325e-07, + "loss": 1.2204, + "step": 6381 + }, + { + "epoch": 0.8783374621524911, + "grad_norm": 1.735326205497407, + "learning_rate": 7.663302809638795e-07, + "loss": 1.0386, + "step": 6382 + }, + { + "epoch": 0.8784750894577484, + "grad_norm": 1.5746222615620364, + "learning_rate": 7.646199105482043e-07, + "loss": 0.9914, + "step": 6383 + }, + { + "epoch": 0.8786127167630058, + "grad_norm": 1.6456221217342406, + "learning_rate": 7.629113750761352e-07, + "loss": 1.1187, + "step": 6384 + }, + { + "epoch": 0.8787503440682631, + "grad_norm": 1.659631738950699, + "learning_rate": 7.612046748871327e-07, + "loss": 1.0632, + "step": 6385 + }, + { + "epoch": 0.8788879713735205, + "grad_norm": 1.7094966878234563, + "learning_rate": 7.594998103202967e-07, + "loss": 1.0631, + "step": 6386 + }, + { + "epoch": 0.8790255986787778, + "grad_norm": 1.5600362930491138, + "learning_rate": 7.577967817143595e-07, + "loss": 0.9642, + "step": 6387 + }, + { + "epoch": 0.8791632259840352, + "grad_norm": 1.6531160022012226, + "learning_rate": 7.560955894076894e-07, + "loss": 1.0457, + "step": 6388 + }, + { + "epoch": 0.8793008532892926, + "grad_norm": 1.5863488981047842, + "learning_rate": 7.543962337382915e-07, + "loss": 1.0197, + "step": 6389 + }, + { + "epoch": 0.87943848059455, + "grad_norm": 1.4694866257009542, + "learning_rate": 7.526987150438025e-07, + "loss": 1.0522, + "step": 6390 + }, + { + "epoch": 0.8795761078998073, + "grad_norm": 1.5752540543434135, + "learning_rate": 7.51003033661497e-07, + "loss": 1.0056, + "step": 6391 + }, + { + "epoch": 0.8797137352050647, + "grad_norm": 1.522841671772162, + "learning_rate": 7.493091899282845e-07, + "loss": 1.0574, + "step": 6392 + }, + { + "epoch": 0.879851362510322, + "grad_norm": 1.580962467878045, + "learning_rate": 7.476171841807078e-07, + "loss": 1.1149, + "step": 6393 + }, + { + "epoch": 0.8799889898155794, + "grad_norm": 1.5682233361327278, + "learning_rate": 7.459270167549448e-07, + "loss": 1.0665, + "step": 6394 + }, + { + "epoch": 0.8801266171208367, + "grad_norm": 1.4607552941718471, + "learning_rate": 7.442386879868069e-07, + "loss": 1.0269, + "step": 6395 + }, + { + "epoch": 0.8802642444260942, + "grad_norm": 1.6895499801310514, + "learning_rate": 7.425521982117489e-07, + "loss": 1.0206, + "step": 6396 + }, + { + "epoch": 0.8804018717313515, + "grad_norm": 1.5753791026726571, + "learning_rate": 7.408675477648442e-07, + "loss": 1.1242, + "step": 6397 + }, + { + "epoch": 0.8805394990366089, + "grad_norm": 1.5692980845565354, + "learning_rate": 7.39184736980817e-07, + "loss": 1.0441, + "step": 6398 + }, + { + "epoch": 0.8806771263418662, + "grad_norm": 1.597308369911436, + "learning_rate": 7.375037661940132e-07, + "loss": 1.0008, + "step": 6399 + }, + { + "epoch": 0.8808147536471236, + "grad_norm": 1.5684291094621547, + "learning_rate": 7.358246357384247e-07, + "loss": 1.0636, + "step": 6400 + }, + { + "epoch": 0.8809523809523809, + "grad_norm": 1.5429321865781296, + "learning_rate": 7.341473459476645e-07, + "loss": 1.022, + "step": 6401 + }, + { + "epoch": 0.8810900082576383, + "grad_norm": 1.6402466346491857, + "learning_rate": 7.324718971549926e-07, + "loss": 1.0601, + "step": 6402 + }, + { + "epoch": 0.8812276355628956, + "grad_norm": 1.6148662482849971, + "learning_rate": 7.307982896932986e-07, + "loss": 1.0174, + "step": 6403 + }, + { + "epoch": 0.8813652628681531, + "grad_norm": 1.6080162727513312, + "learning_rate": 7.291265238950984e-07, + "loss": 1.1313, + "step": 6404 + }, + { + "epoch": 0.8815028901734104, + "grad_norm": 1.664725203050016, + "learning_rate": 7.274566000925575e-07, + "loss": 1.0866, + "step": 6405 + }, + { + "epoch": 0.8816405174786678, + "grad_norm": 1.6687451439595689, + "learning_rate": 7.257885186174596e-07, + "loss": 1.0177, + "step": 6406 + }, + { + "epoch": 0.8817781447839251, + "grad_norm": 1.7954706270676746, + "learning_rate": 7.241222798012359e-07, + "loss": 1.0106, + "step": 6407 + }, + { + "epoch": 0.8819157720891825, + "grad_norm": 1.7152410155353088, + "learning_rate": 7.224578839749386e-07, + "loss": 1.0799, + "step": 6408 + }, + { + "epoch": 0.8820533993944398, + "grad_norm": 1.6499561853499034, + "learning_rate": 7.207953314692673e-07, + "loss": 1.0398, + "step": 6409 + }, + { + "epoch": 0.8821910266996972, + "grad_norm": 1.6777703669940425, + "learning_rate": 7.191346226145435e-07, + "loss": 1.0494, + "step": 6410 + }, + { + "epoch": 0.8823286540049546, + "grad_norm": 1.63304278983223, + "learning_rate": 7.174757577407298e-07, + "loss": 1.0926, + "step": 6411 + }, + { + "epoch": 0.882466281310212, + "grad_norm": 1.4966749999218605, + "learning_rate": 7.158187371774183e-07, + "loss": 1.0287, + "step": 6412 + }, + { + "epoch": 0.8826039086154693, + "grad_norm": 1.545174257965254, + "learning_rate": 7.141635612538378e-07, + "loss": 1.0378, + "step": 6413 + }, + { + "epoch": 0.8827415359207267, + "grad_norm": 1.5230754204990822, + "learning_rate": 7.125102302988485e-07, + "loss": 1.058, + "step": 6414 + }, + { + "epoch": 0.882879163225984, + "grad_norm": 1.9497842507624334, + "learning_rate": 7.108587446409443e-07, + "loss": 1.1226, + "step": 6415 + }, + { + "epoch": 0.8830167905312414, + "grad_norm": 1.810764305478286, + "learning_rate": 7.092091046082538e-07, + "loss": 1.0187, + "step": 6416 + }, + { + "epoch": 0.8831544178364987, + "grad_norm": 1.8463139942469935, + "learning_rate": 7.075613105285361e-07, + "loss": 1.1389, + "step": 6417 + }, + { + "epoch": 0.8832920451417561, + "grad_norm": 1.7913335614080692, + "learning_rate": 7.059153627291871e-07, + "loss": 1.0456, + "step": 6418 + }, + { + "epoch": 0.8834296724470135, + "grad_norm": 1.5532746487845415, + "learning_rate": 7.042712615372327e-07, + "loss": 1.0383, + "step": 6419 + }, + { + "epoch": 0.8835672997522709, + "grad_norm": 1.8589023464013854, + "learning_rate": 7.02629007279334e-07, + "loss": 1.1511, + "step": 6420 + }, + { + "epoch": 0.8837049270575282, + "grad_norm": 1.7576701788358615, + "learning_rate": 7.009886002817856e-07, + "loss": 1.1082, + "step": 6421 + }, + { + "epoch": 0.8838425543627856, + "grad_norm": 1.5203267725800085, + "learning_rate": 6.993500408705112e-07, + "loss": 1.0839, + "step": 6422 + }, + { + "epoch": 0.8839801816680429, + "grad_norm": 1.4659116261357859, + "learning_rate": 6.977133293710725e-07, + "loss": 1.0115, + "step": 6423 + }, + { + "epoch": 0.8841178089733003, + "grad_norm": 1.6772233908487049, + "learning_rate": 6.960784661086606e-07, + "loss": 1.0684, + "step": 6424 + }, + { + "epoch": 0.8842554362785576, + "grad_norm": 1.526799053741379, + "learning_rate": 6.94445451408099e-07, + "loss": 1.0416, + "step": 6425 + }, + { + "epoch": 0.884393063583815, + "grad_norm": 1.4608451511737743, + "learning_rate": 6.928142855938513e-07, + "loss": 1.0413, + "step": 6426 + }, + { + "epoch": 0.8845306908890724, + "grad_norm": 1.5774901003689674, + "learning_rate": 6.911849689899985e-07, + "loss": 1.0054, + "step": 6427 + }, + { + "epoch": 0.8846683181943298, + "grad_norm": 1.8286920419013728, + "learning_rate": 6.895575019202727e-07, + "loss": 1.0823, + "step": 6428 + }, + { + "epoch": 0.8848059454995871, + "grad_norm": 1.7876263755205828, + "learning_rate": 6.879318847080229e-07, + "loss": 1.1131, + "step": 6429 + }, + { + "epoch": 0.8849435728048445, + "grad_norm": 1.740562558843489, + "learning_rate": 6.863081176762409e-07, + "loss": 1.0188, + "step": 6430 + }, + { + "epoch": 0.8850812001101018, + "grad_norm": 1.7659487134804097, + "learning_rate": 6.84686201147543e-07, + "loss": 1.0473, + "step": 6431 + }, + { + "epoch": 0.8852188274153592, + "grad_norm": 1.5313081690097363, + "learning_rate": 6.830661354441858e-07, + "loss": 0.9901, + "step": 6432 + }, + { + "epoch": 0.8853564547206165, + "grad_norm": 1.5208374051374232, + "learning_rate": 6.81447920888052e-07, + "loss": 1.0566, + "step": 6433 + }, + { + "epoch": 0.885494082025874, + "grad_norm": 1.6150178508202138, + "learning_rate": 6.798315578006597e-07, + "loss": 0.9646, + "step": 6434 + }, + { + "epoch": 0.8856317093311313, + "grad_norm": 1.6905947420514735, + "learning_rate": 6.782170465031601e-07, + "loss": 1.1793, + "step": 6435 + }, + { + "epoch": 0.8857693366363887, + "grad_norm": 1.6347881475038066, + "learning_rate": 6.766043873163275e-07, + "loss": 1.0104, + "step": 6436 + }, + { + "epoch": 0.885906963941646, + "grad_norm": 1.8015295812246752, + "learning_rate": 6.749935805605833e-07, + "loss": 1.0558, + "step": 6437 + }, + { + "epoch": 0.8860445912469034, + "grad_norm": 1.778351437316514, + "learning_rate": 6.733846265559663e-07, + "loss": 1.1333, + "step": 6438 + }, + { + "epoch": 0.8861822185521607, + "grad_norm": 1.407829175170388, + "learning_rate": 6.717775256221582e-07, + "loss": 0.9591, + "step": 6439 + }, + { + "epoch": 0.8863198458574181, + "grad_norm": 1.9246838956910173, + "learning_rate": 6.701722780784658e-07, + "loss": 1.0409, + "step": 6440 + }, + { + "epoch": 0.8864574731626754, + "grad_norm": 1.6534955975000776, + "learning_rate": 6.68568884243831e-07, + "loss": 1.0026, + "step": 6441 + }, + { + "epoch": 0.8865951004679329, + "grad_norm": 1.4465365771853353, + "learning_rate": 6.669673444368252e-07, + "loss": 1.0097, + "step": 6442 + }, + { + "epoch": 0.8867327277731902, + "grad_norm": 1.771755615913404, + "learning_rate": 6.653676589756519e-07, + "loss": 1.0593, + "step": 6443 + }, + { + "epoch": 0.8868703550784476, + "grad_norm": 1.609487340079114, + "learning_rate": 6.637698281781491e-07, + "loss": 1.0485, + "step": 6444 + }, + { + "epoch": 0.8870079823837049, + "grad_norm": 1.5920628524334413, + "learning_rate": 6.621738523617815e-07, + "loss": 1.0716, + "step": 6445 + }, + { + "epoch": 0.8871456096889623, + "grad_norm": 1.6019152877715035, + "learning_rate": 6.605797318436491e-07, + "loss": 1.0867, + "step": 6446 + }, + { + "epoch": 0.8872832369942196, + "grad_norm": 1.9714503708671816, + "learning_rate": 6.589874669404805e-07, + "loss": 1.0679, + "step": 6447 + }, + { + "epoch": 0.887420864299477, + "grad_norm": 1.738167173248909, + "learning_rate": 6.573970579686384e-07, + "loss": 1.1155, + "step": 6448 + }, + { + "epoch": 0.8875584916047344, + "grad_norm": 1.5261306842600038, + "learning_rate": 6.558085052441132e-07, + "loss": 0.9697, + "step": 6449 + }, + { + "epoch": 0.8876961189099918, + "grad_norm": 1.6492011863038645, + "learning_rate": 6.542218090825314e-07, + "loss": 0.975, + "step": 6450 + }, + { + "epoch": 0.8878337462152491, + "grad_norm": 1.439945859600914, + "learning_rate": 6.526369697991463e-07, + "loss": 1.0002, + "step": 6451 + }, + { + "epoch": 0.8879713735205065, + "grad_norm": 1.6632274109666647, + "learning_rate": 6.510539877088429e-07, + "loss": 1.0693, + "step": 6452 + }, + { + "epoch": 0.8881090008257638, + "grad_norm": 1.9354151350926114, + "learning_rate": 6.494728631261405e-07, + "loss": 1.1896, + "step": 6453 + }, + { + "epoch": 0.8882466281310212, + "grad_norm": 1.5964686337117033, + "learning_rate": 6.478935963651844e-07, + "loss": 1.0128, + "step": 6454 + }, + { + "epoch": 0.8883842554362785, + "grad_norm": 1.5840859237762244, + "learning_rate": 6.463161877397539e-07, + "loss": 1.1456, + "step": 6455 + }, + { + "epoch": 0.8885218827415359, + "grad_norm": 1.8034214735068885, + "learning_rate": 6.447406375632592e-07, + "loss": 1.0621, + "step": 6456 + }, + { + "epoch": 0.8886595100467933, + "grad_norm": 1.7430792174797627, + "learning_rate": 6.431669461487389e-07, + "loss": 1.1071, + "step": 6457 + }, + { + "epoch": 0.8887971373520507, + "grad_norm": 1.573395324032573, + "learning_rate": 6.415951138088694e-07, + "loss": 1.0796, + "step": 6458 + }, + { + "epoch": 0.888934764657308, + "grad_norm": 1.9119573864303643, + "learning_rate": 6.400251408559443e-07, + "loss": 1.1063, + "step": 6459 + }, + { + "epoch": 0.8890723919625654, + "grad_norm": 1.8522915653947294, + "learning_rate": 6.38457027601902e-07, + "loss": 1.0774, + "step": 6460 + }, + { + "epoch": 0.8892100192678227, + "grad_norm": 1.3960302438893528, + "learning_rate": 6.368907743583008e-07, + "loss": 0.9859, + "step": 6461 + }, + { + "epoch": 0.8893476465730801, + "grad_norm": 1.6341958979247855, + "learning_rate": 6.353263814363375e-07, + "loss": 1.053, + "step": 6462 + }, + { + "epoch": 0.8894852738783374, + "grad_norm": 1.6423723322262256, + "learning_rate": 6.337638491468323e-07, + "loss": 1.0441, + "step": 6463 + }, + { + "epoch": 0.8896229011835948, + "grad_norm": 1.6099083407286272, + "learning_rate": 6.322031778002413e-07, + "loss": 0.9949, + "step": 6464 + }, + { + "epoch": 0.8897605284888522, + "grad_norm": 1.7697187390102955, + "learning_rate": 6.306443677066476e-07, + "loss": 1.0271, + "step": 6465 + }, + { + "epoch": 0.8898981557941096, + "grad_norm": 1.4968726116041449, + "learning_rate": 6.290874191757656e-07, + "loss": 1.0352, + "step": 6466 + }, + { + "epoch": 0.8900357830993669, + "grad_norm": 1.8431606215461305, + "learning_rate": 6.275323325169403e-07, + "loss": 1.1355, + "step": 6467 + }, + { + "epoch": 0.8901734104046243, + "grad_norm": 1.5700355295816975, + "learning_rate": 6.259791080391431e-07, + "loss": 1.0675, + "step": 6468 + }, + { + "epoch": 0.8903110377098816, + "grad_norm": 1.6588093414472835, + "learning_rate": 6.24427746050984e-07, + "loss": 1.0887, + "step": 6469 + }, + { + "epoch": 0.890448665015139, + "grad_norm": 1.5592596086563744, + "learning_rate": 6.228782468606909e-07, + "loss": 1.0601, + "step": 6470 + }, + { + "epoch": 0.8905862923203963, + "grad_norm": 1.4348367490620508, + "learning_rate": 6.21330610776133e-07, + "loss": 0.9978, + "step": 6471 + }, + { + "epoch": 0.8907239196256538, + "grad_norm": 1.7956006203639745, + "learning_rate": 6.197848381048033e-07, + "loss": 1.0398, + "step": 6472 + }, + { + "epoch": 0.8908615469309111, + "grad_norm": 1.6955888872465115, + "learning_rate": 6.182409291538238e-07, + "loss": 0.9793, + "step": 6473 + }, + { + "epoch": 0.8909991742361685, + "grad_norm": 1.7979841748032865, + "learning_rate": 6.166988842299504e-07, + "loss": 1.092, + "step": 6474 + }, + { + "epoch": 0.8911368015414258, + "grad_norm": 1.5719312371286485, + "learning_rate": 6.151587036395656e-07, + "loss": 1.1043, + "step": 6475 + }, + { + "epoch": 0.8912744288466832, + "grad_norm": 1.7319583920769421, + "learning_rate": 6.136203876886803e-07, + "loss": 1.0523, + "step": 6476 + }, + { + "epoch": 0.8914120561519405, + "grad_norm": 1.544681917454065, + "learning_rate": 6.120839366829401e-07, + "loss": 0.9697, + "step": 6477 + }, + { + "epoch": 0.8915496834571979, + "grad_norm": 1.5589518223432945, + "learning_rate": 6.105493509276139e-07, + "loss": 1.1376, + "step": 6478 + }, + { + "epoch": 0.8916873107624552, + "grad_norm": 1.9885274696386797, + "learning_rate": 6.090166307276047e-07, + "loss": 1.0683, + "step": 6479 + }, + { + "epoch": 0.8918249380677127, + "grad_norm": 1.9557304891078988, + "learning_rate": 6.074857763874431e-07, + "loss": 1.0521, + "step": 6480 + }, + { + "epoch": 0.89196256537297, + "grad_norm": 1.6327844145765478, + "learning_rate": 6.059567882112871e-07, + "loss": 0.9944, + "step": 6481 + }, + { + "epoch": 0.8921001926782274, + "grad_norm": 1.4994676133669123, + "learning_rate": 6.04429666502927e-07, + "loss": 0.9465, + "step": 6482 + }, + { + "epoch": 0.8922378199834847, + "grad_norm": 1.5691981441673328, + "learning_rate": 6.029044115657812e-07, + "loss": 1.0682, + "step": 6483 + }, + { + "epoch": 0.8923754472887421, + "grad_norm": 1.7372780251749615, + "learning_rate": 6.013810237028972e-07, + "loss": 1.0401, + "step": 6484 + }, + { + "epoch": 0.8925130745939994, + "grad_norm": 1.7998662314250458, + "learning_rate": 5.998595032169496e-07, + "loss": 1.0743, + "step": 6485 + }, + { + "epoch": 0.8926507018992568, + "grad_norm": 1.6489127785632904, + "learning_rate": 5.983398504102456e-07, + "loss": 0.9164, + "step": 6486 + }, + { + "epoch": 0.8927883292045142, + "grad_norm": 1.441717541294792, + "learning_rate": 5.968220655847167e-07, + "loss": 1.0276, + "step": 6487 + }, + { + "epoch": 0.8929259565097716, + "grad_norm": 1.5786011818755599, + "learning_rate": 5.95306149041931e-07, + "loss": 1.0027, + "step": 6488 + }, + { + "epoch": 0.8930635838150289, + "grad_norm": 1.7198493067141838, + "learning_rate": 5.937921010830738e-07, + "loss": 1.0337, + "step": 6489 + }, + { + "epoch": 0.8932012111202863, + "grad_norm": 1.7649934402321557, + "learning_rate": 5.922799220089726e-07, + "loss": 1.0597, + "step": 6490 + }, + { + "epoch": 0.8933388384255436, + "grad_norm": 1.5482831372754575, + "learning_rate": 5.907696121200701e-07, + "loss": 1.0471, + "step": 6491 + }, + { + "epoch": 0.893476465730801, + "grad_norm": 1.6416417531013103, + "learning_rate": 5.892611717164498e-07, + "loss": 1.0842, + "step": 6492 + }, + { + "epoch": 0.8936140930360583, + "grad_norm": 1.4520149896397134, + "learning_rate": 5.877546010978142e-07, + "loss": 1.0947, + "step": 6493 + }, + { + "epoch": 0.8937517203413157, + "grad_norm": 1.6768986741074097, + "learning_rate": 5.862499005635003e-07, + "loss": 1.0987, + "step": 6494 + }, + { + "epoch": 0.8938893476465731, + "grad_norm": 1.5919900037192982, + "learning_rate": 5.847470704124703e-07, + "loss": 1.0557, + "step": 6495 + }, + { + "epoch": 0.8940269749518305, + "grad_norm": 1.5585009336499114, + "learning_rate": 5.832461109433174e-07, + "loss": 1.0612, + "step": 6496 + }, + { + "epoch": 0.8941646022570878, + "grad_norm": 1.6073555174411818, + "learning_rate": 5.81747022454261e-07, + "loss": 1.1196, + "step": 6497 + }, + { + "epoch": 0.8943022295623452, + "grad_norm": 1.6710353224793286, + "learning_rate": 5.802498052431493e-07, + "loss": 1.024, + "step": 6498 + }, + { + "epoch": 0.8944398568676025, + "grad_norm": 1.6572627930107622, + "learning_rate": 5.787544596074613e-07, + "loss": 1.0641, + "step": 6499 + }, + { + "epoch": 0.8945774841728599, + "grad_norm": 1.6682147374236949, + "learning_rate": 5.772609858442946e-07, + "loss": 1.0579, + "step": 6500 + }, + { + "epoch": 0.8947151114781172, + "grad_norm": 1.5032621818559668, + "learning_rate": 5.757693842503898e-07, + "loss": 1.0351, + "step": 6501 + }, + { + "epoch": 0.8948527387833746, + "grad_norm": 1.6531171576918962, + "learning_rate": 5.742796551221042e-07, + "loss": 1.0239, + "step": 6502 + }, + { + "epoch": 0.894990366088632, + "grad_norm": 1.754088667135453, + "learning_rate": 5.727917987554266e-07, + "loss": 1.2019, + "step": 6503 + }, + { + "epoch": 0.8951279933938894, + "grad_norm": 1.674988106951385, + "learning_rate": 5.71305815445975e-07, + "loss": 1.0551, + "step": 6504 + }, + { + "epoch": 0.8952656206991467, + "grad_norm": 1.4390625080590247, + "learning_rate": 5.698217054889921e-07, + "loss": 0.9935, + "step": 6505 + }, + { + "epoch": 0.8954032480044041, + "grad_norm": 1.636897813018032, + "learning_rate": 5.68339469179352e-07, + "loss": 1.035, + "step": 6506 + }, + { + "epoch": 0.8955408753096614, + "grad_norm": 1.6617050093944372, + "learning_rate": 5.668591068115536e-07, + "loss": 1.0794, + "step": 6507 + }, + { + "epoch": 0.8956785026149188, + "grad_norm": 1.8346314346907762, + "learning_rate": 5.653806186797262e-07, + "loss": 1.1567, + "step": 6508 + }, + { + "epoch": 0.8958161299201761, + "grad_norm": 1.6118171060435427, + "learning_rate": 5.639040050776223e-07, + "loss": 1.0273, + "step": 6509 + }, + { + "epoch": 0.8959537572254336, + "grad_norm": 1.5821054200950422, + "learning_rate": 5.624292662986275e-07, + "loss": 1.1562, + "step": 6510 + }, + { + "epoch": 0.8960913845306909, + "grad_norm": 1.6613165605552667, + "learning_rate": 5.609564026357517e-07, + "loss": 1.0437, + "step": 6511 + }, + { + "epoch": 0.8962290118359483, + "grad_norm": 1.5651190169874138, + "learning_rate": 5.594854143816298e-07, + "loss": 0.9836, + "step": 6512 + }, + { + "epoch": 0.8963666391412056, + "grad_norm": 1.7282727249030652, + "learning_rate": 5.580163018285323e-07, + "loss": 1.0278, + "step": 6513 + }, + { + "epoch": 0.896504266446463, + "grad_norm": 1.4704114413365847, + "learning_rate": 5.565490652683481e-07, + "loss": 1.0306, + "step": 6514 + }, + { + "epoch": 0.8966418937517203, + "grad_norm": 1.72593343136779, + "learning_rate": 5.550837049925984e-07, + "loss": 1.1686, + "step": 6515 + }, + { + "epoch": 0.8967795210569777, + "grad_norm": 1.7040633844380857, + "learning_rate": 5.536202212924291e-07, + "loss": 1.0816, + "step": 6516 + }, + { + "epoch": 0.896917148362235, + "grad_norm": 1.6353050513344505, + "learning_rate": 5.521586144586144e-07, + "loss": 1.0133, + "step": 6517 + }, + { + "epoch": 0.8970547756674925, + "grad_norm": 1.7265146035205985, + "learning_rate": 5.506988847815564e-07, + "loss": 0.9812, + "step": 6518 + }, + { + "epoch": 0.8971924029727498, + "grad_norm": 1.5040628315694653, + "learning_rate": 5.49241032551282e-07, + "loss": 1.0036, + "step": 6519 + }, + { + "epoch": 0.8973300302780072, + "grad_norm": 1.6142096790102005, + "learning_rate": 5.477850580574506e-07, + "loss": 1.0715, + "step": 6520 + }, + { + "epoch": 0.8974676575832645, + "grad_norm": 1.5489610351676726, + "learning_rate": 5.463309615893387e-07, + "loss": 1.096, + "step": 6521 + }, + { + "epoch": 0.8976052848885219, + "grad_norm": 1.519170326458248, + "learning_rate": 5.448787434358604e-07, + "loss": 0.9785, + "step": 6522 + }, + { + "epoch": 0.8977429121937792, + "grad_norm": 1.6582225926824008, + "learning_rate": 5.434284038855475e-07, + "loss": 1.0295, + "step": 6523 + }, + { + "epoch": 0.8978805394990366, + "grad_norm": 1.5599590723287287, + "learning_rate": 5.41979943226566e-07, + "loss": 1.0272, + "step": 6524 + }, + { + "epoch": 0.898018166804294, + "grad_norm": 1.6249241419777163, + "learning_rate": 5.405333617467012e-07, + "loss": 1.0875, + "step": 6525 + }, + { + "epoch": 0.8981557941095514, + "grad_norm": 1.521176048434517, + "learning_rate": 5.390886597333733e-07, + "loss": 1.0423, + "step": 6526 + }, + { + "epoch": 0.8982934214148087, + "grad_norm": 1.7156409377491082, + "learning_rate": 5.376458374736227e-07, + "loss": 1.0805, + "step": 6527 + }, + { + "epoch": 0.8984310487200661, + "grad_norm": 1.8552878874779528, + "learning_rate": 5.362048952541176e-07, + "loss": 1.1072, + "step": 6528 + }, + { + "epoch": 0.8985686760253234, + "grad_norm": 1.6775838187145333, + "learning_rate": 5.347658333611561e-07, + "loss": 0.9899, + "step": 6529 + }, + { + "epoch": 0.8987063033305808, + "grad_norm": 1.7641610393198945, + "learning_rate": 5.33328652080658e-07, + "loss": 1.0026, + "step": 6530 + }, + { + "epoch": 0.8988439306358381, + "grad_norm": 1.5833022228142668, + "learning_rate": 5.318933516981728e-07, + "loss": 1.0159, + "step": 6531 + }, + { + "epoch": 0.8989815579410955, + "grad_norm": 1.5995472900697623, + "learning_rate": 5.304599324988724e-07, + "loss": 1.0537, + "step": 6532 + }, + { + "epoch": 0.8991191852463529, + "grad_norm": 1.5813494254380298, + "learning_rate": 5.290283947675612e-07, + "loss": 0.9207, + "step": 6533 + }, + { + "epoch": 0.8992568125516103, + "grad_norm": 1.7220080589962312, + "learning_rate": 5.275987387886638e-07, + "loss": 1.021, + "step": 6534 + }, + { + "epoch": 0.8993944398568676, + "grad_norm": 1.452149438554303, + "learning_rate": 5.261709648462344e-07, + "loss": 1.0098, + "step": 6535 + }, + { + "epoch": 0.899532067162125, + "grad_norm": 1.562949591158332, + "learning_rate": 5.247450732239512e-07, + "loss": 1.0768, + "step": 6536 + }, + { + "epoch": 0.8996696944673823, + "grad_norm": 1.6897890190458802, + "learning_rate": 5.2332106420512e-07, + "loss": 1.044, + "step": 6537 + }, + { + "epoch": 0.8998073217726397, + "grad_norm": 1.8200204404595104, + "learning_rate": 5.218989380726725e-07, + "loss": 1.0628, + "step": 6538 + }, + { + "epoch": 0.899944949077897, + "grad_norm": 1.639755557747547, + "learning_rate": 5.204786951091645e-07, + "loss": 1.0673, + "step": 6539 + }, + { + "epoch": 0.9000825763831544, + "grad_norm": 1.605125870820384, + "learning_rate": 5.190603355967793e-07, + "loss": 1.078, + "step": 6540 + }, + { + "epoch": 0.9002202036884118, + "grad_norm": 1.5578055210168815, + "learning_rate": 5.176438598173251e-07, + "loss": 1.069, + "step": 6541 + }, + { + "epoch": 0.9003578309936692, + "grad_norm": 1.486503203554053, + "learning_rate": 5.162292680522363e-07, + "loss": 0.9849, + "step": 6542 + }, + { + "epoch": 0.9004954582989265, + "grad_norm": 1.5791842552826445, + "learning_rate": 5.148165605825739e-07, + "loss": 1.0711, + "step": 6543 + }, + { + "epoch": 0.9006330856041839, + "grad_norm": 1.6067111347094059, + "learning_rate": 5.134057376890222e-07, + "loss": 1.0305, + "step": 6544 + }, + { + "epoch": 0.9007707129094412, + "grad_norm": 1.4348046930720955, + "learning_rate": 5.119967996518948e-07, + "loss": 1.0481, + "step": 6545 + }, + { + "epoch": 0.9009083402146986, + "grad_norm": 1.6419063378448295, + "learning_rate": 5.105897467511256e-07, + "loss": 1.1028, + "step": 6546 + }, + { + "epoch": 0.9010459675199559, + "grad_norm": 1.9398359977740738, + "learning_rate": 5.091845792662775e-07, + "loss": 1.0635, + "step": 6547 + }, + { + "epoch": 0.9011835948252134, + "grad_norm": 1.4803023501531913, + "learning_rate": 5.077812974765395e-07, + "loss": 1.0129, + "step": 6548 + }, + { + "epoch": 0.9013212221304707, + "grad_norm": 1.70896012548715, + "learning_rate": 5.063799016607218e-07, + "loss": 1.0175, + "step": 6549 + }, + { + "epoch": 0.9014588494357281, + "grad_norm": 1.653539495038306, + "learning_rate": 5.049803920972652e-07, + "loss": 1.0766, + "step": 6550 + }, + { + "epoch": 0.9015964767409854, + "grad_norm": 1.7281285285142352, + "learning_rate": 5.035827690642303e-07, + "loss": 1.0669, + "step": 6551 + }, + { + "epoch": 0.9017341040462428, + "grad_norm": 1.8442620439869513, + "learning_rate": 5.021870328393108e-07, + "loss": 1.1085, + "step": 6552 + }, + { + "epoch": 0.9018717313515001, + "grad_norm": 1.478124592357124, + "learning_rate": 5.007931836998136e-07, + "loss": 1.0104, + "step": 6553 + }, + { + "epoch": 0.9020093586567575, + "grad_norm": 1.4901365203303176, + "learning_rate": 4.99401221922684e-07, + "loss": 1.0805, + "step": 6554 + }, + { + "epoch": 0.9021469859620148, + "grad_norm": 2.0282867509268923, + "learning_rate": 4.980111477844796e-07, + "loss": 1.0853, + "step": 6555 + }, + { + "epoch": 0.9022846132672723, + "grad_norm": 1.6641921709738152, + "learning_rate": 4.966229615613927e-07, + "loss": 1.1207, + "step": 6556 + }, + { + "epoch": 0.9024222405725296, + "grad_norm": 1.6540946094598226, + "learning_rate": 4.952366635292371e-07, + "loss": 1.0295, + "step": 6557 + }, + { + "epoch": 0.902559867877787, + "grad_norm": 1.5817236218381923, + "learning_rate": 4.938522539634505e-07, + "loss": 1.0848, + "step": 6558 + }, + { + "epoch": 0.9026974951830443, + "grad_norm": 1.8344076465196504, + "learning_rate": 4.92469733139096e-07, + "loss": 1.0979, + "step": 6559 + }, + { + "epoch": 0.9028351224883017, + "grad_norm": 1.574947042178265, + "learning_rate": 4.910891013308617e-07, + "loss": 1.0007, + "step": 6560 + }, + { + "epoch": 0.902972749793559, + "grad_norm": 1.6984927982709763, + "learning_rate": 4.897103588130591e-07, + "loss": 1.0486, + "step": 6561 + }, + { + "epoch": 0.9031103770988164, + "grad_norm": 1.7306763611642502, + "learning_rate": 4.883335058596284e-07, + "loss": 1.088, + "step": 6562 + }, + { + "epoch": 0.9032480044040738, + "grad_norm": 1.6408955402285705, + "learning_rate": 4.869585427441281e-07, + "loss": 1.0426, + "step": 6563 + }, + { + "epoch": 0.9033856317093312, + "grad_norm": 1.6119567285117904, + "learning_rate": 4.855854697397467e-07, + "loss": 0.9393, + "step": 6564 + }, + { + "epoch": 0.9035232590145885, + "grad_norm": 1.4970540344384193, + "learning_rate": 4.842142871192934e-07, + "loss": 0.9787, + "step": 6565 + }, + { + "epoch": 0.9036608863198459, + "grad_norm": 1.5365895694282485, + "learning_rate": 4.82844995155205e-07, + "loss": 1.0808, + "step": 6566 + }, + { + "epoch": 0.9037985136251032, + "grad_norm": 1.6986297200052485, + "learning_rate": 4.814775941195404e-07, + "loss": 0.9915, + "step": 6567 + }, + { + "epoch": 0.9039361409303606, + "grad_norm": 1.9297506783263394, + "learning_rate": 4.801120842839834e-07, + "loss": 1.074, + "step": 6568 + }, + { + "epoch": 0.9040737682356179, + "grad_norm": 1.6792501626132907, + "learning_rate": 4.787484659198427e-07, + "loss": 1.1184, + "step": 6569 + }, + { + "epoch": 0.9042113955408753, + "grad_norm": 1.8306645404195088, + "learning_rate": 4.773867392980491e-07, + "loss": 0.9583, + "step": 6570 + }, + { + "epoch": 0.9043490228461327, + "grad_norm": 1.5292826711086507, + "learning_rate": 4.760269046891608e-07, + "loss": 1.045, + "step": 6571 + }, + { + "epoch": 0.9044866501513901, + "grad_norm": 1.698499194345428, + "learning_rate": 4.7466896236335823e-07, + "loss": 1.1239, + "step": 6572 + }, + { + "epoch": 0.9046242774566474, + "grad_norm": 1.5302489885870074, + "learning_rate": 4.7331291259044345e-07, + "loss": 1.0202, + "step": 6573 + }, + { + "epoch": 0.9047619047619048, + "grad_norm": 1.5496259012150453, + "learning_rate": 4.719587556398464e-07, + "loss": 0.9531, + "step": 6574 + }, + { + "epoch": 0.9048995320671621, + "grad_norm": 1.5829075030515771, + "learning_rate": 4.70606491780623e-07, + "loss": 0.9877, + "step": 6575 + }, + { + "epoch": 0.9050371593724195, + "grad_norm": 1.7768403987126375, + "learning_rate": 4.692561212814439e-07, + "loss": 1.0144, + "step": 6576 + }, + { + "epoch": 0.9051747866776768, + "grad_norm": 1.5771850068691906, + "learning_rate": 4.6790764441061345e-07, + "loss": 1.0695, + "step": 6577 + }, + { + "epoch": 0.9053124139829342, + "grad_norm": 1.8406023658269484, + "learning_rate": 4.665610614360527e-07, + "loss": 1.0218, + "step": 6578 + }, + { + "epoch": 0.9054500412881916, + "grad_norm": 1.5532784297281694, + "learning_rate": 4.6521637262531117e-07, + "loss": 1.0203, + "step": 6579 + }, + { + "epoch": 0.905587668593449, + "grad_norm": 1.589375590397634, + "learning_rate": 4.6387357824555945e-07, + "loss": 0.9069, + "step": 6580 + }, + { + "epoch": 0.9057252958987063, + "grad_norm": 1.7550367761319094, + "learning_rate": 4.6253267856359087e-07, + "loss": 1.0783, + "step": 6581 + }, + { + "epoch": 0.9058629232039637, + "grad_norm": 1.7632950031298908, + "learning_rate": 4.6119367384582783e-07, + "loss": 1.091, + "step": 6582 + }, + { + "epoch": 0.906000550509221, + "grad_norm": 1.7500173585214716, + "learning_rate": 4.598565643583075e-07, + "loss": 1.0798, + "step": 6583 + }, + { + "epoch": 0.9061381778144784, + "grad_norm": 1.8289435530322309, + "learning_rate": 4.5852135036669965e-07, + "loss": 1.0376, + "step": 6584 + }, + { + "epoch": 0.9062758051197357, + "grad_norm": 1.6649306236012067, + "learning_rate": 4.571880321362887e-07, + "loss": 0.9638, + "step": 6585 + }, + { + "epoch": 0.9064134324249932, + "grad_norm": 1.7224208374456214, + "learning_rate": 4.5585660993199166e-07, + "loss": 1.0658, + "step": 6586 + }, + { + "epoch": 0.9065510597302505, + "grad_norm": 1.5823605816086184, + "learning_rate": 4.54527084018338e-07, + "loss": 1.0405, + "step": 6587 + }, + { + "epoch": 0.9066886870355079, + "grad_norm": 1.3854281987557546, + "learning_rate": 4.531994546594909e-07, + "loss": 1.0095, + "step": 6588 + }, + { + "epoch": 0.9068263143407652, + "grad_norm": 1.6673652573714883, + "learning_rate": 4.518737221192304e-07, + "loss": 1.1488, + "step": 6589 + }, + { + "epoch": 0.9069639416460226, + "grad_norm": 1.6808582568072112, + "learning_rate": 4.5054988666096255e-07, + "loss": 1.0801, + "step": 6590 + }, + { + "epoch": 0.9071015689512799, + "grad_norm": 1.6824645143642762, + "learning_rate": 4.4922794854771355e-07, + "loss": 1.0034, + "step": 6591 + }, + { + "epoch": 0.9072391962565373, + "grad_norm": 1.6380342052536854, + "learning_rate": 4.479079080421356e-07, + "loss": 1.0234, + "step": 6592 + }, + { + "epoch": 0.9073768235617946, + "grad_norm": 1.5435006452365865, + "learning_rate": 4.465897654065032e-07, + "loss": 0.9927, + "step": 6593 + }, + { + "epoch": 0.9075144508670521, + "grad_norm": 1.7257894685575328, + "learning_rate": 4.4527352090271147e-07, + "loss": 1.179, + "step": 6594 + }, + { + "epoch": 0.9076520781723094, + "grad_norm": 1.703324723079141, + "learning_rate": 4.4395917479228225e-07, + "loss": 1.1543, + "step": 6595 + }, + { + "epoch": 0.9077897054775668, + "grad_norm": 1.7389390884827256, + "learning_rate": 4.426467273363566e-07, + "loss": 1.1076, + "step": 6596 + }, + { + "epoch": 0.9079273327828241, + "grad_norm": 1.6228010013199328, + "learning_rate": 4.413361787956993e-07, + "loss": 1.0182, + "step": 6597 + }, + { + "epoch": 0.9080649600880815, + "grad_norm": 1.60566403462698, + "learning_rate": 4.4002752943070105e-07, + "loss": 1.0278, + "step": 6598 + }, + { + "epoch": 0.9082025873933388, + "grad_norm": 1.8186829871203598, + "learning_rate": 4.3872077950136925e-07, + "loss": 1.0843, + "step": 6599 + }, + { + "epoch": 0.9083402146985962, + "grad_norm": 1.5121288486724864, + "learning_rate": 4.3741592926734076e-07, + "loss": 1.0803, + "step": 6600 + }, + { + "epoch": 0.9084778420038536, + "grad_norm": 1.4232745601864123, + "learning_rate": 4.3611297898786817e-07, + "loss": 0.9309, + "step": 6601 + }, + { + "epoch": 0.908615469309111, + "grad_norm": 1.7129704202422047, + "learning_rate": 4.348119289218322e-07, + "loss": 0.9999, + "step": 6602 + }, + { + "epoch": 0.9087530966143683, + "grad_norm": 1.6516241616071548, + "learning_rate": 4.335127793277316e-07, + "loss": 1.1638, + "step": 6603 + }, + { + "epoch": 0.9088907239196257, + "grad_norm": 1.681083071660921, + "learning_rate": 4.322155304636921e-07, + "loss": 1.0606, + "step": 6604 + }, + { + "epoch": 0.909028351224883, + "grad_norm": 1.6159290615568684, + "learning_rate": 4.309201825874576e-07, + "loss": 0.9875, + "step": 6605 + }, + { + "epoch": 0.9091659785301404, + "grad_norm": 1.800850653285508, + "learning_rate": 4.2962673595639435e-07, + "loss": 1.0581, + "step": 6606 + }, + { + "epoch": 0.9093036058353977, + "grad_norm": 1.5711309783807106, + "learning_rate": 4.28335190827498e-07, + "loss": 0.9378, + "step": 6607 + }, + { + "epoch": 0.9094412331406551, + "grad_norm": 1.6979197367268584, + "learning_rate": 4.2704554745737534e-07, + "loss": 1.1707, + "step": 6608 + }, + { + "epoch": 0.9095788604459125, + "grad_norm": 1.7264828262714755, + "learning_rate": 4.2575780610226494e-07, + "loss": 1.14, + "step": 6609 + }, + { + "epoch": 0.9097164877511699, + "grad_norm": 1.670452988311201, + "learning_rate": 4.2447196701801976e-07, + "loss": 1.0623, + "step": 6610 + }, + { + "epoch": 0.9098541150564272, + "grad_norm": 1.731105355292811, + "learning_rate": 4.231880304601199e-07, + "loss": 1.1763, + "step": 6611 + }, + { + "epoch": 0.9099917423616846, + "grad_norm": 1.6209973875944452, + "learning_rate": 4.2190599668366584e-07, + "loss": 1.0557, + "step": 6612 + }, + { + "epoch": 0.9101293696669419, + "grad_norm": 1.7383813912022281, + "learning_rate": 4.206258659433804e-07, + "loss": 1.0446, + "step": 6613 + }, + { + "epoch": 0.9102669969721993, + "grad_norm": 1.51156413873665, + "learning_rate": 4.1934763849361016e-07, + "loss": 1.0271, + "step": 6614 + }, + { + "epoch": 0.9104046242774566, + "grad_norm": 1.6705508270715965, + "learning_rate": 4.180713145883164e-07, + "loss": 1.0599, + "step": 6615 + }, + { + "epoch": 0.910542251582714, + "grad_norm": 1.729072203904202, + "learning_rate": 4.1679689448109294e-07, + "loss": 1.0181, + "step": 6616 + }, + { + "epoch": 0.9106798788879714, + "grad_norm": 1.6126209164815601, + "learning_rate": 4.1552437842514395e-07, + "loss": 1.0236, + "step": 6617 + }, + { + "epoch": 0.9108175061932288, + "grad_norm": 1.5303689488990695, + "learning_rate": 4.1425376667330596e-07, + "loss": 1.1036, + "step": 6618 + }, + { + "epoch": 0.9109551334984861, + "grad_norm": 1.599611425300217, + "learning_rate": 4.1298505947802825e-07, + "loss": 1.0512, + "step": 6619 + }, + { + "epoch": 0.9110927608037435, + "grad_norm": 1.6093762362307813, + "learning_rate": 4.1171825709138804e-07, + "loss": 1.0622, + "step": 6620 + }, + { + "epoch": 0.9112303881090008, + "grad_norm": 1.5189801263507219, + "learning_rate": 4.104533597650817e-07, + "loss": 1.0351, + "step": 6621 + }, + { + "epoch": 0.9113680154142582, + "grad_norm": 1.6423498588096588, + "learning_rate": 4.0919036775042496e-07, + "loss": 1.068, + "step": 6622 + }, + { + "epoch": 0.9115056427195155, + "grad_norm": 1.8436023885848378, + "learning_rate": 4.0792928129835927e-07, + "loss": 1.1852, + "step": 6623 + }, + { + "epoch": 0.911643270024773, + "grad_norm": 1.5786250623496116, + "learning_rate": 4.0667010065944423e-07, + "loss": 1.0427, + "step": 6624 + }, + { + "epoch": 0.9117808973300303, + "grad_norm": 1.7248727493840337, + "learning_rate": 4.0541282608386077e-07, + "loss": 1.0463, + "step": 6625 + }, + { + "epoch": 0.9119185246352877, + "grad_norm": 1.6480787841076923, + "learning_rate": 4.041574578214147e-07, + "loss": 1.0718, + "step": 6626 + }, + { + "epoch": 0.912056151940545, + "grad_norm": 1.6583290227752654, + "learning_rate": 4.0290399612152755e-07, + "loss": 1.1227, + "step": 6627 + }, + { + "epoch": 0.9121937792458024, + "grad_norm": 1.5465154861443058, + "learning_rate": 4.0165244123324674e-07, + "loss": 1.0049, + "step": 6628 + }, + { + "epoch": 0.9123314065510597, + "grad_norm": 1.5956304352771564, + "learning_rate": 4.00402793405239e-07, + "loss": 1.0375, + "step": 6629 + }, + { + "epoch": 0.9124690338563171, + "grad_norm": 1.5593966271005881, + "learning_rate": 3.9915505288579236e-07, + "loss": 0.9751, + "step": 6630 + }, + { + "epoch": 0.9126066611615744, + "grad_norm": 1.6402862640085978, + "learning_rate": 3.9790921992281515e-07, + "loss": 1.1731, + "step": 6631 + }, + { + "epoch": 0.9127442884668319, + "grad_norm": 1.572928769312183, + "learning_rate": 3.966652947638383e-07, + "loss": 1.0526, + "step": 6632 + }, + { + "epoch": 0.9128819157720892, + "grad_norm": 1.4814587881275176, + "learning_rate": 3.9542327765601183e-07, + "loss": 1.092, + "step": 6633 + }, + { + "epoch": 0.9130195430773466, + "grad_norm": 1.5936678482980566, + "learning_rate": 3.941831688461073e-07, + "loss": 1.0083, + "step": 6634 + }, + { + "epoch": 0.9131571703826039, + "grad_norm": 1.5368592530396246, + "learning_rate": 3.9294496858051757e-07, + "loss": 1.0366, + "step": 6635 + }, + { + "epoch": 0.9132947976878613, + "grad_norm": 1.4913105442446644, + "learning_rate": 3.9170867710525583e-07, + "loss": 1.0624, + "step": 6636 + }, + { + "epoch": 0.9134324249931186, + "grad_norm": 1.8080972805172268, + "learning_rate": 3.90474294665959e-07, + "loss": 1.0564, + "step": 6637 + }, + { + "epoch": 0.913570052298376, + "grad_norm": 1.6149744541698114, + "learning_rate": 3.8924182150787635e-07, + "loss": 1.0232, + "step": 6638 + }, + { + "epoch": 0.9137076796036334, + "grad_norm": 1.4907875994428055, + "learning_rate": 3.88011257875891e-07, + "loss": 1.0787, + "step": 6639 + }, + { + "epoch": 0.9138453069088908, + "grad_norm": 1.5054561808786695, + "learning_rate": 3.867826040144906e-07, + "loss": 1.0393, + "step": 6640 + }, + { + "epoch": 0.9139829342141481, + "grad_norm": 1.6744814024957206, + "learning_rate": 3.855558601678e-07, + "loss": 1.1478, + "step": 6641 + }, + { + "epoch": 0.9141205615194055, + "grad_norm": 1.6569874251842558, + "learning_rate": 3.843310265795508e-07, + "loss": 0.9549, + "step": 6642 + }, + { + "epoch": 0.9142581888246628, + "grad_norm": 1.7105213719941608, + "learning_rate": 3.8310810349310165e-07, + "loss": 1.1104, + "step": 6643 + }, + { + "epoch": 0.9143958161299202, + "grad_norm": 1.7155013212026406, + "learning_rate": 3.8188709115143384e-07, + "loss": 1.0027, + "step": 6644 + }, + { + "epoch": 0.9145334434351775, + "grad_norm": 1.7112071054336162, + "learning_rate": 3.8066798979714106e-07, + "loss": 1.1609, + "step": 6645 + }, + { + "epoch": 0.9146710707404349, + "grad_norm": 1.6996216813236904, + "learning_rate": 3.7945079967244613e-07, + "loss": 1.1649, + "step": 6646 + }, + { + "epoch": 0.9148086980456923, + "grad_norm": 1.7958499303443385, + "learning_rate": 3.782355210191846e-07, + "loss": 1.0842, + "step": 6647 + }, + { + "epoch": 0.9149463253509497, + "grad_norm": 1.5693537156147106, + "learning_rate": 3.770221540788188e-07, + "loss": 1.1279, + "step": 6648 + }, + { + "epoch": 0.915083952656207, + "grad_norm": 1.7571614817632788, + "learning_rate": 3.75810699092426e-07, + "loss": 1.0539, + "step": 6649 + }, + { + "epoch": 0.9152215799614644, + "grad_norm": 1.4864645778077268, + "learning_rate": 3.746011563007057e-07, + "loss": 1.0463, + "step": 6650 + }, + { + "epoch": 0.9153592072667217, + "grad_norm": 1.5729599522762336, + "learning_rate": 3.733935259439803e-07, + "loss": 0.998, + "step": 6651 + }, + { + "epoch": 0.9154968345719791, + "grad_norm": 1.6090809509903319, + "learning_rate": 3.721878082621866e-07, + "loss": 1.1194, + "step": 6652 + }, + { + "epoch": 0.9156344618772364, + "grad_norm": 1.4727738753999475, + "learning_rate": 3.7098400349488415e-07, + "loss": 0.9745, + "step": 6653 + }, + { + "epoch": 0.9157720891824938, + "grad_norm": 1.7723206628506358, + "learning_rate": 3.6978211188125504e-07, + "loss": 1.0659, + "step": 6654 + }, + { + "epoch": 0.9159097164877512, + "grad_norm": 1.5718166857244333, + "learning_rate": 3.685821336600959e-07, + "loss": 0.9614, + "step": 6655 + }, + { + "epoch": 0.9160473437930086, + "grad_norm": 1.7134613192039179, + "learning_rate": 3.6738406906982716e-07, + "loss": 1.0364, + "step": 6656 + }, + { + "epoch": 0.9161849710982659, + "grad_norm": 1.6207682947826023, + "learning_rate": 3.6618791834848734e-07, + "loss": 1.0469, + "step": 6657 + }, + { + "epoch": 0.9163225984035233, + "grad_norm": 1.677168339000847, + "learning_rate": 3.649936817337363e-07, + "loss": 1.0015, + "step": 6658 + }, + { + "epoch": 0.9164602257087806, + "grad_norm": 1.5487111848597521, + "learning_rate": 3.63801359462852e-07, + "loss": 0.9984, + "step": 6659 + }, + { + "epoch": 0.916597853014038, + "grad_norm": 1.5884662249270456, + "learning_rate": 3.6261095177273164e-07, + "loss": 1.0113, + "step": 6660 + }, + { + "epoch": 0.9167354803192953, + "grad_norm": 1.7202151810330768, + "learning_rate": 3.614224588998938e-07, + "loss": 1.0617, + "step": 6661 + }, + { + "epoch": 0.9168731076245528, + "grad_norm": 1.572424414547051, + "learning_rate": 3.6023588108047627e-07, + "loss": 1.007, + "step": 6662 + }, + { + "epoch": 0.9170107349298101, + "grad_norm": 1.6713195305298385, + "learning_rate": 3.590512185502348e-07, + "loss": 1.0232, + "step": 6663 + }, + { + "epoch": 0.9171483622350675, + "grad_norm": 1.40867471241248, + "learning_rate": 3.5786847154454576e-07, + "loss": 1.0176, + "step": 6664 + }, + { + "epoch": 0.9172859895403248, + "grad_norm": 1.7855935389194424, + "learning_rate": 3.5668764029840543e-07, + "loss": 1.1599, + "step": 6665 + }, + { + "epoch": 0.9174236168455822, + "grad_norm": 1.4976657307545633, + "learning_rate": 3.5550872504642844e-07, + "loss": 1.0639, + "step": 6666 + }, + { + "epoch": 0.9175612441508395, + "grad_norm": 1.6103878864087944, + "learning_rate": 3.543317260228485e-07, + "loss": 1.0997, + "step": 6667 + }, + { + "epoch": 0.9176988714560969, + "grad_norm": 1.4374834155306964, + "learning_rate": 3.5315664346151857e-07, + "loss": 1.0174, + "step": 6668 + }, + { + "epoch": 0.9178364987613542, + "grad_norm": 1.9338555710701069, + "learning_rate": 3.5198347759591634e-07, + "loss": 1.1155, + "step": 6669 + }, + { + "epoch": 0.9179741260666117, + "grad_norm": 1.8104982157375116, + "learning_rate": 3.5081222865912645e-07, + "loss": 1.1492, + "step": 6670 + }, + { + "epoch": 0.918111753371869, + "grad_norm": 1.7148619076603804, + "learning_rate": 3.496428968838661e-07, + "loss": 1.0591, + "step": 6671 + }, + { + "epoch": 0.9182493806771264, + "grad_norm": 1.584738868339164, + "learning_rate": 3.4847548250246167e-07, + "loss": 1.0769, + "step": 6672 + }, + { + "epoch": 0.9183870079823837, + "grad_norm": 1.7097616761832979, + "learning_rate": 3.473099857468665e-07, + "loss": 0.9614, + "step": 6673 + }, + { + "epoch": 0.9185246352876411, + "grad_norm": 1.4986339763310697, + "learning_rate": 3.461464068486442e-07, + "loss": 0.9837, + "step": 6674 + }, + { + "epoch": 0.9186622625928984, + "grad_norm": 1.6250332902120357, + "learning_rate": 3.4498474603898323e-07, + "loss": 1.0112, + "step": 6675 + }, + { + "epoch": 0.9187998898981558, + "grad_norm": 1.5804357659453643, + "learning_rate": 3.438250035486923e-07, + "loss": 1.0024, + "step": 6676 + }, + { + "epoch": 0.9189375172034132, + "grad_norm": 1.5666937787688178, + "learning_rate": 3.426671796081926e-07, + "loss": 0.9649, + "step": 6677 + }, + { + "epoch": 0.9190751445086706, + "grad_norm": 1.627138920030262, + "learning_rate": 3.415112744475313e-07, + "loss": 1.0131, + "step": 6678 + }, + { + "epoch": 0.9192127718139279, + "grad_norm": 1.451480448938803, + "learning_rate": 3.4035728829636796e-07, + "loss": 1.0807, + "step": 6679 + }, + { + "epoch": 0.9193503991191853, + "grad_norm": 1.530052436319017, + "learning_rate": 3.3920522138398805e-07, + "loss": 1.0431, + "step": 6680 + }, + { + "epoch": 0.9194880264244426, + "grad_norm": 1.6298699738837157, + "learning_rate": 3.380550739392863e-07, + "loss": 1.0573, + "step": 6681 + }, + { + "epoch": 0.9196256537297, + "grad_norm": 1.665231336137588, + "learning_rate": 3.369068461907843e-07, + "loss": 1.0869, + "step": 6682 + }, + { + "epoch": 0.9197632810349573, + "grad_norm": 1.671751725895209, + "learning_rate": 3.357605383666185e-07, + "loss": 1.0563, + "step": 6683 + }, + { + "epoch": 0.9199009083402147, + "grad_norm": 1.6357777583201003, + "learning_rate": 3.3461615069454555e-07, + "loss": 1.0936, + "step": 6684 + }, + { + "epoch": 0.9200385356454721, + "grad_norm": 1.5040208125757197, + "learning_rate": 3.334736834019381e-07, + "loss": 1.034, + "step": 6685 + }, + { + "epoch": 0.9201761629507295, + "grad_norm": 1.4530560736112532, + "learning_rate": 3.3233313671579e-07, + "loss": 0.9802, + "step": 6686 + }, + { + "epoch": 0.9203137902559868, + "grad_norm": 1.6392803419445723, + "learning_rate": 3.3119451086271125e-07, + "loss": 1.0175, + "step": 6687 + }, + { + "epoch": 0.9204514175612442, + "grad_norm": 1.5851545949719519, + "learning_rate": 3.3005780606893187e-07, + "loss": 1.0047, + "step": 6688 + }, + { + "epoch": 0.9205890448665015, + "grad_norm": 1.6232358806970477, + "learning_rate": 3.2892302256029907e-07, + "loss": 1.0139, + "step": 6689 + }, + { + "epoch": 0.9207266721717589, + "grad_norm": 1.6033146752162601, + "learning_rate": 3.277901605622802e-07, + "loss": 1.0189, + "step": 6690 + }, + { + "epoch": 0.9208642994770162, + "grad_norm": 1.9047011446949076, + "learning_rate": 3.2665922029995635e-07, + "loss": 1.1562, + "step": 6691 + }, + { + "epoch": 0.9210019267822736, + "grad_norm": 1.7100706614948022, + "learning_rate": 3.255302019980333e-07, + "loss": 1.0477, + "step": 6692 + }, + { + "epoch": 0.921139554087531, + "grad_norm": 1.5685148369563064, + "learning_rate": 3.2440310588082946e-07, + "loss": 1.0292, + "step": 6693 + }, + { + "epoch": 0.9212771813927884, + "grad_norm": 1.8269282868283117, + "learning_rate": 3.232779321722845e-07, + "loss": 1.0122, + "step": 6694 + }, + { + "epoch": 0.9214148086980457, + "grad_norm": 1.7821323782773553, + "learning_rate": 3.2215468109595416e-07, + "loss": 1.1126, + "step": 6695 + }, + { + "epoch": 0.921552436003303, + "grad_norm": 1.5279594622616095, + "learning_rate": 3.2103335287501314e-07, + "loss": 1.001, + "step": 6696 + }, + { + "epoch": 0.9216900633085604, + "grad_norm": 1.7663393899320807, + "learning_rate": 3.1991394773225435e-07, + "loss": 1.0597, + "step": 6697 + }, + { + "epoch": 0.9218276906138178, + "grad_norm": 1.58220280613742, + "learning_rate": 3.1879646589008775e-07, + "loss": 1.0101, + "step": 6698 + }, + { + "epoch": 0.9219653179190751, + "grad_norm": 1.9923744997592343, + "learning_rate": 3.176809075705445e-07, + "loss": 1.1528, + "step": 6699 + }, + { + "epoch": 0.9221029452243326, + "grad_norm": 1.609678510335352, + "learning_rate": 3.1656727299526513e-07, + "loss": 1.0181, + "step": 6700 + }, + { + "epoch": 0.9222405725295899, + "grad_norm": 1.7475006621586935, + "learning_rate": 3.154555623855193e-07, + "loss": 1.1024, + "step": 6701 + }, + { + "epoch": 0.9223781998348473, + "grad_norm": 1.5844922821539709, + "learning_rate": 3.1434577596218483e-07, + "loss": 1.1535, + "step": 6702 + }, + { + "epoch": 0.9225158271401046, + "grad_norm": 1.7483264468354611, + "learning_rate": 3.132379139457642e-07, + "loss": 0.9829, + "step": 6703 + }, + { + "epoch": 0.922653454445362, + "grad_norm": 1.4887928776591777, + "learning_rate": 3.121319765563702e-07, + "loss": 1.0977, + "step": 6704 + }, + { + "epoch": 0.9227910817506193, + "grad_norm": 1.7332230406723006, + "learning_rate": 3.110279640137415e-07, + "loss": 1.0775, + "step": 6705 + }, + { + "epoch": 0.9229287090558767, + "grad_norm": 1.6662625268722893, + "learning_rate": 3.099258765372304e-07, + "loss": 1.0523, + "step": 6706 + }, + { + "epoch": 0.923066336361134, + "grad_norm": 1.7228272679836332, + "learning_rate": 3.088257143458018e-07, + "loss": 1.0073, + "step": 6707 + }, + { + "epoch": 0.9232039636663915, + "grad_norm": 1.4541044397972944, + "learning_rate": 3.0772747765804854e-07, + "loss": 1.0565, + "step": 6708 + }, + { + "epoch": 0.9233415909716488, + "grad_norm": 1.8401556030057111, + "learning_rate": 3.0663116669217064e-07, + "loss": 1.1322, + "step": 6709 + }, + { + "epoch": 0.9234792182769062, + "grad_norm": 1.541474070898339, + "learning_rate": 3.055367816659949e-07, + "loss": 1.0555, + "step": 6710 + }, + { + "epoch": 0.9236168455821635, + "grad_norm": 1.5864540662201272, + "learning_rate": 3.0444432279695514e-07, + "loss": 1.0666, + "step": 6711 + }, + { + "epoch": 0.9237544728874209, + "grad_norm": 1.8482233920694642, + "learning_rate": 3.033537903021111e-07, + "loss": 1.1172, + "step": 6712 + }, + { + "epoch": 0.9238921001926782, + "grad_norm": 1.809414262530322, + "learning_rate": 3.022651843981372e-07, + "loss": 1.1685, + "step": 6713 + }, + { + "epoch": 0.9240297274979355, + "grad_norm": 1.7432503021394268, + "learning_rate": 3.0117850530132385e-07, + "loss": 1.0281, + "step": 6714 + }, + { + "epoch": 0.924167354803193, + "grad_norm": 1.565377801090811, + "learning_rate": 3.0009375322757826e-07, + "loss": 1.036, + "step": 6715 + }, + { + "epoch": 0.9243049821084504, + "grad_norm": 1.6944014095711588, + "learning_rate": 2.99010928392427e-07, + "loss": 1.0522, + "step": 6716 + }, + { + "epoch": 0.9244426094137077, + "grad_norm": 1.632749820555961, + "learning_rate": 2.9793003101101225e-07, + "loss": 1.0584, + "step": 6717 + }, + { + "epoch": 0.924580236718965, + "grad_norm": 1.5708197107799755, + "learning_rate": 2.968510612980935e-07, + "loss": 1.01, + "step": 6718 + }, + { + "epoch": 0.9247178640242224, + "grad_norm": 1.6867710527814783, + "learning_rate": 2.957740194680481e-07, + "loss": 1.1283, + "step": 6719 + }, + { + "epoch": 0.9248554913294798, + "grad_norm": 1.6142063301604883, + "learning_rate": 2.9469890573486705e-07, + "loss": 0.9686, + "step": 6720 + }, + { + "epoch": 0.9249931186347371, + "grad_norm": 1.521886833164317, + "learning_rate": 2.93625720312164e-07, + "loss": 1.0411, + "step": 6721 + }, + { + "epoch": 0.9251307459399944, + "grad_norm": 1.9677076298342304, + "learning_rate": 2.925544634131638e-07, + "loss": 1.2326, + "step": 6722 + }, + { + "epoch": 0.9252683732452519, + "grad_norm": 1.6621730357482996, + "learning_rate": 2.9148513525071085e-07, + "loss": 1.0427, + "step": 6723 + }, + { + "epoch": 0.9254060005505093, + "grad_norm": 1.7221916227180862, + "learning_rate": 2.904177360372662e-07, + "loss": 1.1219, + "step": 6724 + }, + { + "epoch": 0.9255436278557666, + "grad_norm": 1.6770947325443164, + "learning_rate": 2.8935226598490904e-07, + "loss": 1.0754, + "step": 6725 + }, + { + "epoch": 0.925681255161024, + "grad_norm": 1.8825200546904535, + "learning_rate": 2.8828872530533127e-07, + "loss": 1.0814, + "step": 6726 + }, + { + "epoch": 0.9258188824662813, + "grad_norm": 1.6617353273489752, + "learning_rate": 2.872271142098448e-07, + "loss": 1.1016, + "step": 6727 + }, + { + "epoch": 0.9259565097715386, + "grad_norm": 1.6632257936755952, + "learning_rate": 2.861674329093778e-07, + "loss": 1.0216, + "step": 6728 + }, + { + "epoch": 0.926094137076796, + "grad_norm": 1.876575993936766, + "learning_rate": 2.8510968161447386e-07, + "loss": 1.1484, + "step": 6729 + }, + { + "epoch": 0.9262317643820533, + "grad_norm": 1.6808534813850173, + "learning_rate": 2.840538605352927e-07, + "loss": 1.0919, + "step": 6730 + }, + { + "epoch": 0.9263693916873108, + "grad_norm": 1.6460652009895207, + "learning_rate": 2.829999698816155e-07, + "loss": 1.0765, + "step": 6731 + }, + { + "epoch": 0.9265070189925682, + "grad_norm": 1.810799657691226, + "learning_rate": 2.819480098628302e-07, + "loss": 1.0297, + "step": 6732 + }, + { + "epoch": 0.9266446462978255, + "grad_norm": 1.4945562377404706, + "learning_rate": 2.808979806879519e-07, + "loss": 0.9836, + "step": 6733 + }, + { + "epoch": 0.9267822736030829, + "grad_norm": 1.591181465755865, + "learning_rate": 2.7984988256560265e-07, + "loss": 1.1235, + "step": 6734 + }, + { + "epoch": 0.9269199009083402, + "grad_norm": 1.4837612475288948, + "learning_rate": 2.788037157040302e-07, + "loss": 0.9626, + "step": 6735 + }, + { + "epoch": 0.9270575282135975, + "grad_norm": 1.642253434986926, + "learning_rate": 2.7775948031108835e-07, + "loss": 1.0461, + "step": 6736 + }, + { + "epoch": 0.9271951555188549, + "grad_norm": 1.8112339275935159, + "learning_rate": 2.767171765942556e-07, + "loss": 1.138, + "step": 6737 + }, + { + "epoch": 0.9273327828241124, + "grad_norm": 1.6583325278873307, + "learning_rate": 2.7567680476062287e-07, + "loss": 1.0644, + "step": 6738 + }, + { + "epoch": 0.9274704101293697, + "grad_norm": 1.7005537270456648, + "learning_rate": 2.746383650168971e-07, + "loss": 0.9853, + "step": 6739 + }, + { + "epoch": 0.927608037434627, + "grad_norm": 1.5562798281841164, + "learning_rate": 2.7360185756940326e-07, + "loss": 1.1045, + "step": 6740 + }, + { + "epoch": 0.9277456647398844, + "grad_norm": 2.0101918704485167, + "learning_rate": 2.7256728262407884e-07, + "loss": 0.9898, + "step": 6741 + }, + { + "epoch": 0.9278832920451417, + "grad_norm": 1.6563894662445908, + "learning_rate": 2.715346403864838e-07, + "loss": 1.0416, + "step": 6742 + }, + { + "epoch": 0.9280209193503991, + "grad_norm": 1.4672281462229422, + "learning_rate": 2.705039310617852e-07, + "loss": 1.0211, + "step": 6743 + }, + { + "epoch": 0.9281585466556564, + "grad_norm": 1.5528269309072937, + "learning_rate": 2.694751548547736e-07, + "loss": 1.1037, + "step": 6744 + }, + { + "epoch": 0.9282961739609138, + "grad_norm": 1.5328476821932993, + "learning_rate": 2.684483119698533e-07, + "loss": 0.9802, + "step": 6745 + }, + { + "epoch": 0.9284338012661713, + "grad_norm": 1.6768126527873906, + "learning_rate": 2.6742340261104226e-07, + "loss": 1.0941, + "step": 6746 + }, + { + "epoch": 0.9285714285714286, + "grad_norm": 1.5696422061176731, + "learning_rate": 2.6640042698197754e-07, + "loss": 1.0612, + "step": 6747 + }, + { + "epoch": 0.928709055876686, + "grad_norm": 1.591947435076817, + "learning_rate": 2.653793852859088e-07, + "loss": 1.0665, + "step": 6748 + }, + { + "epoch": 0.9288466831819433, + "grad_norm": 1.6704454316248865, + "learning_rate": 2.643602777257037e-07, + "loss": 1.0901, + "step": 6749 + }, + { + "epoch": 0.9289843104872006, + "grad_norm": 1.4975006028963689, + "learning_rate": 2.633431045038448e-07, + "loss": 1.0781, + "step": 6750 + }, + { + "epoch": 0.929121937792458, + "grad_norm": 1.6936656087746411, + "learning_rate": 2.6232786582243154e-07, + "loss": 1.0239, + "step": 6751 + }, + { + "epoch": 0.9292595650977153, + "grad_norm": 1.8616331348180393, + "learning_rate": 2.6131456188317693e-07, + "loss": 1.1429, + "step": 6752 + }, + { + "epoch": 0.9293971924029728, + "grad_norm": 1.5624194942152436, + "learning_rate": 2.6030319288741e-07, + "loss": 1.0398, + "step": 6753 + }, + { + "epoch": 0.9295348197082302, + "grad_norm": 1.705664433784837, + "learning_rate": 2.592937590360778e-07, + "loss": 1.0408, + "step": 6754 + }, + { + "epoch": 0.9296724470134875, + "grad_norm": 1.6392569591847732, + "learning_rate": 2.582862605297398e-07, + "loss": 1.0739, + "step": 6755 + }, + { + "epoch": 0.9298100743187449, + "grad_norm": 1.569899995877161, + "learning_rate": 2.572806975685715e-07, + "loss": 1.0249, + "step": 6756 + }, + { + "epoch": 0.9299477016240022, + "grad_norm": 1.50709021790261, + "learning_rate": 2.562770703523665e-07, + "loss": 1.0121, + "step": 6757 + }, + { + "epoch": 0.9300853289292595, + "grad_norm": 1.5356796620034665, + "learning_rate": 2.5527537908052955e-07, + "loss": 1.0956, + "step": 6758 + }, + { + "epoch": 0.9302229562345169, + "grad_norm": 1.500727017472032, + "learning_rate": 2.542756239520838e-07, + "loss": 1.0147, + "step": 6759 + }, + { + "epoch": 0.9303605835397742, + "grad_norm": 1.6187612402722007, + "learning_rate": 2.53277805165667e-07, + "loss": 1.0879, + "step": 6760 + }, + { + "epoch": 0.9304982108450317, + "grad_norm": 1.7166917264678625, + "learning_rate": 2.522819229195339e-07, + "loss": 1.0664, + "step": 6761 + }, + { + "epoch": 0.930635838150289, + "grad_norm": 2.0242832942146456, + "learning_rate": 2.5128797741154953e-07, + "loss": 1.0248, + "step": 6762 + }, + { + "epoch": 0.9307734654555464, + "grad_norm": 1.5704389581973892, + "learning_rate": 2.502959688392004e-07, + "loss": 0.9602, + "step": 6763 + }, + { + "epoch": 0.9309110927608037, + "grad_norm": 1.57673090757715, + "learning_rate": 2.49305897399581e-07, + "loss": 1.0606, + "step": 6764 + }, + { + "epoch": 0.9310487200660611, + "grad_norm": 1.8324744251132037, + "learning_rate": 2.483177632894096e-07, + "loss": 0.9517, + "step": 6765 + }, + { + "epoch": 0.9311863473713184, + "grad_norm": 1.8041010107344535, + "learning_rate": 2.4733156670501024e-07, + "loss": 1.0704, + "step": 6766 + }, + { + "epoch": 0.9313239746765758, + "grad_norm": 1.6190094039757335, + "learning_rate": 2.4634730784233065e-07, + "loss": 1.0586, + "step": 6767 + }, + { + "epoch": 0.9314616019818331, + "grad_norm": 1.7993429537375012, + "learning_rate": 2.453649868969277e-07, + "loss": 1.1842, + "step": 6768 + }, + { + "epoch": 0.9315992292870906, + "grad_norm": 1.4954982384742115, + "learning_rate": 2.4438460406397523e-07, + "loss": 1.0292, + "step": 6769 + }, + { + "epoch": 0.931736856592348, + "grad_norm": 1.6725096060385718, + "learning_rate": 2.434061595382631e-07, + "loss": 1.0863, + "step": 6770 + }, + { + "epoch": 0.9318744838976053, + "grad_norm": 1.578895388829516, + "learning_rate": 2.4242965351419235e-07, + "loss": 1.115, + "step": 6771 + }, + { + "epoch": 0.9320121112028626, + "grad_norm": 1.5378032525017198, + "learning_rate": 2.414550861857845e-07, + "loss": 1.0685, + "step": 6772 + }, + { + "epoch": 0.93214973850812, + "grad_norm": 1.4859840160488362, + "learning_rate": 2.4048245774667025e-07, + "loss": 1.0801, + "step": 6773 + }, + { + "epoch": 0.9322873658133773, + "grad_norm": 1.6915729589440132, + "learning_rate": 2.395117683900983e-07, + "loss": 0.9906, + "step": 6774 + }, + { + "epoch": 0.9324249931186347, + "grad_norm": 1.756787179340794, + "learning_rate": 2.3854301830893103e-07, + "loss": 1.0901, + "step": 6775 + }, + { + "epoch": 0.9325626204238922, + "grad_norm": 1.5831200164091415, + "learning_rate": 2.375762076956467e-07, + "loss": 1.0269, + "step": 6776 + }, + { + "epoch": 0.9327002477291495, + "grad_norm": 1.5891053878881227, + "learning_rate": 2.3661133674233727e-07, + "loss": 0.9759, + "step": 6777 + }, + { + "epoch": 0.9328378750344068, + "grad_norm": 1.745230314972919, + "learning_rate": 2.3564840564070933e-07, + "loss": 1.1346, + "step": 6778 + }, + { + "epoch": 0.9329755023396642, + "grad_norm": 1.8128985622407328, + "learning_rate": 2.3468741458208322e-07, + "loss": 1.083, + "step": 6779 + }, + { + "epoch": 0.9331131296449215, + "grad_norm": 1.5875700507443464, + "learning_rate": 2.3372836375739506e-07, + "loss": 0.9672, + "step": 6780 + }, + { + "epoch": 0.9332507569501789, + "grad_norm": 1.817289112870093, + "learning_rate": 2.3277125335719576e-07, + "loss": 1.0398, + "step": 6781 + }, + { + "epoch": 0.9333883842554362, + "grad_norm": 1.5793484596669582, + "learning_rate": 2.3181608357164874e-07, + "loss": 1.025, + "step": 6782 + }, + { + "epoch": 0.9335260115606936, + "grad_norm": 1.5063533966071099, + "learning_rate": 2.3086285459053448e-07, + "loss": 1.0239, + "step": 6783 + }, + { + "epoch": 0.933663638865951, + "grad_norm": 1.6414832576524268, + "learning_rate": 2.2991156660324698e-07, + "loss": 1.0053, + "step": 6784 + }, + { + "epoch": 0.9338012661712084, + "grad_norm": 2.049238854174471, + "learning_rate": 2.2896221979879173e-07, + "loss": 1.1379, + "step": 6785 + }, + { + "epoch": 0.9339388934764657, + "grad_norm": 1.696915726723999, + "learning_rate": 2.2801481436579344e-07, + "loss": 1.094, + "step": 6786 + }, + { + "epoch": 0.9340765207817231, + "grad_norm": 1.9606964889354914, + "learning_rate": 2.2706935049248812e-07, + "loss": 1.1022, + "step": 6787 + }, + { + "epoch": 0.9342141480869804, + "grad_norm": 1.8272386144630892, + "learning_rate": 2.261258283667256e-07, + "loss": 1.1565, + "step": 6788 + }, + { + "epoch": 0.9343517753922378, + "grad_norm": 1.8171231036204496, + "learning_rate": 2.251842481759703e-07, + "loss": 1.0703, + "step": 6789 + }, + { + "epoch": 0.9344894026974951, + "grad_norm": 1.7767413595772108, + "learning_rate": 2.242446101073037e-07, + "loss": 1.0833, + "step": 6790 + }, + { + "epoch": 0.9346270300027526, + "grad_norm": 1.7021619728962911, + "learning_rate": 2.2330691434741647e-07, + "loss": 1.0064, + "step": 6791 + }, + { + "epoch": 0.93476465730801, + "grad_norm": 1.5280820666953847, + "learning_rate": 2.2237116108261626e-07, + "loss": 1.0257, + "step": 6792 + }, + { + "epoch": 0.9349022846132673, + "grad_norm": 1.724940393301222, + "learning_rate": 2.2143735049882765e-07, + "loss": 1.1208, + "step": 6793 + }, + { + "epoch": 0.9350399119185246, + "grad_norm": 1.767384455758421, + "learning_rate": 2.2050548278158113e-07, + "loss": 0.9964, + "step": 6794 + }, + { + "epoch": 0.935177539223782, + "grad_norm": 1.4186425540154608, + "learning_rate": 2.1957555811603083e-07, + "loss": 0.9811, + "step": 6795 + }, + { + "epoch": 0.9353151665290393, + "grad_norm": 1.621518888618242, + "learning_rate": 2.186475766869356e-07, + "loss": 1.0769, + "step": 6796 + }, + { + "epoch": 0.9354527938342967, + "grad_norm": 1.6541673987619185, + "learning_rate": 2.1772153867867574e-07, + "loss": 0.9538, + "step": 6797 + }, + { + "epoch": 0.935590421139554, + "grad_norm": 1.6002626264839555, + "learning_rate": 2.1679744427524074e-07, + "loss": 1.0197, + "step": 6798 + }, + { + "epoch": 0.9357280484448115, + "grad_norm": 1.4173429543450817, + "learning_rate": 2.1587529366023597e-07, + "loss": 0.9922, + "step": 6799 + }, + { + "epoch": 0.9358656757500688, + "grad_norm": 1.670907402058289, + "learning_rate": 2.149550870168815e-07, + "loss": 1.0782, + "step": 6800 + }, + { + "epoch": 0.9360033030553262, + "grad_norm": 1.7992368527336666, + "learning_rate": 2.1403682452800778e-07, + "loss": 1.0867, + "step": 6801 + }, + { + "epoch": 0.9361409303605835, + "grad_norm": 1.7225943401232435, + "learning_rate": 2.131205063760633e-07, + "loss": 1.0812, + "step": 6802 + }, + { + "epoch": 0.9362785576658409, + "grad_norm": 1.7475924152719244, + "learning_rate": 2.1220613274310353e-07, + "loss": 1.1662, + "step": 6803 + }, + { + "epoch": 0.9364161849710982, + "grad_norm": 1.6467361760014312, + "learning_rate": 2.112937038108076e-07, + "loss": 1.0835, + "step": 6804 + }, + { + "epoch": 0.9365538122763556, + "grad_norm": 1.6306210179351024, + "learning_rate": 2.1038321976045828e-07, + "loss": 0.9987, + "step": 6805 + }, + { + "epoch": 0.9366914395816129, + "grad_norm": 1.4985384666699124, + "learning_rate": 2.0947468077295864e-07, + "loss": 1.0482, + "step": 6806 + }, + { + "epoch": 0.9368290668868704, + "grad_norm": 1.5337611027972218, + "learning_rate": 2.0856808702882203e-07, + "loss": 0.9922, + "step": 6807 + }, + { + "epoch": 0.9369666941921277, + "grad_norm": 1.6978445743755786, + "learning_rate": 2.076634387081766e-07, + "loss": 1.0315, + "step": 6808 + }, + { + "epoch": 0.9371043214973851, + "grad_norm": 1.5607036130961152, + "learning_rate": 2.0676073599076308e-07, + "loss": 1.0546, + "step": 6809 + }, + { + "epoch": 0.9372419488026424, + "grad_norm": 1.6566366222117597, + "learning_rate": 2.058599790559368e-07, + "loss": 1.0872, + "step": 6810 + }, + { + "epoch": 0.9373795761078998, + "grad_norm": 1.5478758914158792, + "learning_rate": 2.0496116808266465e-07, + "loss": 1.0035, + "step": 6811 + }, + { + "epoch": 0.9375172034131571, + "grad_norm": 1.5843706598133656, + "learning_rate": 2.040643032495304e-07, + "loss": 1.0954, + "step": 6812 + }, + { + "epoch": 0.9376548307184145, + "grad_norm": 1.5478974060614445, + "learning_rate": 2.0316938473472601e-07, + "loss": 0.9309, + "step": 6813 + }, + { + "epoch": 0.937792458023672, + "grad_norm": 1.7063047172737724, + "learning_rate": 2.0227641271606147e-07, + "loss": 1.049, + "step": 6814 + }, + { + "epoch": 0.9379300853289293, + "grad_norm": 1.9379991378812573, + "learning_rate": 2.0138538737095813e-07, + "loss": 1.085, + "step": 6815 + }, + { + "epoch": 0.9380677126341866, + "grad_norm": 1.669403554815529, + "learning_rate": 2.004963088764489e-07, + "loss": 1.0606, + "step": 6816 + }, + { + "epoch": 0.938205339939444, + "grad_norm": 1.7004160750491724, + "learning_rate": 1.996091774091824e-07, + "loss": 0.9976, + "step": 6817 + }, + { + "epoch": 0.9383429672447013, + "grad_norm": 1.693825380410706, + "learning_rate": 1.98723993145421e-07, + "loss": 1.0979, + "step": 6818 + }, + { + "epoch": 0.9384805945499587, + "grad_norm": 1.5010806515692001, + "learning_rate": 1.9784075626103628e-07, + "loss": 1.0588, + "step": 6819 + }, + { + "epoch": 0.938618221855216, + "grad_norm": 1.7175451634119996, + "learning_rate": 1.9695946693151668e-07, + "loss": 1.0892, + "step": 6820 + }, + { + "epoch": 0.9387558491604734, + "grad_norm": 1.7723843590923891, + "learning_rate": 1.9608012533196108e-07, + "loss": 1.1258, + "step": 6821 + }, + { + "epoch": 0.9388934764657308, + "grad_norm": 1.6597355704135486, + "learning_rate": 1.9520273163708414e-07, + "loss": 1.1566, + "step": 6822 + }, + { + "epoch": 0.9390311037709882, + "grad_norm": 1.6127014331102978, + "learning_rate": 1.9432728602121198e-07, + "loss": 1.0601, + "step": 6823 + }, + { + "epoch": 0.9391687310762455, + "grad_norm": 1.673146039225264, + "learning_rate": 1.9345378865828212e-07, + "loss": 1.0272, + "step": 6824 + }, + { + "epoch": 0.9393063583815029, + "grad_norm": 1.6548447857710331, + "learning_rate": 1.9258223972184798e-07, + "loss": 1.1116, + "step": 6825 + }, + { + "epoch": 0.9394439856867602, + "grad_norm": 1.4791645540282163, + "learning_rate": 1.9171263938507323e-07, + "loss": 0.9663, + "step": 6826 + }, + { + "epoch": 0.9395816129920176, + "grad_norm": 1.9307931596435535, + "learning_rate": 1.9084498782073746e-07, + "loss": 1.0381, + "step": 6827 + }, + { + "epoch": 0.9397192402972749, + "grad_norm": 1.6611073702543875, + "learning_rate": 1.8997928520122833e-07, + "loss": 1.0636, + "step": 6828 + }, + { + "epoch": 0.9398568676025324, + "grad_norm": 1.7784789794781763, + "learning_rate": 1.8911553169855268e-07, + "loss": 1.1221, + "step": 6829 + }, + { + "epoch": 0.9399944949077897, + "grad_norm": 1.7832294088306893, + "learning_rate": 1.8825372748432325e-07, + "loss": 1.0728, + "step": 6830 + }, + { + "epoch": 0.9401321222130471, + "grad_norm": 1.5136785364268797, + "learning_rate": 1.873938727297697e-07, + "loss": 1.0374, + "step": 6831 + }, + { + "epoch": 0.9402697495183044, + "grad_norm": 1.6348007391191066, + "learning_rate": 1.8653596760573434e-07, + "loss": 1.063, + "step": 6832 + }, + { + "epoch": 0.9404073768235618, + "grad_norm": 1.5171616915128447, + "learning_rate": 1.8568001228267075e-07, + "loss": 1.1164, + "step": 6833 + }, + { + "epoch": 0.9405450041288191, + "grad_norm": 1.5434778859453475, + "learning_rate": 1.8482600693064512e-07, + "loss": 1.0341, + "step": 6834 + }, + { + "epoch": 0.9406826314340765, + "grad_norm": 1.5944084431056391, + "learning_rate": 1.8397395171933618e-07, + "loss": 1.0703, + "step": 6835 + }, + { + "epoch": 0.9408202587393338, + "grad_norm": 1.717914463446168, + "learning_rate": 1.831238468180363e-07, + "loss": 1.0982, + "step": 6836 + }, + { + "epoch": 0.9409578860445913, + "grad_norm": 1.590968916854469, + "learning_rate": 1.8227569239565034e-07, + "loss": 1.0104, + "step": 6837 + }, + { + "epoch": 0.9410955133498486, + "grad_norm": 1.8371923939895227, + "learning_rate": 1.8142948862069465e-07, + "loss": 1.1253, + "step": 6838 + }, + { + "epoch": 0.941233140655106, + "grad_norm": 1.925723558874704, + "learning_rate": 1.8058523566129694e-07, + "loss": 0.9899, + "step": 6839 + }, + { + "epoch": 0.9413707679603633, + "grad_norm": 1.641383224822569, + "learning_rate": 1.7974293368520078e-07, + "loss": 1.0728, + "step": 6840 + }, + { + "epoch": 0.9415083952656207, + "grad_norm": 1.7415107303048274, + "learning_rate": 1.789025828597579e-07, + "loss": 1.0448, + "step": 6841 + }, + { + "epoch": 0.941646022570878, + "grad_norm": 1.6127710554375516, + "learning_rate": 1.7806418335193698e-07, + "loss": 1.0824, + "step": 6842 + }, + { + "epoch": 0.9417836498761354, + "grad_norm": 1.6284307482964941, + "learning_rate": 1.7722773532831362e-07, + "loss": 1.0363, + "step": 6843 + }, + { + "epoch": 0.9419212771813927, + "grad_norm": 1.622487215857798, + "learning_rate": 1.7639323895508153e-07, + "loss": 0.9706, + "step": 6844 + }, + { + "epoch": 0.9420589044866502, + "grad_norm": 1.5322971086832737, + "learning_rate": 1.7556069439804148e-07, + "loss": 1.0598, + "step": 6845 + }, + { + "epoch": 0.9421965317919075, + "grad_norm": 1.5884282481251433, + "learning_rate": 1.7473010182260997e-07, + "loss": 1.0846, + "step": 6846 + }, + { + "epoch": 0.9423341590971649, + "grad_norm": 1.5631516588485717, + "learning_rate": 1.739014613938128e-07, + "loss": 1.099, + "step": 6847 + }, + { + "epoch": 0.9424717864024222, + "grad_norm": 1.530238351969041, + "learning_rate": 1.7307477327629273e-07, + "loss": 1.0269, + "step": 6848 + }, + { + "epoch": 0.9426094137076796, + "grad_norm": 1.572240337780626, + "learning_rate": 1.7225003763429726e-07, + "loss": 1.0689, + "step": 6849 + }, + { + "epoch": 0.9427470410129369, + "grad_norm": 1.7440820667044006, + "learning_rate": 1.7142725463169307e-07, + "loss": 1.0172, + "step": 6850 + }, + { + "epoch": 0.9428846683181943, + "grad_norm": 1.4879116180128404, + "learning_rate": 1.7060642443195498e-07, + "loss": 0.9968, + "step": 6851 + }, + { + "epoch": 0.9430222956234517, + "grad_norm": 1.6817669201654912, + "learning_rate": 1.6978754719817025e-07, + "loss": 1.0528, + "step": 6852 + }, + { + "epoch": 0.9431599229287091, + "grad_norm": 1.603863342127761, + "learning_rate": 1.6897062309303992e-07, + "loss": 1.0492, + "step": 6853 + }, + { + "epoch": 0.9432975502339664, + "grad_norm": 1.693331644117998, + "learning_rate": 1.68155652278873e-07, + "loss": 1.0755, + "step": 6854 + }, + { + "epoch": 0.9434351775392238, + "grad_norm": 1.6614234341398861, + "learning_rate": 1.673426349175955e-07, + "loss": 1.0942, + "step": 6855 + }, + { + "epoch": 0.9435728048444811, + "grad_norm": 1.552357787177644, + "learning_rate": 1.665315711707416e-07, + "loss": 1.1308, + "step": 6856 + }, + { + "epoch": 0.9437104321497385, + "grad_norm": 1.4319745965344512, + "learning_rate": 1.6572246119946012e-07, + "loss": 1.0077, + "step": 6857 + }, + { + "epoch": 0.9438480594549958, + "grad_norm": 1.726948785198149, + "learning_rate": 1.6491530516450805e-07, + "loss": 0.9449, + "step": 6858 + }, + { + "epoch": 0.9439856867602532, + "grad_norm": 1.6718448088280757, + "learning_rate": 1.641101032262582e-07, + "loss": 1.0464, + "step": 6859 + }, + { + "epoch": 0.9441233140655106, + "grad_norm": 1.5785638683586447, + "learning_rate": 1.6330685554469038e-07, + "loss": 0.9738, + "step": 6860 + }, + { + "epoch": 0.944260941370768, + "grad_norm": 1.766034130355073, + "learning_rate": 1.625055622794014e-07, + "loss": 1.1349, + "step": 6861 + }, + { + "epoch": 0.9443985686760253, + "grad_norm": 1.6351608294321238, + "learning_rate": 1.617062235895972e-07, + "loss": 1.0813, + "step": 6862 + }, + { + "epoch": 0.9445361959812827, + "grad_norm": 1.6658164092228656, + "learning_rate": 1.6090883963409522e-07, + "loss": 1.0703, + "step": 6863 + }, + { + "epoch": 0.94467382328654, + "grad_norm": 1.606053761005312, + "learning_rate": 1.6011341057132312e-07, + "loss": 0.9707, + "step": 6864 + }, + { + "epoch": 0.9448114505917974, + "grad_norm": 1.5929919942746253, + "learning_rate": 1.5931993655932342e-07, + "loss": 1.1391, + "step": 6865 + }, + { + "epoch": 0.9449490778970547, + "grad_norm": 1.7529443924230306, + "learning_rate": 1.585284177557489e-07, + "loss": 1.0375, + "step": 6866 + }, + { + "epoch": 0.9450867052023122, + "grad_norm": 1.733946719826514, + "learning_rate": 1.577388543178615e-07, + "loss": 1.082, + "step": 6867 + }, + { + "epoch": 0.9452243325075695, + "grad_norm": 1.5959126063057048, + "learning_rate": 1.5695124640253801e-07, + "loss": 1.1281, + "step": 6868 + }, + { + "epoch": 0.9453619598128269, + "grad_norm": 1.6407090428490216, + "learning_rate": 1.5616559416626654e-07, + "loss": 1.0327, + "step": 6869 + }, + { + "epoch": 0.9454995871180842, + "grad_norm": 1.833599165379369, + "learning_rate": 1.5538189776514223e-07, + "loss": 1.0683, + "step": 6870 + }, + { + "epoch": 0.9456372144233416, + "grad_norm": 1.7352764409171653, + "learning_rate": 1.5460015735487833e-07, + "loss": 1.099, + "step": 6871 + }, + { + "epoch": 0.9457748417285989, + "grad_norm": 1.5911425283894807, + "learning_rate": 1.5382037309079279e-07, + "loss": 1.0033, + "step": 6872 + }, + { + "epoch": 0.9459124690338563, + "grad_norm": 1.6464266826389766, + "learning_rate": 1.5304254512782057e-07, + "loss": 1.0249, + "step": 6873 + }, + { + "epoch": 0.9460500963391136, + "grad_norm": 1.6866804243907931, + "learning_rate": 1.5226667362050473e-07, + "loss": 1.0467, + "step": 6874 + }, + { + "epoch": 0.9461877236443711, + "grad_norm": 1.7243334651052096, + "learning_rate": 1.5149275872299973e-07, + "loss": 1.031, + "step": 6875 + }, + { + "epoch": 0.9463253509496284, + "grad_norm": 1.6251277664792927, + "learning_rate": 1.5072080058907145e-07, + "loss": 1.0825, + "step": 6876 + }, + { + "epoch": 0.9464629782548858, + "grad_norm": 1.605523750610246, + "learning_rate": 1.4995079937209943e-07, + "loss": 1.1035, + "step": 6877 + }, + { + "epoch": 0.9466006055601431, + "grad_norm": 1.807889833308499, + "learning_rate": 1.4918275522507018e-07, + "loss": 1.1772, + "step": 6878 + }, + { + "epoch": 0.9467382328654005, + "grad_norm": 1.5680625939250288, + "learning_rate": 1.4841666830058387e-07, + "loss": 1.0606, + "step": 6879 + }, + { + "epoch": 0.9468758601706578, + "grad_norm": 1.5937504394095716, + "learning_rate": 1.4765253875085429e-07, + "loss": 1.056, + "step": 6880 + }, + { + "epoch": 0.9470134874759152, + "grad_norm": 1.7233464620637593, + "learning_rate": 1.4689036672769886e-07, + "loss": 1.0325, + "step": 6881 + }, + { + "epoch": 0.9471511147811725, + "grad_norm": 1.6736035526252513, + "learning_rate": 1.4613015238255536e-07, + "loss": 1.1083, + "step": 6882 + }, + { + "epoch": 0.94728874208643, + "grad_norm": 1.5552800144556602, + "learning_rate": 1.4537189586646516e-07, + "loss": 1.0316, + "step": 6883 + }, + { + "epoch": 0.9474263693916873, + "grad_norm": 1.5410703392417393, + "learning_rate": 1.4461559733008334e-07, + "loss": 1.0445, + "step": 6884 + }, + { + "epoch": 0.9475639966969447, + "grad_norm": 1.5229560518654206, + "learning_rate": 1.4386125692367746e-07, + "loss": 1.0208, + "step": 6885 + }, + { + "epoch": 0.947701624002202, + "grad_norm": 1.6676031089126504, + "learning_rate": 1.431088747971232e-07, + "loss": 0.9964, + "step": 6886 + }, + { + "epoch": 0.9478392513074594, + "grad_norm": 1.5261086928867396, + "learning_rate": 1.4235845109990987e-07, + "loss": 1.0175, + "step": 6887 + }, + { + "epoch": 0.9479768786127167, + "grad_norm": 1.486128695701448, + "learning_rate": 1.4160998598113595e-07, + "loss": 1.0721, + "step": 6888 + }, + { + "epoch": 0.9481145059179741, + "grad_norm": 1.5031417463570576, + "learning_rate": 1.408634795895114e-07, + "loss": 1.0927, + "step": 6889 + }, + { + "epoch": 0.9482521332232315, + "grad_norm": 1.5928037100473205, + "learning_rate": 1.4011893207335536e-07, + "loss": 1.0392, + "step": 6890 + }, + { + "epoch": 0.9483897605284889, + "grad_norm": 1.5339089252558564, + "learning_rate": 1.393763435806028e-07, + "loss": 1.0473, + "step": 6891 + }, + { + "epoch": 0.9485273878337462, + "grad_norm": 1.5578232952035433, + "learning_rate": 1.386357142587913e-07, + "loss": 0.9649, + "step": 6892 + }, + { + "epoch": 0.9486650151390036, + "grad_norm": 1.3988695873913086, + "learning_rate": 1.3789704425507644e-07, + "loss": 1.0199, + "step": 6893 + }, + { + "epoch": 0.9488026424442609, + "grad_norm": 1.5174410564921492, + "learning_rate": 1.3716033371622195e-07, + "loss": 0.9928, + "step": 6894 + }, + { + "epoch": 0.9489402697495183, + "grad_norm": 1.7896344950503003, + "learning_rate": 1.3642558278860186e-07, + "loss": 1.0769, + "step": 6895 + }, + { + "epoch": 0.9490778970547756, + "grad_norm": 1.78541389232192, + "learning_rate": 1.356927916182005e-07, + "loss": 1.1059, + "step": 6896 + }, + { + "epoch": 0.949215524360033, + "grad_norm": 1.642223399074884, + "learning_rate": 1.349619603506136e-07, + "loss": 1.0381, + "step": 6897 + }, + { + "epoch": 0.9493531516652904, + "grad_norm": 1.562956048554991, + "learning_rate": 1.3423308913104726e-07, + "loss": 0.946, + "step": 6898 + }, + { + "epoch": 0.9494907789705478, + "grad_norm": 1.6762928507333608, + "learning_rate": 1.3350617810431898e-07, + "loss": 1.0647, + "step": 6899 + }, + { + "epoch": 0.9496284062758051, + "grad_norm": 1.4419092998436491, + "learning_rate": 1.3278122741485544e-07, + "loss": 1.0651, + "step": 6900 + }, + { + "epoch": 0.9497660335810625, + "grad_norm": 1.8109983721008962, + "learning_rate": 1.3205823720669474e-07, + "loss": 1.0719, + "step": 6901 + }, + { + "epoch": 0.9499036608863198, + "grad_norm": 1.572400315956554, + "learning_rate": 1.3133720762348535e-07, + "loss": 1.0647, + "step": 6902 + }, + { + "epoch": 0.9500412881915772, + "grad_norm": 1.654519007956525, + "learning_rate": 1.3061813880848483e-07, + "loss": 1.0036, + "step": 6903 + }, + { + "epoch": 0.9501789154968345, + "grad_norm": 1.6950330632796617, + "learning_rate": 1.299010309045623e-07, + "loss": 1.0403, + "step": 6904 + }, + { + "epoch": 0.950316542802092, + "grad_norm": 1.6588851113727967, + "learning_rate": 1.291858840541993e-07, + "loss": 1.0263, + "step": 6905 + }, + { + "epoch": 0.9504541701073493, + "grad_norm": 1.6793737643893878, + "learning_rate": 1.284726983994833e-07, + "loss": 1.065, + "step": 6906 + }, + { + "epoch": 0.9505917974126067, + "grad_norm": 1.4775746846777116, + "learning_rate": 1.2776147408211648e-07, + "loss": 1.0245, + "step": 6907 + }, + { + "epoch": 0.950729424717864, + "grad_norm": 1.6685548233618506, + "learning_rate": 1.2705221124340806e-07, + "loss": 1.0136, + "step": 6908 + }, + { + "epoch": 0.9508670520231214, + "grad_norm": 1.6763258974321764, + "learning_rate": 1.2634491002427972e-07, + "loss": 1.0578, + "step": 6909 + }, + { + "epoch": 0.9510046793283787, + "grad_norm": 1.7240988923697376, + "learning_rate": 1.2563957056526244e-07, + "loss": 1.0668, + "step": 6910 + }, + { + "epoch": 0.9511423066336361, + "grad_norm": 1.4101960977296109, + "learning_rate": 1.2493619300649628e-07, + "loss": 1.0728, + "step": 6911 + }, + { + "epoch": 0.9512799339388934, + "grad_norm": 1.77486403374857, + "learning_rate": 1.2423477748773394e-07, + "loss": 1.0982, + "step": 6912 + }, + { + "epoch": 0.9514175612441509, + "grad_norm": 1.5129084314075194, + "learning_rate": 1.2353532414833724e-07, + "loss": 1.0838, + "step": 6913 + }, + { + "epoch": 0.9515551885494082, + "grad_norm": 1.607958891943589, + "learning_rate": 1.2283783312727727e-07, + "loss": 1.0661, + "step": 6914 + }, + { + "epoch": 0.9516928158546656, + "grad_norm": 1.6532887772196994, + "learning_rate": 1.2214230456313646e-07, + "loss": 1.0007, + "step": 6915 + }, + { + "epoch": 0.9518304431599229, + "grad_norm": 1.7747030574784513, + "learning_rate": 1.2144873859410655e-07, + "loss": 1.0888, + "step": 6916 + }, + { + "epoch": 0.9519680704651803, + "grad_norm": 1.5960066830599047, + "learning_rate": 1.207571353579895e-07, + "loss": 1.0865, + "step": 6917 + }, + { + "epoch": 0.9521056977704376, + "grad_norm": 1.7137369196218801, + "learning_rate": 1.2006749499219762e-07, + "loss": 1.0568, + "step": 6918 + }, + { + "epoch": 0.952243325075695, + "grad_norm": 1.704143135553747, + "learning_rate": 1.193798176337535e-07, + "loss": 1.0568, + "step": 6919 + }, + { + "epoch": 0.9523809523809523, + "grad_norm": 1.5202487125742559, + "learning_rate": 1.1869410341928678e-07, + "loss": 1.0095, + "step": 6920 + }, + { + "epoch": 0.9525185796862098, + "grad_norm": 1.584355719673701, + "learning_rate": 1.18010352485044e-07, + "loss": 1.0994, + "step": 6921 + }, + { + "epoch": 0.9526562069914671, + "grad_norm": 1.5942227099990498, + "learning_rate": 1.1732856496687207e-07, + "loss": 1.085, + "step": 6922 + }, + { + "epoch": 0.9527938342967245, + "grad_norm": 1.832532097076631, + "learning_rate": 1.1664874100023704e-07, + "loss": 1.1294, + "step": 6923 + }, + { + "epoch": 0.9529314616019818, + "grad_norm": 1.60973860192252, + "learning_rate": 1.1597088072020757e-07, + "loss": 1.1064, + "step": 6924 + }, + { + "epoch": 0.9530690889072392, + "grad_norm": 1.532681652328653, + "learning_rate": 1.1529498426146701e-07, + "loss": 1.0592, + "step": 6925 + }, + { + "epoch": 0.9532067162124965, + "grad_norm": 1.649009520871882, + "learning_rate": 1.1462105175830685e-07, + "loss": 1.041, + "step": 6926 + }, + { + "epoch": 0.9533443435177539, + "grad_norm": 1.6404118872578688, + "learning_rate": 1.1394908334462662e-07, + "loss": 1.0901, + "step": 6927 + }, + { + "epoch": 0.9534819708230113, + "grad_norm": 1.633111769098854, + "learning_rate": 1.1327907915393843e-07, + "loss": 1.0845, + "step": 6928 + }, + { + "epoch": 0.9536195981282687, + "grad_norm": 1.751771870003103, + "learning_rate": 1.1261103931936357e-07, + "loss": 1.0917, + "step": 6929 + }, + { + "epoch": 0.953757225433526, + "grad_norm": 1.6133857849812339, + "learning_rate": 1.1194496397363142e-07, + "loss": 1.0428, + "step": 6930 + }, + { + "epoch": 0.9538948527387834, + "grad_norm": 1.735356498711216, + "learning_rate": 1.1128085324908167e-07, + "loss": 1.0639, + "step": 6931 + }, + { + "epoch": 0.9540324800440407, + "grad_norm": 1.421459700658725, + "learning_rate": 1.1061870727766432e-07, + "loss": 1.0385, + "step": 6932 + }, + { + "epoch": 0.9541701073492981, + "grad_norm": 1.6011809353547348, + "learning_rate": 1.0995852619093972e-07, + "loss": 1.0834, + "step": 6933 + }, + { + "epoch": 0.9543077346545554, + "grad_norm": 1.5626429027559516, + "learning_rate": 1.0930031012007513e-07, + "loss": 1.0279, + "step": 6934 + }, + { + "epoch": 0.9544453619598128, + "grad_norm": 1.6190415021614388, + "learning_rate": 1.0864405919585042e-07, + "loss": 1.0115, + "step": 6935 + }, + { + "epoch": 0.9545829892650702, + "grad_norm": 1.7573038408778106, + "learning_rate": 1.0798977354865348e-07, + "loss": 1.0686, + "step": 6936 + }, + { + "epoch": 0.9547206165703276, + "grad_norm": 1.6300475804967522, + "learning_rate": 1.0733745330848144e-07, + "loss": 1.0362, + "step": 6937 + }, + { + "epoch": 0.9548582438755849, + "grad_norm": 1.4639636388517587, + "learning_rate": 1.0668709860494175e-07, + "loss": 1.0039, + "step": 6938 + }, + { + "epoch": 0.9549958711808423, + "grad_norm": 1.5835507304995415, + "learning_rate": 1.0603870956725105e-07, + "loss": 1.0356, + "step": 6939 + }, + { + "epoch": 0.9551334984860996, + "grad_norm": 1.5475181048603497, + "learning_rate": 1.0539228632423515e-07, + "loss": 1.0087, + "step": 6940 + }, + { + "epoch": 0.955271125791357, + "grad_norm": 1.6663753983003213, + "learning_rate": 1.0474782900432911e-07, + "loss": 1.0839, + "step": 6941 + }, + { + "epoch": 0.9554087530966143, + "grad_norm": 1.650952941244002, + "learning_rate": 1.041053377355783e-07, + "loss": 1.0784, + "step": 6942 + }, + { + "epoch": 0.9555463804018718, + "grad_norm": 1.594464861695295, + "learning_rate": 1.0346481264563723e-07, + "loss": 1.0729, + "step": 6943 + }, + { + "epoch": 0.9556840077071291, + "grad_norm": 1.6972988115088428, + "learning_rate": 1.0282625386176858e-07, + "loss": 1.0929, + "step": 6944 + }, + { + "epoch": 0.9558216350123865, + "grad_norm": 1.4859404892344161, + "learning_rate": 1.0218966151084531e-07, + "loss": 0.9744, + "step": 6945 + }, + { + "epoch": 0.9559592623176438, + "grad_norm": 1.7022424178607203, + "learning_rate": 1.0155503571935176e-07, + "loss": 1.1112, + "step": 6946 + }, + { + "epoch": 0.9560968896229012, + "grad_norm": 1.5900870510439835, + "learning_rate": 1.0092237661337712e-07, + "loss": 1.047, + "step": 6947 + }, + { + "epoch": 0.9562345169281585, + "grad_norm": 1.795624022115964, + "learning_rate": 1.002916843186208e-07, + "loss": 1.0047, + "step": 6948 + }, + { + "epoch": 0.9563721442334159, + "grad_norm": 1.7046506455797341, + "learning_rate": 9.966295896039702e-08, + "loss": 1.0809, + "step": 6949 + }, + { + "epoch": 0.9565097715386732, + "grad_norm": 1.6323857301594384, + "learning_rate": 9.90362006636203e-08, + "loss": 1.1019, + "step": 6950 + }, + { + "epoch": 0.9566473988439307, + "grad_norm": 1.792650026533664, + "learning_rate": 9.841140955282325e-08, + "loss": 1.0792, + "step": 6951 + }, + { + "epoch": 0.956785026149188, + "grad_norm": 1.583994353622572, + "learning_rate": 9.778858575213989e-08, + "loss": 1.0899, + "step": 6952 + }, + { + "epoch": 0.9569226534544454, + "grad_norm": 1.738625852966574, + "learning_rate": 9.716772938531793e-08, + "loss": 1.105, + "step": 6953 + }, + { + "epoch": 0.9570602807597027, + "grad_norm": 1.5221523640745396, + "learning_rate": 9.654884057571312e-08, + "loss": 1.0245, + "step": 6954 + }, + { + "epoch": 0.9571979080649601, + "grad_norm": 1.5161367936027308, + "learning_rate": 9.593191944629044e-08, + "loss": 1.1126, + "step": 6955 + }, + { + "epoch": 0.9573355353702174, + "grad_norm": 1.5473343274657065, + "learning_rate": 9.531696611962404e-08, + "loss": 1.1065, + "step": 6956 + }, + { + "epoch": 0.9574731626754748, + "grad_norm": 1.6288103428117864, + "learning_rate": 9.47039807178951e-08, + "loss": 1.0213, + "step": 6957 + }, + { + "epoch": 0.9576107899807321, + "grad_norm": 1.6599011235819334, + "learning_rate": 9.409296336289731e-08, + "loss": 1.0448, + "step": 6958 + }, + { + "epoch": 0.9577484172859896, + "grad_norm": 1.700787012574721, + "learning_rate": 9.34839141760302e-08, + "loss": 1.0679, + "step": 6959 + }, + { + "epoch": 0.9578860445912469, + "grad_norm": 1.755575947014599, + "learning_rate": 9.287683327830365e-08, + "loss": 1.0304, + "step": 6960 + }, + { + "epoch": 0.9580236718965043, + "grad_norm": 1.4414501348682234, + "learning_rate": 9.227172079033675e-08, + "loss": 1.0382, + "step": 6961 + }, + { + "epoch": 0.9581612992017616, + "grad_norm": 1.5701753918914045, + "learning_rate": 9.166857683235775e-08, + "loss": 1.0591, + "step": 6962 + }, + { + "epoch": 0.958298926507019, + "grad_norm": 1.6397540764028702, + "learning_rate": 9.10674015242019e-08, + "loss": 0.9894, + "step": 6963 + }, + { + "epoch": 0.9584365538122763, + "grad_norm": 1.4390426448592306, + "learning_rate": 9.046819498531367e-08, + "loss": 0.9701, + "step": 6964 + }, + { + "epoch": 0.9585741811175337, + "grad_norm": 1.5211061652285203, + "learning_rate": 8.987095733475004e-08, + "loss": 0.9102, + "step": 6965 + }, + { + "epoch": 0.9587118084227911, + "grad_norm": 1.6489275723536, + "learning_rate": 8.927568869117165e-08, + "loss": 1.0396, + "step": 6966 + }, + { + "epoch": 0.9588494357280485, + "grad_norm": 1.4492371568424514, + "learning_rate": 8.868238917285054e-08, + "loss": 1.0309, + "step": 6967 + }, + { + "epoch": 0.9589870630333058, + "grad_norm": 1.914226710134857, + "learning_rate": 8.8091058897668e-08, + "loss": 1.1688, + "step": 6968 + }, + { + "epoch": 0.9591246903385632, + "grad_norm": 1.6880491322734257, + "learning_rate": 8.750169798311226e-08, + "loss": 1.0991, + "step": 6969 + }, + { + "epoch": 0.9592623176438205, + "grad_norm": 1.6414457160504525, + "learning_rate": 8.691430654628186e-08, + "loss": 0.9711, + "step": 6970 + }, + { + "epoch": 0.9593999449490779, + "grad_norm": 1.6037327229323124, + "learning_rate": 8.632888470388345e-08, + "loss": 1.0503, + "step": 6971 + }, + { + "epoch": 0.9595375722543352, + "grad_norm": 1.6250855038439453, + "learning_rate": 8.574543257223289e-08, + "loss": 1.0734, + "step": 6972 + }, + { + "epoch": 0.9596751995595926, + "grad_norm": 1.5720586571627433, + "learning_rate": 8.516395026725299e-08, + "loss": 0.9606, + "step": 6973 + }, + { + "epoch": 0.95981282686485, + "grad_norm": 1.7913317135341291, + "learning_rate": 8.45844379044769e-08, + "loss": 1.1043, + "step": 6974 + }, + { + "epoch": 0.9599504541701074, + "grad_norm": 1.7929589749353811, + "learning_rate": 8.400689559904585e-08, + "loss": 0.9654, + "step": 6975 + }, + { + "epoch": 0.9600880814753647, + "grad_norm": 1.9228613511757697, + "learning_rate": 8.343132346571025e-08, + "loss": 1.1095, + "step": 6976 + }, + { + "epoch": 0.9602257087806221, + "grad_norm": 1.6756481444321618, + "learning_rate": 8.285772161882644e-08, + "loss": 1.0211, + "step": 6977 + }, + { + "epoch": 0.9603633360858794, + "grad_norm": 1.6349043326040726, + "learning_rate": 8.228609017236211e-08, + "loss": 1.1117, + "step": 6978 + }, + { + "epoch": 0.9605009633911368, + "grad_norm": 1.6331756804523796, + "learning_rate": 8.17164292398942e-08, + "loss": 1.051, + "step": 6979 + }, + { + "epoch": 0.9606385906963941, + "grad_norm": 2.0719990375301074, + "learning_rate": 8.11487389346044e-08, + "loss": 1.1327, + "step": 6980 + }, + { + "epoch": 0.9607762180016516, + "grad_norm": 1.659788970595089, + "learning_rate": 8.058301936928691e-08, + "loss": 0.9983, + "step": 6981 + }, + { + "epoch": 0.9609138453069089, + "grad_norm": 1.7071401346315958, + "learning_rate": 8.001927065634075e-08, + "loss": 1.0641, + "step": 6982 + }, + { + "epoch": 0.9610514726121663, + "grad_norm": 1.4015644687909712, + "learning_rate": 7.945749290777627e-08, + "loss": 1.0237, + "step": 6983 + }, + { + "epoch": 0.9611890999174236, + "grad_norm": 1.7115895277983593, + "learning_rate": 7.889768623520977e-08, + "loss": 1.1334, + "step": 6984 + }, + { + "epoch": 0.961326727222681, + "grad_norm": 1.495392589402893, + "learning_rate": 7.833985074986782e-08, + "loss": 0.9985, + "step": 6985 + }, + { + "epoch": 0.9614643545279383, + "grad_norm": 1.5046887233430093, + "learning_rate": 7.778398656258624e-08, + "loss": 1.0415, + "step": 6986 + }, + { + "epoch": 0.9616019818331957, + "grad_norm": 1.7941940398968836, + "learning_rate": 7.723009378380442e-08, + "loss": 1.0606, + "step": 6987 + }, + { + "epoch": 0.961739609138453, + "grad_norm": 1.6819006066679298, + "learning_rate": 7.667817252357656e-08, + "loss": 1.1435, + "step": 6988 + }, + { + "epoch": 0.9618772364437105, + "grad_norm": 1.7227037789832793, + "learning_rate": 7.612822289155941e-08, + "loss": 1.1402, + "step": 6989 + }, + { + "epoch": 0.9620148637489678, + "grad_norm": 1.554756886158018, + "learning_rate": 7.55802449970211e-08, + "loss": 1.031, + "step": 6990 + }, + { + "epoch": 0.9621524910542252, + "grad_norm": 1.8778332782705687, + "learning_rate": 7.503423894883899e-08, + "loss": 1.1687, + "step": 6991 + }, + { + "epoch": 0.9622901183594825, + "grad_norm": 1.8031878244008759, + "learning_rate": 7.449020485549408e-08, + "loss": 1.1157, + "step": 6992 + }, + { + "epoch": 0.9624277456647399, + "grad_norm": 1.7036928621817322, + "learning_rate": 7.394814282508101e-08, + "loss": 0.9807, + "step": 6993 + }, + { + "epoch": 0.9625653729699972, + "grad_norm": 1.4766342155367669, + "learning_rate": 7.340805296529918e-08, + "loss": 1.0303, + "step": 6994 + }, + { + "epoch": 0.9627030002752546, + "grad_norm": 1.7121477599565265, + "learning_rate": 7.286993538345611e-08, + "loss": 1.1091, + "step": 6995 + }, + { + "epoch": 0.9628406275805119, + "grad_norm": 1.460542217894189, + "learning_rate": 7.233379018646958e-08, + "loss": 1.0005, + "step": 6996 + }, + { + "epoch": 0.9629782548857694, + "grad_norm": 1.4847062911900677, + "learning_rate": 7.17996174808644e-08, + "loss": 0.9162, + "step": 6997 + }, + { + "epoch": 0.9631158821910267, + "grad_norm": 1.5295523312490502, + "learning_rate": 7.126741737277343e-08, + "loss": 1.0074, + "step": 6998 + }, + { + "epoch": 0.9632535094962841, + "grad_norm": 1.5659294988678416, + "learning_rate": 7.073718996793544e-08, + "loss": 1.0194, + "step": 6999 + }, + { + "epoch": 0.9633911368015414, + "grad_norm": 1.5195751794809509, + "learning_rate": 7.020893537170281e-08, + "loss": 1.0293, + "step": 7000 + }, + { + "epoch": 0.9635287641067988, + "grad_norm": 1.525839486807429, + "learning_rate": 6.968265368902938e-08, + "loss": 1.0557, + "step": 7001 + }, + { + "epoch": 0.9636663914120561, + "grad_norm": 1.735817588798542, + "learning_rate": 6.91583450244826e-08, + "loss": 1.0328, + "step": 7002 + }, + { + "epoch": 0.9638040187173135, + "grad_norm": 1.5983124473814707, + "learning_rate": 6.863600948223248e-08, + "loss": 0.9391, + "step": 7003 + }, + { + "epoch": 0.9639416460225709, + "grad_norm": 1.522567865872024, + "learning_rate": 6.811564716606378e-08, + "loss": 1.0211, + "step": 7004 + }, + { + "epoch": 0.9640792733278283, + "grad_norm": 1.569932797285092, + "learning_rate": 6.759725817936158e-08, + "loss": 1.0596, + "step": 7005 + }, + { + "epoch": 0.9642169006330856, + "grad_norm": 1.6670344919414335, + "learning_rate": 6.708084262512571e-08, + "loss": 1.1072, + "step": 7006 + }, + { + "epoch": 0.964354527938343, + "grad_norm": 1.5937905558029868, + "learning_rate": 6.656640060595854e-08, + "loss": 1.051, + "step": 7007 + }, + { + "epoch": 0.9644921552436003, + "grad_norm": 1.5663637481460986, + "learning_rate": 6.605393222407496e-08, + "loss": 1.0466, + "step": 7008 + }, + { + "epoch": 0.9646297825488577, + "grad_norm": 1.4542004462744889, + "learning_rate": 6.554343758129244e-08, + "loss": 1.0363, + "step": 7009 + }, + { + "epoch": 0.964767409854115, + "grad_norm": 1.6777202901668615, + "learning_rate": 6.503491677904206e-08, + "loss": 1.1742, + "step": 7010 + }, + { + "epoch": 0.9649050371593724, + "grad_norm": 1.726169864736797, + "learning_rate": 6.452836991835964e-08, + "loss": 1.1068, + "step": 7011 + }, + { + "epoch": 0.9650426644646298, + "grad_norm": 1.4858745118115644, + "learning_rate": 6.402379709988693e-08, + "loss": 1.0985, + "step": 7012 + }, + { + "epoch": 0.9651802917698872, + "grad_norm": 1.7713482724812684, + "learning_rate": 6.352119842387816e-08, + "loss": 1.1433, + "step": 7013 + }, + { + "epoch": 0.9653179190751445, + "grad_norm": 1.8040598508660526, + "learning_rate": 6.302057399019012e-08, + "loss": 1.0829, + "step": 7014 + }, + { + "epoch": 0.9654555463804019, + "grad_norm": 1.6232701280809376, + "learning_rate": 6.252192389829326e-08, + "loss": 1.0918, + "step": 7015 + }, + { + "epoch": 0.9655931736856592, + "grad_norm": 1.7984265864960862, + "learning_rate": 6.202524824725941e-08, + "loss": 0.9951, + "step": 7016 + }, + { + "epoch": 0.9657308009909166, + "grad_norm": 1.707081394443571, + "learning_rate": 6.1530547135773e-08, + "loss": 1.0008, + "step": 7017 + }, + { + "epoch": 0.9658684282961739, + "grad_norm": 1.56135183903355, + "learning_rate": 6.103782066212427e-08, + "loss": 1.09, + "step": 7018 + }, + { + "epoch": 0.9660060556014314, + "grad_norm": 1.5513140754109853, + "learning_rate": 6.054706892421159e-08, + "loss": 1.1084, + "step": 7019 + }, + { + "epoch": 0.9661436829066887, + "grad_norm": 1.654881552162718, + "learning_rate": 6.005829201954028e-08, + "loss": 1.1151, + "step": 7020 + }, + { + "epoch": 0.9662813102119461, + "grad_norm": 1.6642305822040089, + "learning_rate": 5.957149004522267e-08, + "loss": 1.0476, + "step": 7021 + }, + { + "epoch": 0.9664189375172034, + "grad_norm": 1.5281659354096107, + "learning_rate": 5.908666309798028e-08, + "loss": 0.9795, + "step": 7022 + }, + { + "epoch": 0.9665565648224608, + "grad_norm": 1.4379743014590742, + "learning_rate": 5.860381127414161e-08, + "loss": 0.9993, + "step": 7023 + }, + { + "epoch": 0.9666941921277181, + "grad_norm": 1.5559742430935306, + "learning_rate": 5.812293466964325e-08, + "loss": 0.9855, + "step": 7024 + }, + { + "epoch": 0.9668318194329755, + "grad_norm": 1.5592173518291896, + "learning_rate": 5.764403338002766e-08, + "loss": 0.968, + "step": 7025 + }, + { + "epoch": 0.9669694467382328, + "grad_norm": 1.5766726773278432, + "learning_rate": 5.7167107500446517e-08, + "loss": 1.0144, + "step": 7026 + }, + { + "epoch": 0.9671070740434903, + "grad_norm": 1.753393538411313, + "learning_rate": 5.6692157125659564e-08, + "loss": 1.1431, + "step": 7027 + }, + { + "epoch": 0.9672447013487476, + "grad_norm": 1.7398005705470445, + "learning_rate": 5.6219182350031323e-08, + "loss": 1.0746, + "step": 7028 + }, + { + "epoch": 0.967382328654005, + "grad_norm": 1.6194931777857773, + "learning_rate": 5.574818326753551e-08, + "loss": 0.9983, + "step": 7029 + }, + { + "epoch": 0.9675199559592623, + "grad_norm": 1.7383663996290297, + "learning_rate": 5.527915997175504e-08, + "loss": 1.1271, + "step": 7030 + }, + { + "epoch": 0.9676575832645197, + "grad_norm": 1.7728425054340422, + "learning_rate": 5.4812112555876486e-08, + "loss": 1.0607, + "step": 7031 + }, + { + "epoch": 0.967795210569777, + "grad_norm": 1.7080648127450342, + "learning_rate": 5.434704111269562e-08, + "loss": 1.0517, + "step": 7032 + }, + { + "epoch": 0.9679328378750344, + "grad_norm": 1.3876175055492816, + "learning_rate": 5.38839457346163e-08, + "loss": 0.9382, + "step": 7033 + }, + { + "epoch": 0.9680704651802917, + "grad_norm": 1.593811472705823, + "learning_rate": 5.3422826513651604e-08, + "loss": 1.0679, + "step": 7034 + }, + { + "epoch": 0.9682080924855492, + "grad_norm": 1.6224758089590643, + "learning_rate": 5.29636835414149e-08, + "loss": 1.0124, + "step": 7035 + }, + { + "epoch": 0.9683457197908065, + "grad_norm": 1.619511416483054, + "learning_rate": 5.250651690913655e-08, + "loss": 1.0348, + "step": 7036 + }, + { + "epoch": 0.9684833470960639, + "grad_norm": 1.6411777641286667, + "learning_rate": 5.205132670764501e-08, + "loss": 1.0756, + "step": 7037 + }, + { + "epoch": 0.9686209744013212, + "grad_norm": 1.6648127579646133, + "learning_rate": 5.159811302738349e-08, + "loss": 0.9769, + "step": 7038 + }, + { + "epoch": 0.9687586017065786, + "grad_norm": 1.5082282900030233, + "learning_rate": 5.1146875958397733e-08, + "loss": 1.0046, + "step": 7039 + }, + { + "epoch": 0.9688962290118359, + "grad_norm": 1.5305194457012017, + "learning_rate": 5.06976155903427e-08, + "loss": 1.0704, + "step": 7040 + }, + { + "epoch": 0.9690338563170933, + "grad_norm": 1.5863972728607016, + "learning_rate": 5.0250332012480306e-08, + "loss": 1.0238, + "step": 7041 + }, + { + "epoch": 0.9691714836223507, + "grad_norm": 1.8489221126744477, + "learning_rate": 4.980502531367948e-08, + "loss": 1.012, + "step": 7042 + }, + { + "epoch": 0.9693091109276081, + "grad_norm": 1.6398124242176835, + "learning_rate": 4.936169558241832e-08, + "loss": 1.0681, + "step": 7043 + }, + { + "epoch": 0.9694467382328654, + "grad_norm": 1.466682220667244, + "learning_rate": 4.8920342906776385e-08, + "loss": 1.0073, + "step": 7044 + }, + { + "epoch": 0.9695843655381228, + "grad_norm": 1.755229769370423, + "learning_rate": 4.8480967374449074e-08, + "loss": 1.0944, + "step": 7045 + }, + { + "epoch": 0.9697219928433801, + "grad_norm": 1.6437488421423623, + "learning_rate": 4.8043569072731e-08, + "loss": 0.9736, + "step": 7046 + }, + { + "epoch": 0.9698596201486375, + "grad_norm": 1.5943686075579488, + "learning_rate": 4.7608148088528204e-08, + "loss": 1.0328, + "step": 7047 + }, + { + "epoch": 0.9699972474538948, + "grad_norm": 1.763410270907429, + "learning_rate": 4.717470450835371e-08, + "loss": 1.1554, + "step": 7048 + }, + { + "epoch": 0.9701348747591522, + "grad_norm": 1.551454753105448, + "learning_rate": 4.674323841832529e-08, + "loss": 1.0386, + "step": 7049 + }, + { + "epoch": 0.9702725020644096, + "grad_norm": 1.8204297809552856, + "learning_rate": 4.6313749904171033e-08, + "loss": 1.0764, + "step": 7050 + }, + { + "epoch": 0.970410129369667, + "grad_norm": 1.5425264941204928, + "learning_rate": 4.5886239051222694e-08, + "loss": 0.9762, + "step": 7051 + }, + { + "epoch": 0.9705477566749243, + "grad_norm": 1.634166025039071, + "learning_rate": 4.5460705944422315e-08, + "loss": 1.0258, + "step": 7052 + }, + { + "epoch": 0.9706853839801817, + "grad_norm": 1.6915436901823315, + "learning_rate": 4.503715066831671e-08, + "loss": 1.007, + "step": 7053 + }, + { + "epoch": 0.970823011285439, + "grad_norm": 1.834772525058863, + "learning_rate": 4.461557330705968e-08, + "loss": 1.1, + "step": 7054 + }, + { + "epoch": 0.9709606385906964, + "grad_norm": 1.7303618914933785, + "learning_rate": 4.419597394441533e-08, + "loss": 1.0949, + "step": 7055 + }, + { + "epoch": 0.9710982658959537, + "grad_norm": 1.777293604905882, + "learning_rate": 4.37783526637503e-08, + "loss": 1.11, + "step": 7056 + }, + { + "epoch": 0.9712358932012112, + "grad_norm": 1.530516402608571, + "learning_rate": 4.336270954804045e-08, + "loss": 1.027, + "step": 7057 + }, + { + "epoch": 0.9713735205064685, + "grad_norm": 1.6763357848026819, + "learning_rate": 4.2949044679868603e-08, + "loss": 1.0199, + "step": 7058 + }, + { + "epoch": 0.9715111478117259, + "grad_norm": 1.5259399218269072, + "learning_rate": 4.253735814142568e-08, + "loss": 1.0247, + "step": 7059 + }, + { + "epoch": 0.9716487751169832, + "grad_norm": 1.6861987339831739, + "learning_rate": 4.212765001450514e-08, + "loss": 1.0496, + "step": 7060 + }, + { + "epoch": 0.9717864024222406, + "grad_norm": 1.6861126941460178, + "learning_rate": 4.171992038051298e-08, + "loss": 0.9567, + "step": 7061 + }, + { + "epoch": 0.9719240297274979, + "grad_norm": 1.5621600956795685, + "learning_rate": 4.131416932045884e-08, + "loss": 0.9676, + "step": 7062 + }, + { + "epoch": 0.9720616570327553, + "grad_norm": 1.6405165630568226, + "learning_rate": 4.091039691495935e-08, + "loss": 1.0401, + "step": 7063 + }, + { + "epoch": 0.9721992843380126, + "grad_norm": 1.5163979274536492, + "learning_rate": 4.050860324423922e-08, + "loss": 1.0246, + "step": 7064 + }, + { + "epoch": 0.9723369116432701, + "grad_norm": 1.5550064210728358, + "learning_rate": 4.0108788388129036e-08, + "loss": 1.0558, + "step": 7065 + }, + { + "epoch": 0.9724745389485274, + "grad_norm": 1.6073423885570544, + "learning_rate": 3.9710952426066376e-08, + "loss": 1.0169, + "step": 7066 + }, + { + "epoch": 0.9726121662537848, + "grad_norm": 1.6263483836965584, + "learning_rate": 3.9315095437095774e-08, + "loss": 1.0692, + "step": 7067 + }, + { + "epoch": 0.9727497935590421, + "grad_norm": 1.7254932367414757, + "learning_rate": 3.892121749986988e-08, + "loss": 1.0922, + "step": 7068 + }, + { + "epoch": 0.9728874208642995, + "grad_norm": 1.875813303734995, + "learning_rate": 3.852931869264387e-08, + "loss": 1.1752, + "step": 7069 + }, + { + "epoch": 0.9730250481695568, + "grad_norm": 1.5596239097332054, + "learning_rate": 3.8139399093286564e-08, + "loss": 1.0602, + "step": 7070 + }, + { + "epoch": 0.9731626754748142, + "grad_norm": 1.9053274008929408, + "learning_rate": 3.7751458779266e-08, + "loss": 1.1734, + "step": 7071 + }, + { + "epoch": 0.9733003027800715, + "grad_norm": 1.5779670279864713, + "learning_rate": 3.736549782766275e-08, + "loss": 1.0834, + "step": 7072 + }, + { + "epoch": 0.973437930085329, + "grad_norm": 1.6088045253592131, + "learning_rate": 3.698151631516211e-08, + "loss": 1.065, + "step": 7073 + }, + { + "epoch": 0.9735755573905863, + "grad_norm": 1.8248165441575475, + "learning_rate": 3.6599514318054195e-08, + "loss": 1.0922, + "step": 7074 + }, + { + "epoch": 0.9737131846958437, + "grad_norm": 1.7542074769011702, + "learning_rate": 3.6219491912240504e-08, + "loss": 1.0108, + "step": 7075 + }, + { + "epoch": 0.973850812001101, + "grad_norm": 1.5810733932534873, + "learning_rate": 3.5841449173222854e-08, + "loss": 1.0503, + "step": 7076 + }, + { + "epoch": 0.9739884393063584, + "grad_norm": 1.6619221802237945, + "learning_rate": 3.546538617611561e-08, + "loss": 1.0667, + "step": 7077 + }, + { + "epoch": 0.9741260666116157, + "grad_norm": 1.8087819072102715, + "learning_rate": 3.5091302995635676e-08, + "loss": 1.1521, + "step": 7078 + }, + { + "epoch": 0.9742636939168731, + "grad_norm": 1.510351896644436, + "learning_rate": 3.471919970610915e-08, + "loss": 0.9976, + "step": 7079 + }, + { + "epoch": 0.9744013212221305, + "grad_norm": 1.5442953872825642, + "learning_rate": 3.434907638146911e-08, + "loss": 1.0472, + "step": 7080 + }, + { + "epoch": 0.9745389485273879, + "grad_norm": 1.7276310396906527, + "learning_rate": 3.398093309525119e-08, + "loss": 0.9962, + "step": 7081 + }, + { + "epoch": 0.9746765758326452, + "grad_norm": 1.6839203454574176, + "learning_rate": 3.361476992060242e-08, + "loss": 1.0021, + "step": 7082 + }, + { + "epoch": 0.9748142031379026, + "grad_norm": 1.9106129988055862, + "learning_rate": 3.325058693027461e-08, + "loss": 1.1273, + "step": 7083 + }, + { + "epoch": 0.9749518304431599, + "grad_norm": 1.6270654480535518, + "learning_rate": 3.2888384196624325e-08, + "loss": 1.0594, + "step": 7084 + }, + { + "epoch": 0.9750894577484173, + "grad_norm": 1.6779939176908982, + "learning_rate": 3.252816179161733e-08, + "loss": 1.0788, + "step": 7085 + }, + { + "epoch": 0.9752270850536746, + "grad_norm": 1.792049520840808, + "learning_rate": 3.216991978682526e-08, + "loss": 1.182, + "step": 7086 + }, + { + "epoch": 0.975364712358932, + "grad_norm": 1.6677956607383462, + "learning_rate": 3.181365825342564e-08, + "loss": 1.0485, + "step": 7087 + }, + { + "epoch": 0.9755023396641894, + "grad_norm": 1.59739144224853, + "learning_rate": 3.145937726220183e-08, + "loss": 0.9972, + "step": 7088 + }, + { + "epoch": 0.9756399669694468, + "grad_norm": 1.8095876533276176, + "learning_rate": 3.110707688354531e-08, + "loss": 1.0676, + "step": 7089 + }, + { + "epoch": 0.9757775942747041, + "grad_norm": 1.5544174652322467, + "learning_rate": 3.0756757187453415e-08, + "loss": 1.0027, + "step": 7090 + }, + { + "epoch": 0.9759152215799615, + "grad_norm": 1.6188853937371168, + "learning_rate": 3.040841824353047e-08, + "loss": 1.0433, + "step": 7091 + }, + { + "epoch": 0.9760528488852188, + "grad_norm": 1.4746846218668865, + "learning_rate": 3.006206012098556e-08, + "loss": 1.0494, + "step": 7092 + }, + { + "epoch": 0.9761904761904762, + "grad_norm": 1.6204712931424208, + "learning_rate": 2.9717682888635857e-08, + "loss": 1.0311, + "step": 7093 + }, + { + "epoch": 0.9763281034957335, + "grad_norm": 1.7855624132145576, + "learning_rate": 2.93752866149033e-08, + "loss": 1.1304, + "step": 7094 + }, + { + "epoch": 0.976465730800991, + "grad_norm": 1.7442732650498458, + "learning_rate": 2.9034871367819018e-08, + "loss": 1.0153, + "step": 7095 + }, + { + "epoch": 0.9766033581062483, + "grad_norm": 1.6004312171998751, + "learning_rate": 2.8696437215018915e-08, + "loss": 1.0136, + "step": 7096 + }, + { + "epoch": 0.9767409854115057, + "grad_norm": 1.7428011252308788, + "learning_rate": 2.8359984223743643e-08, + "loss": 1.0759, + "step": 7097 + }, + { + "epoch": 0.976878612716763, + "grad_norm": 1.6330926562564891, + "learning_rate": 2.8025512460843064e-08, + "loss": 0.9916, + "step": 7098 + }, + { + "epoch": 0.9770162400220204, + "grad_norm": 1.7144810179246974, + "learning_rate": 2.7693021992770685e-08, + "loss": 1.0905, + "step": 7099 + }, + { + "epoch": 0.9771538673272777, + "grad_norm": 1.8074365312716585, + "learning_rate": 2.736251288558922e-08, + "loss": 1.0989, + "step": 7100 + }, + { + "epoch": 0.9772914946325351, + "grad_norm": 1.6385632112883075, + "learning_rate": 2.703398520496614e-08, + "loss": 1.0385, + "step": 7101 + }, + { + "epoch": 0.9774291219377924, + "grad_norm": 1.6552043981232696, + "learning_rate": 2.6707439016175897e-08, + "loss": 1.0219, + "step": 7102 + }, + { + "epoch": 0.9775667492430499, + "grad_norm": 1.8149998695292489, + "learning_rate": 2.638287438409659e-08, + "loss": 1.1155, + "step": 7103 + }, + { + "epoch": 0.9777043765483072, + "grad_norm": 1.705794145126196, + "learning_rate": 2.606029137321775e-08, + "loss": 1.0563, + "step": 7104 + }, + { + "epoch": 0.9778420038535646, + "grad_norm": 1.5607348494573867, + "learning_rate": 2.5739690047629216e-08, + "loss": 0.9485, + "step": 7105 + }, + { + "epoch": 0.9779796311588219, + "grad_norm": 1.5248331682352045, + "learning_rate": 2.542107047103226e-08, + "loss": 0.9707, + "step": 7106 + }, + { + "epoch": 0.9781172584640793, + "grad_norm": 1.5497542149005887, + "learning_rate": 2.5104432706731796e-08, + "loss": 1.0032, + "step": 7107 + }, + { + "epoch": 0.9782548857693366, + "grad_norm": 1.4380439932027425, + "learning_rate": 2.478977681763861e-08, + "loss": 1.0318, + "step": 7108 + }, + { + "epoch": 0.978392513074594, + "grad_norm": 1.5480887994293553, + "learning_rate": 2.4477102866271584e-08, + "loss": 1.0377, + "step": 7109 + }, + { + "epoch": 0.9785301403798513, + "grad_norm": 1.4759061753580252, + "learning_rate": 2.4166410914753246e-08, + "loss": 0.9413, + "step": 7110 + }, + { + "epoch": 0.9786677676851088, + "grad_norm": 1.5882138376133326, + "learning_rate": 2.3857701024815327e-08, + "loss": 1.0664, + "step": 7111 + }, + { + "epoch": 0.9788053949903661, + "grad_norm": 1.7465727332485124, + "learning_rate": 2.3550973257794317e-08, + "loss": 1.061, + "step": 7112 + }, + { + "epoch": 0.9789430222956235, + "grad_norm": 1.7885158441968227, + "learning_rate": 2.3246227674631472e-08, + "loss": 1.0979, + "step": 7113 + }, + { + "epoch": 0.9790806496008808, + "grad_norm": 1.6071012900822086, + "learning_rate": 2.294346433587613e-08, + "loss": 1.0703, + "step": 7114 + }, + { + "epoch": 0.9792182769061382, + "grad_norm": 1.5778263203519296, + "learning_rate": 2.264268330168351e-08, + "loss": 1.0455, + "step": 7115 + }, + { + "epoch": 0.9793559042113955, + "grad_norm": 1.8872633079290428, + "learning_rate": 2.2343884631814694e-08, + "loss": 1.0464, + "step": 7116 + }, + { + "epoch": 0.9794935315166529, + "grad_norm": 1.5190053720994248, + "learning_rate": 2.2047068385636638e-08, + "loss": 1.0483, + "step": 7117 + }, + { + "epoch": 0.9796311588219103, + "grad_norm": 1.5614291513418694, + "learning_rate": 2.175223462212328e-08, + "loss": 1.0811, + "step": 7118 + }, + { + "epoch": 0.9797687861271677, + "grad_norm": 1.6344973305026145, + "learning_rate": 2.1459383399853318e-08, + "loss": 1.0685, + "step": 7119 + }, + { + "epoch": 0.979906413432425, + "grad_norm": 1.5595855912379484, + "learning_rate": 2.116851477701243e-08, + "loss": 1.0561, + "step": 7120 + }, + { + "epoch": 0.9800440407376824, + "grad_norm": 1.6289457924894044, + "learning_rate": 2.087962881139216e-08, + "loss": 1.0196, + "step": 7121 + }, + { + "epoch": 0.9801816680429397, + "grad_norm": 1.7529014236419966, + "learning_rate": 2.059272556039105e-08, + "loss": 1.0296, + "step": 7122 + }, + { + "epoch": 0.9803192953481971, + "grad_norm": 1.5698329009524485, + "learning_rate": 2.0307805081011266e-08, + "loss": 1.0496, + "step": 7123 + }, + { + "epoch": 0.9804569226534544, + "grad_norm": 1.688734076643403, + "learning_rate": 2.0024867429864204e-08, + "loss": 1.1041, + "step": 7124 + }, + { + "epoch": 0.9805945499587118, + "grad_norm": 1.5790067265912464, + "learning_rate": 1.9743912663164888e-08, + "loss": 1.0513, + "step": 7125 + }, + { + "epoch": 0.9807321772639692, + "grad_norm": 1.689118066706894, + "learning_rate": 1.9464940836735336e-08, + "loss": 1.0304, + "step": 7126 + }, + { + "epoch": 0.9808698045692266, + "grad_norm": 1.784120739630674, + "learning_rate": 1.918795200600343e-08, + "loss": 1.1682, + "step": 7127 + }, + { + "epoch": 0.9810074318744839, + "grad_norm": 1.6513498665210122, + "learning_rate": 1.8912946226002927e-08, + "loss": 1.0613, + "step": 7128 + }, + { + "epoch": 0.9811450591797413, + "grad_norm": 1.552755793329189, + "learning_rate": 1.8639923551373452e-08, + "loss": 0.9612, + "step": 7129 + }, + { + "epoch": 0.9812826864849986, + "grad_norm": 1.487752481327233, + "learning_rate": 1.8368884036361612e-08, + "loss": 1.0795, + "step": 7130 + }, + { + "epoch": 0.981420313790256, + "grad_norm": 1.5606928472400523, + "learning_rate": 1.8099827734818775e-08, + "loss": 1.0524, + "step": 7131 + }, + { + "epoch": 0.9815579410955133, + "grad_norm": 1.5756175165995736, + "learning_rate": 1.7832754700203292e-08, + "loss": 1.0111, + "step": 7132 + }, + { + "epoch": 0.9816955684007708, + "grad_norm": 1.6705118591348707, + "learning_rate": 1.756766498557827e-08, + "loss": 1.1375, + "step": 7133 + }, + { + "epoch": 0.9818331957060281, + "grad_norm": 1.4426993661886354, + "learning_rate": 1.730455864361269e-08, + "loss": 0.97, + "step": 7134 + }, + { + "epoch": 0.9819708230112855, + "grad_norm": 1.7351169221055924, + "learning_rate": 1.7043435726583624e-08, + "loss": 1.0852, + "step": 7135 + }, + { + "epoch": 0.9821084503165428, + "grad_norm": 1.5424241043043838, + "learning_rate": 1.6784296286372904e-08, + "loss": 1.1053, + "step": 7136 + }, + { + "epoch": 0.9822460776218002, + "grad_norm": 1.6565613137987032, + "learning_rate": 1.652714037446601e-08, + "loss": 1.0014, + "step": 7137 + }, + { + "epoch": 0.9823837049270575, + "grad_norm": 1.5530423308101373, + "learning_rate": 1.627196804195874e-08, + "loss": 1.0288, + "step": 7138 + }, + { + "epoch": 0.9825213322323149, + "grad_norm": 1.6489152813584513, + "learning_rate": 1.601877933954832e-08, + "loss": 1.0921, + "step": 7139 + }, + { + "epoch": 0.9826589595375722, + "grad_norm": 1.696271222838096, + "learning_rate": 1.5767574317540058e-08, + "loss": 1.1067, + "step": 7140 + }, + { + "epoch": 0.9827965868428297, + "grad_norm": 1.566657064902883, + "learning_rate": 1.5518353025846255e-08, + "loss": 1.0244, + "step": 7141 + }, + { + "epoch": 0.982934214148087, + "grad_norm": 1.7441140030859963, + "learning_rate": 1.527111551398286e-08, + "loss": 1.0565, + "step": 7142 + }, + { + "epoch": 0.9830718414533444, + "grad_norm": 1.6313665549808798, + "learning_rate": 1.5025861831072795e-08, + "loss": 1.041, + "step": 7143 + }, + { + "epoch": 0.9832094687586017, + "grad_norm": 1.7680789852441363, + "learning_rate": 1.4782592025844866e-08, + "loss": 1.05, + "step": 7144 + }, + { + "epoch": 0.9833470960638591, + "grad_norm": 1.5049206207747154, + "learning_rate": 1.4541306146633737e-08, + "loss": 1.0504, + "step": 7145 + }, + { + "epoch": 0.9834847233691164, + "grad_norm": 1.6527467491452446, + "learning_rate": 1.4302004241377731e-08, + "loss": 1.0189, + "step": 7146 + }, + { + "epoch": 0.9836223506743738, + "grad_norm": 1.8120302977044107, + "learning_rate": 1.406468635762437e-08, + "loss": 0.9993, + "step": 7147 + }, + { + "epoch": 0.9837599779796311, + "grad_norm": 1.5906822001174994, + "learning_rate": 1.3829352542525932e-08, + "loss": 0.971, + "step": 7148 + }, + { + "epoch": 0.9838976052848886, + "grad_norm": 1.586770336313646, + "learning_rate": 1.3596002842839461e-08, + "loss": 1.0331, + "step": 7149 + }, + { + "epoch": 0.9840352325901459, + "grad_norm": 1.6923695523019548, + "learning_rate": 1.3364637304927875e-08, + "loss": 1.0941, + "step": 7150 + }, + { + "epoch": 0.9841728598954033, + "grad_norm": 1.6031771745572367, + "learning_rate": 1.3135255974759952e-08, + "loss": 1.0297, + "step": 7151 + }, + { + "epoch": 0.9843104872006606, + "grad_norm": 1.5992962690880588, + "learning_rate": 1.2907858897912574e-08, + "loss": 1.023, + "step": 7152 + }, + { + "epoch": 0.984448114505918, + "grad_norm": 1.6190725746885677, + "learning_rate": 1.268244611956404e-08, + "loss": 1.0802, + "step": 7153 + }, + { + "epoch": 0.9845857418111753, + "grad_norm": 1.5973201452875563, + "learning_rate": 1.2459017684502971e-08, + "loss": 1.0319, + "step": 7154 + }, + { + "epoch": 0.9847233691164327, + "grad_norm": 1.631724002816171, + "learning_rate": 1.2237573637120526e-08, + "loss": 1.0304, + "step": 7155 + }, + { + "epoch": 0.9848609964216901, + "grad_norm": 1.685095970482444, + "learning_rate": 1.201811402141484e-08, + "loss": 1.0562, + "step": 7156 + }, + { + "epoch": 0.9849986237269475, + "grad_norm": 1.5809135281037217, + "learning_rate": 1.1800638880988814e-08, + "loss": 1.0683, + "step": 7157 + }, + { + "epoch": 0.9851362510322048, + "grad_norm": 1.7382664666227807, + "learning_rate": 1.1585148259052326e-08, + "loss": 1.067, + "step": 7158 + }, + { + "epoch": 0.9852738783374622, + "grad_norm": 1.5869801751874268, + "learning_rate": 1.1371642198420018e-08, + "loss": 1.0964, + "step": 7159 + }, + { + "epoch": 0.9854115056427195, + "grad_norm": 1.4953499005024573, + "learning_rate": 1.1160120741513514e-08, + "loss": 1.0111, + "step": 7160 + }, + { + "epoch": 0.9855491329479769, + "grad_norm": 1.683037617382987, + "learning_rate": 1.0950583930358082e-08, + "loss": 1.0978, + "step": 7161 + }, + { + "epoch": 0.9856867602532342, + "grad_norm": 1.6616902411957315, + "learning_rate": 1.074303180658709e-08, + "loss": 0.9674, + "step": 7162 + }, + { + "epoch": 0.9858243875584916, + "grad_norm": 1.6978786433829456, + "learning_rate": 1.0537464411437548e-08, + "loss": 0.9625, + "step": 7163 + }, + { + "epoch": 0.985962014863749, + "grad_norm": 1.594366597009008, + "learning_rate": 1.0333881785753452e-08, + "loss": 0.9911, + "step": 7164 + }, + { + "epoch": 0.9860996421690064, + "grad_norm": 1.6800461610631048, + "learning_rate": 1.0132283969982448e-08, + "loss": 1.101, + "step": 7165 + }, + { + "epoch": 0.9862372694742637, + "grad_norm": 1.8038422773153144, + "learning_rate": 9.932671004180273e-09, + "loss": 1.0538, + "step": 7166 + }, + { + "epoch": 0.9863748967795211, + "grad_norm": 1.5143286575878583, + "learning_rate": 9.73504292800742e-09, + "loss": 1.0087, + "step": 7167 + }, + { + "epoch": 0.9865125240847784, + "grad_norm": 1.6510632706584434, + "learning_rate": 9.539399780730262e-09, + "loss": 1.031, + "step": 7168 + }, + { + "epoch": 0.9866501513900358, + "grad_norm": 1.6267475602373764, + "learning_rate": 9.345741601219926e-09, + "loss": 1.0125, + "step": 7169 + }, + { + "epoch": 0.9867877786952931, + "grad_norm": 1.6315096467688208, + "learning_rate": 9.154068427952301e-09, + "loss": 1.0591, + "step": 7170 + }, + { + "epoch": 0.9869254060005506, + "grad_norm": 1.524091814765376, + "learning_rate": 8.964380299012476e-09, + "loss": 1.0285, + "step": 7171 + }, + { + "epoch": 0.9870630333058079, + "grad_norm": 1.602760446388997, + "learning_rate": 8.776677252088084e-09, + "loss": 0.9985, + "step": 7172 + }, + { + "epoch": 0.9872006606110653, + "grad_norm": 1.5584045655879708, + "learning_rate": 8.590959324472626e-09, + "loss": 0.9987, + "step": 7173 + }, + { + "epoch": 0.9873382879163226, + "grad_norm": 1.6524837185003618, + "learning_rate": 8.407226553066583e-09, + "loss": 1.0595, + "step": 7174 + }, + { + "epoch": 0.98747591522158, + "grad_norm": 1.6095739437740875, + "learning_rate": 8.22547897437409e-09, + "loss": 1.0599, + "step": 7175 + }, + { + "epoch": 0.9876135425268373, + "grad_norm": 1.6425049361767166, + "learning_rate": 8.045716624506262e-09, + "loss": 1.0916, + "step": 7176 + }, + { + "epoch": 0.9877511698320947, + "grad_norm": 1.569390673536291, + "learning_rate": 7.86793953918008e-09, + "loss": 1.0381, + "step": 7177 + }, + { + "epoch": 0.987888797137352, + "grad_norm": 1.9028265082300206, + "learning_rate": 7.692147753717294e-09, + "loss": 1.0918, + "step": 7178 + }, + { + "epoch": 0.9880264244426095, + "grad_norm": 1.673509243596393, + "learning_rate": 7.518341303043298e-09, + "loss": 1.0188, + "step": 7179 + }, + { + "epoch": 0.9881640517478668, + "grad_norm": 1.782307413009316, + "learning_rate": 7.346520221693798e-09, + "loss": 1.0429, + "step": 7180 + }, + { + "epoch": 0.9883016790531242, + "grad_norm": 1.5841881072687118, + "learning_rate": 7.176684543807044e-09, + "loss": 0.9804, + "step": 7181 + }, + { + "epoch": 0.9884393063583815, + "grad_norm": 1.6087787430357698, + "learning_rate": 7.008834303124934e-09, + "loss": 1.0765, + "step": 7182 + }, + { + "epoch": 0.9885769336636389, + "grad_norm": 1.5321737320294717, + "learning_rate": 6.842969532998567e-09, + "loss": 0.9061, + "step": 7183 + }, + { + "epoch": 0.9887145609688962, + "grad_norm": 1.6077651712389425, + "learning_rate": 6.679090266382693e-09, + "loss": 1.0652, + "step": 7184 + }, + { + "epoch": 0.9888521882741536, + "grad_norm": 1.614420238145523, + "learning_rate": 6.517196535839043e-09, + "loss": 1.0885, + "step": 7185 + }, + { + "epoch": 0.9889898155794109, + "grad_norm": 1.846952253353474, + "learning_rate": 6.357288373531889e-09, + "loss": 1.05, + "step": 7186 + }, + { + "epoch": 0.9891274428846684, + "grad_norm": 1.472279006360051, + "learning_rate": 6.199365811232483e-09, + "loss": 0.996, + "step": 7187 + }, + { + "epoch": 0.9892650701899257, + "grad_norm": 1.506138765566323, + "learning_rate": 6.043428880320168e-09, + "loss": 1.0468, + "step": 7188 + }, + { + "epoch": 0.9894026974951831, + "grad_norm": 1.6182779198925192, + "learning_rate": 5.889477611775718e-09, + "loss": 1.0599, + "step": 7189 + }, + { + "epoch": 0.9895403248004404, + "grad_norm": 1.5567205562516904, + "learning_rate": 5.7375120361868876e-09, + "loss": 1.0654, + "step": 7190 + }, + { + "epoch": 0.9896779521056978, + "grad_norm": 1.9282575084511229, + "learning_rate": 5.587532183748412e-09, + "loss": 1.0574, + "step": 7191 + }, + { + "epoch": 0.9898155794109551, + "grad_norm": 1.6753760847855248, + "learning_rate": 5.439538084259788e-09, + "loss": 1.0296, + "step": 7192 + }, + { + "epoch": 0.9899532067162125, + "grad_norm": 1.6230411806607656, + "learning_rate": 5.293529767123051e-09, + "loss": 1.1052, + "step": 7193 + }, + { + "epoch": 0.9900908340214699, + "grad_norm": 1.5799787763898903, + "learning_rate": 5.14950726134944e-09, + "loss": 1.1064, + "step": 7194 + }, + { + "epoch": 0.9902284613267273, + "grad_norm": 1.5086445117416887, + "learning_rate": 5.007470595553843e-09, + "loss": 1.0313, + "step": 7195 + }, + { + "epoch": 0.9903660886319846, + "grad_norm": 1.5100614800108094, + "learning_rate": 4.867419797958128e-09, + "loss": 0.9994, + "step": 7196 + }, + { + "epoch": 0.990503715937242, + "grad_norm": 1.6874560036035982, + "learning_rate": 4.729354896387817e-09, + "loss": 1.0956, + "step": 7197 + }, + { + "epoch": 0.9906413432424993, + "grad_norm": 1.8875333150660196, + "learning_rate": 4.593275918273188e-09, + "loss": 1.1293, + "step": 7198 + }, + { + "epoch": 0.9907789705477567, + "grad_norm": 1.6513949729541695, + "learning_rate": 4.4591828906537235e-09, + "loss": 1.1444, + "step": 7199 + }, + { + "epoch": 0.990916597853014, + "grad_norm": 1.729868123051389, + "learning_rate": 4.327075840169226e-09, + "loss": 1.0453, + "step": 7200 + }, + { + "epoch": 0.9910542251582714, + "grad_norm": 1.4457700849497743, + "learning_rate": 4.196954793069807e-09, + "loss": 1.025, + "step": 7201 + }, + { + "epoch": 0.9911918524635288, + "grad_norm": 1.6702153551197347, + "learning_rate": 4.068819775208122e-09, + "loss": 1.0715, + "step": 7202 + }, + { + "epoch": 0.9913294797687862, + "grad_norm": 1.7638276420221533, + "learning_rate": 3.942670812041583e-09, + "loss": 1.019, + "step": 7203 + }, + { + "epoch": 0.9914671070740435, + "grad_norm": 1.4667641565140959, + "learning_rate": 3.818507928635695e-09, + "loss": 1.0523, + "step": 7204 + }, + { + "epoch": 0.9916047343793009, + "grad_norm": 1.527079806358556, + "learning_rate": 3.6963311496596153e-09, + "loss": 0.9437, + "step": 7205 + }, + { + "epoch": 0.9917423616845582, + "grad_norm": 1.648847756661442, + "learning_rate": 3.5761404993883696e-09, + "loss": 1.1225, + "step": 7206 + }, + { + "epoch": 0.9918799889898156, + "grad_norm": 1.5334750366861518, + "learning_rate": 3.4579360017006347e-09, + "loss": 1.0571, + "step": 7207 + }, + { + "epoch": 0.9920176162950729, + "grad_norm": 1.8836213105136919, + "learning_rate": 3.341717680084289e-09, + "loss": 1.1105, + "step": 7208 + }, + { + "epoch": 0.9921552436003304, + "grad_norm": 1.5836387878485967, + "learning_rate": 3.2274855576297504e-09, + "loss": 1.0714, + "step": 7209 + }, + { + "epoch": 0.9922928709055877, + "grad_norm": 1.5453700715194312, + "learning_rate": 3.1152396570321986e-09, + "loss": 1.0496, + "step": 7210 + }, + { + "epoch": 0.9924304982108451, + "grad_norm": 1.6671107728923906, + "learning_rate": 3.0049800005937934e-09, + "loss": 1.042, + "step": 7211 + }, + { + "epoch": 0.9925681255161024, + "grad_norm": 1.6091704762559607, + "learning_rate": 2.896706610222566e-09, + "loss": 1.0331, + "step": 7212 + }, + { + "epoch": 0.9927057528213598, + "grad_norm": 1.6241631604597735, + "learning_rate": 2.7904195074301976e-09, + "loss": 1.0863, + "step": 7213 + }, + { + "epoch": 0.9928433801266171, + "grad_norm": 1.4566044757257022, + "learning_rate": 2.6861187133342402e-09, + "loss": 1.0265, + "step": 7214 + }, + { + "epoch": 0.9929810074318745, + "grad_norm": 1.451097545565389, + "learning_rate": 2.5838042486581172e-09, + "loss": 1.0475, + "step": 7215 + }, + { + "epoch": 0.9931186347371318, + "grad_norm": 1.6587618569680318, + "learning_rate": 2.483476133730012e-09, + "loss": 1.0742, + "step": 7216 + }, + { + "epoch": 0.9932562620423893, + "grad_norm": 1.543833535677864, + "learning_rate": 2.3851343884850885e-09, + "loss": 1.024, + "step": 7217 + }, + { + "epoch": 0.9933938893476466, + "grad_norm": 1.5373831440338939, + "learning_rate": 2.2887790324610526e-09, + "loss": 1.0333, + "step": 7218 + }, + { + "epoch": 0.993531516652904, + "grad_norm": 1.7591488818772598, + "learning_rate": 2.1944100848025896e-09, + "loss": 1.0752, + "step": 7219 + }, + { + "epoch": 0.9936691439581613, + "grad_norm": 1.7953802966784214, + "learning_rate": 2.102027564260256e-09, + "loss": 0.9637, + "step": 7220 + }, + { + "epoch": 0.9938067712634187, + "grad_norm": 1.5851439000516268, + "learning_rate": 2.0116314891893694e-09, + "loss": 1.0104, + "step": 7221 + }, + { + "epoch": 0.993944398568676, + "grad_norm": 1.8514852282904815, + "learning_rate": 1.9232218775488976e-09, + "loss": 1.1365, + "step": 7222 + }, + { + "epoch": 0.9940820258739334, + "grad_norm": 1.7498255500111513, + "learning_rate": 1.836798746905899e-09, + "loss": 1.0635, + "step": 7223 + }, + { + "epoch": 0.9942196531791907, + "grad_norm": 1.7139194288355408, + "learning_rate": 1.752362114429973e-09, + "loss": 1.067, + "step": 7224 + }, + { + "epoch": 0.9943572804844482, + "grad_norm": 1.7202035163716969, + "learning_rate": 1.66991199689992e-09, + "loss": 1.1517, + "step": 7225 + }, + { + "epoch": 0.9944949077897055, + "grad_norm": 1.5823067174852152, + "learning_rate": 1.5894484106959706e-09, + "loss": 1.0718, + "step": 7226 + }, + { + "epoch": 0.9946325350949629, + "grad_norm": 1.4406383360813757, + "learning_rate": 1.5109713718042262e-09, + "loss": 1.0176, + "step": 7227 + }, + { + "epoch": 0.9947701624002202, + "grad_norm": 1.6132471275461149, + "learning_rate": 1.4344808958188794e-09, + "loss": 1.1035, + "step": 7228 + }, + { + "epoch": 0.9949077897054776, + "grad_norm": 1.4996449371553, + "learning_rate": 1.3599769979366629e-09, + "loss": 0.9329, + "step": 7229 + }, + { + "epoch": 0.9950454170107349, + "grad_norm": 1.8148540649669251, + "learning_rate": 1.28745969296018e-09, + "loss": 1.1503, + "step": 7230 + }, + { + "epoch": 0.9951830443159922, + "grad_norm": 1.2910760788114741, + "learning_rate": 1.2169289952990159e-09, + "loss": 0.978, + "step": 7231 + }, + { + "epoch": 0.9953206716212497, + "grad_norm": 1.558818773459181, + "learning_rate": 1.148384918964185e-09, + "loss": 0.9974, + "step": 7232 + }, + { + "epoch": 0.9954582989265071, + "grad_norm": 1.6931303330935068, + "learning_rate": 1.0818274775770132e-09, + "loss": 1.0295, + "step": 7233 + }, + { + "epoch": 0.9955959262317644, + "grad_norm": 1.6408049714139357, + "learning_rate": 1.0172566843602571e-09, + "loss": 1.1415, + "step": 7234 + }, + { + "epoch": 0.9957335535370218, + "grad_norm": 1.5862196712213956, + "learning_rate": 9.546725521425437e-10, + "loss": 1.0805, + "step": 7235 + }, + { + "epoch": 0.9958711808422791, + "grad_norm": 1.6466881534695752, + "learning_rate": 8.940750933605912e-10, + "loss": 1.0591, + "step": 7236 + }, + { + "epoch": 0.9960088081475365, + "grad_norm": 1.7310077646539663, + "learning_rate": 8.35464320052548e-10, + "loss": 1.0491, + "step": 7237 + }, + { + "epoch": 0.9961464354527938, + "grad_norm": 1.85932466857486, + "learning_rate": 7.788402438646536e-10, + "loss": 1.1467, + "step": 7238 + }, + { + "epoch": 0.9962840627580511, + "grad_norm": 1.6023649558361275, + "learning_rate": 7.242028760456876e-10, + "loss": 1.0316, + "step": 7239 + }, + { + "epoch": 0.9964216900633086, + "grad_norm": 1.6879299888535104, + "learning_rate": 6.715522274536312e-10, + "loss": 1.0438, + "step": 7240 + }, + { + "epoch": 0.996559317368566, + "grad_norm": 1.6572007983489825, + "learning_rate": 6.208883085467854e-10, + "loss": 1.071, + "step": 7241 + }, + { + "epoch": 0.9966969446738233, + "grad_norm": 1.5832707490877005, + "learning_rate": 5.722111293937626e-10, + "loss": 1.1484, + "step": 7242 + }, + { + "epoch": 0.9968345719790807, + "grad_norm": 1.5566095275271297, + "learning_rate": 5.255206996657158e-10, + "loss": 1.0605, + "step": 7243 + }, + { + "epoch": 0.996972199284338, + "grad_norm": 1.5646712844082038, + "learning_rate": 4.80817028637448e-10, + "loss": 1.0172, + "step": 7244 + }, + { + "epoch": 0.9971098265895953, + "grad_norm": 1.5838555638839629, + "learning_rate": 4.381001251940742e-10, + "loss": 0.9021, + "step": 7245 + }, + { + "epoch": 0.9972474538948527, + "grad_norm": 1.7120431271025978, + "learning_rate": 3.973699978199186e-10, + "loss": 1.0415, + "step": 7246 + }, + { + "epoch": 0.9973850812001102, + "grad_norm": 1.7883131299847266, + "learning_rate": 3.586266546085071e-10, + "loss": 1.118, + "step": 7247 + }, + { + "epoch": 0.9975227085053675, + "grad_norm": 1.6252132859210442, + "learning_rate": 3.2187010325812617e-10, + "loss": 0.981, + "step": 7248 + }, + { + "epoch": 0.9976603358106249, + "grad_norm": 1.5401701103751473, + "learning_rate": 2.871003510718229e-10, + "loss": 1.0029, + "step": 7249 + }, + { + "epoch": 0.9977979631158822, + "grad_norm": 2.0597293872358637, + "learning_rate": 2.543174049574049e-10, + "loss": 1.0804, + "step": 7250 + }, + { + "epoch": 0.9979355904211396, + "grad_norm": 1.698915721447151, + "learning_rate": 2.2352127142855063e-10, + "loss": 1.0589, + "step": 7251 + }, + { + "epoch": 0.9980732177263969, + "grad_norm": 1.5767540221924852, + "learning_rate": 1.9471195660369925e-10, + "loss": 1.0036, + "step": 7252 + }, + { + "epoch": 0.9982108450316542, + "grad_norm": 1.6137696398864498, + "learning_rate": 1.6788946620716063e-10, + "loss": 1.0905, + "step": 7253 + }, + { + "epoch": 0.9983484723369116, + "grad_norm": 1.620664039819225, + "learning_rate": 1.4305380556800529e-10, + "loss": 1.039, + "step": 7254 + }, + { + "epoch": 0.9984860996421691, + "grad_norm": 1.6515568512597054, + "learning_rate": 1.202049796211746e-10, + "loss": 1.088, + "step": 7255 + }, + { + "epoch": 0.9986237269474264, + "grad_norm": 1.655275200336101, + "learning_rate": 9.93429929063705e-11, + "loss": 1.1007, + "step": 7256 + }, + { + "epoch": 0.9987613542526838, + "grad_norm": 1.7247747935629287, + "learning_rate": 8.046784956805553e-11, + "loss": 1.1255, + "step": 7257 + }, + { + "epoch": 0.9988989815579411, + "grad_norm": 1.6439876975353602, + "learning_rate": 6.357955335767329e-11, + "loss": 1.0789, + "step": 7258 + }, + { + "epoch": 0.9990366088631984, + "grad_norm": 1.5957613877342398, + "learning_rate": 4.867810762920755e-11, + "loss": 0.9717, + "step": 7259 + }, + { + "epoch": 0.9991742361684558, + "grad_norm": 1.6759316782229179, + "learning_rate": 3.57635153436231e-11, + "loss": 1.0079, + "step": 7260 + }, + { + "epoch": 0.9993118634737131, + "grad_norm": 1.5547687427462527, + "learning_rate": 2.4835779067755583e-11, + "loss": 1.0172, + "step": 7261 + }, + { + "epoch": 0.9994494907789705, + "grad_norm": 1.7578579547929518, + "learning_rate": 1.5894900972091008e-11, + "loss": 1.1283, + "step": 7262 + }, + { + "epoch": 0.999587118084228, + "grad_norm": 1.9077910505191853, + "learning_rate": 8.940882832986219e-12, + "loss": 1.0609, + "step": 7263 + }, + { + "epoch": 0.9997247453894853, + "grad_norm": 1.527812636620318, + "learning_rate": 3.973726032668879e-12, + "loss": 1.0239, + "step": 7264 + }, + { + "epoch": 0.9998623726947427, + "grad_norm": 1.613353284572709, + "learning_rate": 9.934315570170327e-13, + "loss": 1.0973, + "step": 7265 + }, + { + "epoch": 1.0, + "grad_norm": 1.533637933519674, + "learning_rate": 0.0, + "loss": 1.0226, + "step": 7266 + }, + { + "epoch": 1.0, + "step": 7266, + "total_flos": 2.9762940342066217e+18, + "train_loss": 1.1419005379462221, + "train_runtime": 5750.1825, + "train_samples_per_second": 161.742, + "train_steps_per_second": 1.264 + } + ], + "logging_steps": 1.0, + "max_steps": 7266, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.9762940342066217e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +}