| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9995258416311048, | |
| "eval_steps": 500, | |
| "global_step": 1054, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.000948316737790422, | |
| "grad_norm": 12.246086019020522, | |
| "learning_rate": 3.1545741324921134e-08, | |
| "loss": 0.3675, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001896633475580844, | |
| "grad_norm": 11.694026905196086, | |
| "learning_rate": 6.309148264984227e-08, | |
| "loss": 0.3513, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.002844950213371266, | |
| "grad_norm": 10.688899348005608, | |
| "learning_rate": 9.463722397476342e-08, | |
| "loss": 0.3177, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.003793266951161688, | |
| "grad_norm": 11.921298417211082, | |
| "learning_rate": 1.2618296529968454e-07, | |
| "loss": 0.3556, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.00474158368895211, | |
| "grad_norm": 11.282902382225787, | |
| "learning_rate": 1.5772870662460568e-07, | |
| "loss": 0.3662, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.005689900426742532, | |
| "grad_norm": 12.449826286939778, | |
| "learning_rate": 1.8927444794952683e-07, | |
| "loss": 0.3546, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.006638217164532954, | |
| "grad_norm": 11.727097480206721, | |
| "learning_rate": 2.2082018927444798e-07, | |
| "loss": 0.3635, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.007586533902323376, | |
| "grad_norm": 11.441751312661113, | |
| "learning_rate": 2.5236593059936907e-07, | |
| "loss": 0.3636, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.008534850640113799, | |
| "grad_norm": 10.632930884848795, | |
| "learning_rate": 2.8391167192429027e-07, | |
| "loss": 0.2923, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.00948316737790422, | |
| "grad_norm": 11.025857208188647, | |
| "learning_rate": 3.1545741324921137e-07, | |
| "loss": 0.3449, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.010431484115694643, | |
| "grad_norm": 11.86359857266447, | |
| "learning_rate": 3.470031545741325e-07, | |
| "loss": 0.3354, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.011379800853485065, | |
| "grad_norm": 11.01751351812872, | |
| "learning_rate": 3.7854889589905366e-07, | |
| "loss": 0.3369, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.012328117591275486, | |
| "grad_norm": 9.502190495628849, | |
| "learning_rate": 4.100946372239748e-07, | |
| "loss": 0.3179, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.013276434329065908, | |
| "grad_norm": 7.858408977040966, | |
| "learning_rate": 4.4164037854889596e-07, | |
| "loss": 0.2565, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.01422475106685633, | |
| "grad_norm": 8.154333698814211, | |
| "learning_rate": 4.7318611987381705e-07, | |
| "loss": 0.2589, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.015173067804646752, | |
| "grad_norm": 8.475444781638856, | |
| "learning_rate": 5.047318611987381e-07, | |
| "loss": 0.3001, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.016121384542437174, | |
| "grad_norm": 7.13737669899092, | |
| "learning_rate": 5.362776025236594e-07, | |
| "loss": 0.2641, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.017069701280227598, | |
| "grad_norm": 5.554684184392653, | |
| "learning_rate": 5.678233438485805e-07, | |
| "loss": 0.1902, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.018018018018018018, | |
| "grad_norm": 4.568211300813283, | |
| "learning_rate": 5.993690851735017e-07, | |
| "loss": 0.208, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.01896633475580844, | |
| "grad_norm": 4.7579569152913646, | |
| "learning_rate": 6.309148264984227e-07, | |
| "loss": 0.1994, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01991465149359886, | |
| "grad_norm": 4.7128465676673486, | |
| "learning_rate": 6.62460567823344e-07, | |
| "loss": 0.229, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.020862968231389285, | |
| "grad_norm": 4.005405411985473, | |
| "learning_rate": 6.94006309148265e-07, | |
| "loss": 0.2095, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.021811284969179705, | |
| "grad_norm": 4.676075338959145, | |
| "learning_rate": 7.255520504731863e-07, | |
| "loss": 0.2178, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.02275960170697013, | |
| "grad_norm": 2.3652635706654435, | |
| "learning_rate": 7.570977917981073e-07, | |
| "loss": 0.1524, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.02370791844476055, | |
| "grad_norm": 2.685337556789167, | |
| "learning_rate": 7.886435331230284e-07, | |
| "loss": 0.1672, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.024656235182550973, | |
| "grad_norm": 2.430942973848189, | |
| "learning_rate": 8.201892744479496e-07, | |
| "loss": 0.1526, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.025604551920341393, | |
| "grad_norm": 2.6467399445694286, | |
| "learning_rate": 8.517350157728707e-07, | |
| "loss": 0.1605, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.026552868658131817, | |
| "grad_norm": 1.9805248826128374, | |
| "learning_rate": 8.832807570977919e-07, | |
| "loss": 0.1223, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.027501185395922237, | |
| "grad_norm": 2.2695664454959785, | |
| "learning_rate": 9.148264984227131e-07, | |
| "loss": 0.1991, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.02844950213371266, | |
| "grad_norm": 2.221333597086963, | |
| "learning_rate": 9.463722397476341e-07, | |
| "loss": 0.1466, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02939781887150308, | |
| "grad_norm": 2.4412316593782633, | |
| "learning_rate": 9.779179810725552e-07, | |
| "loss": 0.1757, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.030346135609293504, | |
| "grad_norm": 2.3894901293863198, | |
| "learning_rate": 1.0094637223974763e-06, | |
| "loss": 0.1467, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.031294452347083924, | |
| "grad_norm": 2.2254181707911003, | |
| "learning_rate": 1.0410094637223975e-06, | |
| "loss": 0.1403, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.03224276908487435, | |
| "grad_norm": 2.0835670435267573, | |
| "learning_rate": 1.0725552050473188e-06, | |
| "loss": 0.1295, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03319108582266477, | |
| "grad_norm": 2.490534255553767, | |
| "learning_rate": 1.1041009463722398e-06, | |
| "loss": 0.1781, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.034139402560455195, | |
| "grad_norm": 2.4852979753797526, | |
| "learning_rate": 1.135646687697161e-06, | |
| "loss": 0.1635, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.03508771929824561, | |
| "grad_norm": 2.1821267836376093, | |
| "learning_rate": 1.1671924290220821e-06, | |
| "loss": 0.1536, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.036036036036036036, | |
| "grad_norm": 2.0995981360286193, | |
| "learning_rate": 1.1987381703470034e-06, | |
| "loss": 0.1892, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.03698435277382646, | |
| "grad_norm": 1.7671849396147046, | |
| "learning_rate": 1.2302839116719244e-06, | |
| "loss": 0.1441, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.03793266951161688, | |
| "grad_norm": 1.9145592423222202, | |
| "learning_rate": 1.2618296529968455e-06, | |
| "loss": 0.1515, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0388809862494073, | |
| "grad_norm": 2.909485299628588, | |
| "learning_rate": 1.2933753943217667e-06, | |
| "loss": 0.176, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.03982930298719772, | |
| "grad_norm": 1.6871888183428478, | |
| "learning_rate": 1.324921135646688e-06, | |
| "loss": 0.1215, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.04077761972498815, | |
| "grad_norm": 1.5396564532901138, | |
| "learning_rate": 1.3564668769716088e-06, | |
| "loss": 0.1334, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.04172593646277857, | |
| "grad_norm": 2.205033481070129, | |
| "learning_rate": 1.38801261829653e-06, | |
| "loss": 0.1397, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.04267425320056899, | |
| "grad_norm": 1.8497757762613358, | |
| "learning_rate": 1.4195583596214513e-06, | |
| "loss": 0.1274, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.04362256993835941, | |
| "grad_norm": 1.9376215434540043, | |
| "learning_rate": 1.4511041009463726e-06, | |
| "loss": 0.1228, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.044570886676149835, | |
| "grad_norm": 1.594889970345864, | |
| "learning_rate": 1.4826498422712934e-06, | |
| "loss": 0.1137, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.04551920341394026, | |
| "grad_norm": 1.7592570423176281, | |
| "learning_rate": 1.5141955835962146e-06, | |
| "loss": 0.141, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.046467520151730675, | |
| "grad_norm": 1.6146283602515956, | |
| "learning_rate": 1.545741324921136e-06, | |
| "loss": 0.1428, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0474158368895211, | |
| "grad_norm": 1.503278573378982, | |
| "learning_rate": 1.5772870662460567e-06, | |
| "loss": 0.1318, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04836415362731152, | |
| "grad_norm": 1.37572777178569, | |
| "learning_rate": 1.608832807570978e-06, | |
| "loss": 0.1315, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.049312470365101946, | |
| "grad_norm": 1.6002275154635794, | |
| "learning_rate": 1.6403785488958992e-06, | |
| "loss": 0.0935, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.05026078710289237, | |
| "grad_norm": 1.9567696662008847, | |
| "learning_rate": 1.6719242902208203e-06, | |
| "loss": 0.1271, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.051209103840682786, | |
| "grad_norm": 1.601626063178932, | |
| "learning_rate": 1.7034700315457413e-06, | |
| "loss": 0.0959, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05215742057847321, | |
| "grad_norm": 1.886431535590579, | |
| "learning_rate": 1.7350157728706626e-06, | |
| "loss": 0.1218, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.05310573731626363, | |
| "grad_norm": 1.5354494166136305, | |
| "learning_rate": 1.7665615141955838e-06, | |
| "loss": 0.1139, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 2.311230053300576, | |
| "learning_rate": 1.7981072555205049e-06, | |
| "loss": 0.1426, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.055002370791844474, | |
| "grad_norm": 1.6253071180005185, | |
| "learning_rate": 1.8296529968454261e-06, | |
| "loss": 0.1175, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0559506875296349, | |
| "grad_norm": 1.3821063491809322, | |
| "learning_rate": 1.8611987381703472e-06, | |
| "loss": 0.132, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.05689900426742532, | |
| "grad_norm": 1.7624392868013044, | |
| "learning_rate": 1.8927444794952682e-06, | |
| "loss": 0.1221, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.057847321005215745, | |
| "grad_norm": 1.3398437874784876, | |
| "learning_rate": 1.9242902208201892e-06, | |
| "loss": 0.125, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.05879563774300616, | |
| "grad_norm": 1.562570182505017, | |
| "learning_rate": 1.9558359621451105e-06, | |
| "loss": 0.1413, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.059743954480796585, | |
| "grad_norm": 1.6769755616188486, | |
| "learning_rate": 1.9873817034700317e-06, | |
| "loss": 0.1559, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.06069227121858701, | |
| "grad_norm": 1.3917364499829268, | |
| "learning_rate": 2.0189274447949526e-06, | |
| "loss": 0.1377, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.06164058795637743, | |
| "grad_norm": 1.8502674559797263, | |
| "learning_rate": 2.050473186119874e-06, | |
| "loss": 0.1487, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.06258890469416785, | |
| "grad_norm": 3.158783977874437, | |
| "learning_rate": 2.082018927444795e-06, | |
| "loss": 0.119, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.06353722143195828, | |
| "grad_norm": 1.811584236109641, | |
| "learning_rate": 2.1135646687697163e-06, | |
| "loss": 0.122, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.0644855381697487, | |
| "grad_norm": 2.917344328319794, | |
| "learning_rate": 2.1451104100946376e-06, | |
| "loss": 0.1313, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.06543385490753911, | |
| "grad_norm": 1.8029019845335916, | |
| "learning_rate": 2.1766561514195584e-06, | |
| "loss": 0.1138, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.06638217164532954, | |
| "grad_norm": 1.6898543330406532, | |
| "learning_rate": 2.2082018927444797e-06, | |
| "loss": 0.1191, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06733048838311996, | |
| "grad_norm": 2.2925732127308214, | |
| "learning_rate": 2.239747634069401e-06, | |
| "loss": 0.1306, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.06827880512091039, | |
| "grad_norm": 1.4433490292568716, | |
| "learning_rate": 2.271293375394322e-06, | |
| "loss": 0.1055, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.06922712185870081, | |
| "grad_norm": 1.3862506183642664, | |
| "learning_rate": 2.302839116719243e-06, | |
| "loss": 0.1075, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.07017543859649122, | |
| "grad_norm": 1.2816575561632197, | |
| "learning_rate": 2.3343848580441643e-06, | |
| "loss": 0.1028, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.07112375533428165, | |
| "grad_norm": 1.893923472034316, | |
| "learning_rate": 2.3659305993690855e-06, | |
| "loss": 0.1011, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07207207207207207, | |
| "grad_norm": 1.6025824634915868, | |
| "learning_rate": 2.3974763406940068e-06, | |
| "loss": 0.1317, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.07302038880986249, | |
| "grad_norm": 1.7176261068301808, | |
| "learning_rate": 2.4290220820189276e-06, | |
| "loss": 0.1447, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.07396870554765292, | |
| "grad_norm": 2.4231160050612863, | |
| "learning_rate": 2.460567823343849e-06, | |
| "loss": 0.1384, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.07491702228544334, | |
| "grad_norm": 1.2193411546548798, | |
| "learning_rate": 2.49211356466877e-06, | |
| "loss": 0.0992, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.07586533902323377, | |
| "grad_norm": 1.5164983059809367, | |
| "learning_rate": 2.523659305993691e-06, | |
| "loss": 0.1001, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07681365576102418, | |
| "grad_norm": 1.6017905795769134, | |
| "learning_rate": 2.5552050473186126e-06, | |
| "loss": 0.1048, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.0777619724988146, | |
| "grad_norm": 1.1836761079302904, | |
| "learning_rate": 2.5867507886435334e-06, | |
| "loss": 0.0982, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.07871028923660503, | |
| "grad_norm": 3.3493572839513566, | |
| "learning_rate": 2.6182965299684543e-06, | |
| "loss": 0.1184, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.07965860597439545, | |
| "grad_norm": 2.0313461386241722, | |
| "learning_rate": 2.649842271293376e-06, | |
| "loss": 0.1174, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.08060692271218586, | |
| "grad_norm": 1.7152579326543271, | |
| "learning_rate": 2.6813880126182968e-06, | |
| "loss": 0.117, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.0815552394499763, | |
| "grad_norm": 1.9082671591126898, | |
| "learning_rate": 2.7129337539432176e-06, | |
| "loss": 0.1538, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.08250355618776671, | |
| "grad_norm": 1.1544236926306861, | |
| "learning_rate": 2.7444794952681393e-06, | |
| "loss": 0.0906, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.08345187292555714, | |
| "grad_norm": 1.2516823902614436, | |
| "learning_rate": 2.77602523659306e-06, | |
| "loss": 0.1452, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.08440018966334756, | |
| "grad_norm": 1.0339206815219761, | |
| "learning_rate": 2.807570977917981e-06, | |
| "loss": 0.0836, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.08534850640113797, | |
| "grad_norm": 1.668394516826565, | |
| "learning_rate": 2.8391167192429026e-06, | |
| "loss": 0.1129, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0862968231389284, | |
| "grad_norm": 1.497152077632149, | |
| "learning_rate": 2.8706624605678234e-06, | |
| "loss": 0.1062, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.08724513987671882, | |
| "grad_norm": 1.197731872894548, | |
| "learning_rate": 2.902208201892745e-06, | |
| "loss": 0.1102, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.08819345661450925, | |
| "grad_norm": 1.4271367098608596, | |
| "learning_rate": 2.933753943217666e-06, | |
| "loss": 0.1175, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.08914177335229967, | |
| "grad_norm": 1.6337936419255448, | |
| "learning_rate": 2.9652996845425868e-06, | |
| "loss": 0.1148, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.09009009009009009, | |
| "grad_norm": 1.7427850789821318, | |
| "learning_rate": 2.9968454258675085e-06, | |
| "loss": 0.1246, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.09103840682788052, | |
| "grad_norm": 1.2870967429199511, | |
| "learning_rate": 3.0283911671924293e-06, | |
| "loss": 0.087, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.09198672356567093, | |
| "grad_norm": 1.1311991406490958, | |
| "learning_rate": 3.05993690851735e-06, | |
| "loss": 0.0996, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.09293504030346135, | |
| "grad_norm": 1.3742928108454626, | |
| "learning_rate": 3.091482649842272e-06, | |
| "loss": 0.1293, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.09388335704125178, | |
| "grad_norm": 1.516028333204866, | |
| "learning_rate": 3.1230283911671926e-06, | |
| "loss": 0.1078, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.0948316737790422, | |
| "grad_norm": 1.1404699421620854, | |
| "learning_rate": 3.1545741324921135e-06, | |
| "loss": 0.1142, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09577999051683263, | |
| "grad_norm": 1.7924070029612504, | |
| "learning_rate": 3.186119873817035e-06, | |
| "loss": 0.1419, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.09672830725462304, | |
| "grad_norm": 1.7297435544466835, | |
| "learning_rate": 3.217665615141956e-06, | |
| "loss": 0.117, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.09767662399241346, | |
| "grad_norm": 1.2304625316537265, | |
| "learning_rate": 3.2492113564668772e-06, | |
| "loss": 0.0834, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.09862494073020389, | |
| "grad_norm": 1.6554297434059837, | |
| "learning_rate": 3.2807570977917985e-06, | |
| "loss": 0.1251, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.09957325746799431, | |
| "grad_norm": 1.9749022078409877, | |
| "learning_rate": 3.3123028391167193e-06, | |
| "loss": 0.1485, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.10052157420578474, | |
| "grad_norm": 1.7816458729316766, | |
| "learning_rate": 3.3438485804416405e-06, | |
| "loss": 0.1168, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.10146989094357516, | |
| "grad_norm": 1.6366795934026652, | |
| "learning_rate": 3.375394321766562e-06, | |
| "loss": 0.1221, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.10241820768136557, | |
| "grad_norm": 1.0846701931516913, | |
| "learning_rate": 3.4069400630914826e-06, | |
| "loss": 0.086, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.103366524419156, | |
| "grad_norm": 1.374499027535318, | |
| "learning_rate": 3.4384858044164043e-06, | |
| "loss": 0.1097, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.10431484115694642, | |
| "grad_norm": 1.7733166976712489, | |
| "learning_rate": 3.470031545741325e-06, | |
| "loss": 0.1098, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10526315789473684, | |
| "grad_norm": 2.980678296553409, | |
| "learning_rate": 3.5015772870662464e-06, | |
| "loss": 0.0917, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.10621147463252727, | |
| "grad_norm": 0.9904577188744437, | |
| "learning_rate": 3.5331230283911676e-06, | |
| "loss": 0.0777, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.10715979137031768, | |
| "grad_norm": 1.4107631975145143, | |
| "learning_rate": 3.5646687697160885e-06, | |
| "loss": 0.0902, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 1.786967710835369, | |
| "learning_rate": 3.5962145110410097e-06, | |
| "loss": 0.0974, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.10905642484589853, | |
| "grad_norm": 1.6278373703409408, | |
| "learning_rate": 3.627760252365931e-06, | |
| "loss": 0.1031, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.11000474158368895, | |
| "grad_norm": 1.0856958566494381, | |
| "learning_rate": 3.6593059936908522e-06, | |
| "loss": 0.0872, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.11095305832147938, | |
| "grad_norm": 1.0746142572780863, | |
| "learning_rate": 3.690851735015773e-06, | |
| "loss": 0.0753, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.1119013750592698, | |
| "grad_norm": 1.794687772916648, | |
| "learning_rate": 3.7223974763406943e-06, | |
| "loss": 0.094, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.11284969179706021, | |
| "grad_norm": 2.0574961246450543, | |
| "learning_rate": 3.7539432176656156e-06, | |
| "loss": 0.1032, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.11379800853485064, | |
| "grad_norm": 1.0887603543641189, | |
| "learning_rate": 3.7854889589905364e-06, | |
| "loss": 0.0869, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.11474632527264106, | |
| "grad_norm": 1.4381581196511768, | |
| "learning_rate": 3.817034700315458e-06, | |
| "loss": 0.105, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.11569464201043149, | |
| "grad_norm": 2.0884869908112984, | |
| "learning_rate": 3.8485804416403785e-06, | |
| "loss": 0.1072, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.1166429587482219, | |
| "grad_norm": 1.3918016525882038, | |
| "learning_rate": 3.8801261829653e-06, | |
| "loss": 0.0995, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.11759127548601232, | |
| "grad_norm": 1.1199618265144746, | |
| "learning_rate": 3.911671924290221e-06, | |
| "loss": 0.0693, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.11853959222380275, | |
| "grad_norm": 2.913976726787567, | |
| "learning_rate": 3.943217665615142e-06, | |
| "loss": 0.1203, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11948790896159317, | |
| "grad_norm": 1.4548880466216083, | |
| "learning_rate": 3.9747634069400635e-06, | |
| "loss": 0.0891, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.1204362256993836, | |
| "grad_norm": 3.1711394720986235, | |
| "learning_rate": 4.006309148264985e-06, | |
| "loss": 0.1223, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.12138454243717402, | |
| "grad_norm": 1.888765811166245, | |
| "learning_rate": 4.037854889589905e-06, | |
| "loss": 0.13, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.12233285917496443, | |
| "grad_norm": 1.2398551211997078, | |
| "learning_rate": 4.069400630914827e-06, | |
| "loss": 0.1103, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.12328117591275486, | |
| "grad_norm": 1.7438322556304724, | |
| "learning_rate": 4.100946372239748e-06, | |
| "loss": 0.1147, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.12422949265054528, | |
| "grad_norm": 0.9363387889716617, | |
| "learning_rate": 4.132492113564669e-06, | |
| "loss": 0.0995, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.1251778093883357, | |
| "grad_norm": 1.446859084810851, | |
| "learning_rate": 4.16403785488959e-06, | |
| "loss": 0.0994, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.12612612612612611, | |
| "grad_norm": 1.1856203072681963, | |
| "learning_rate": 4.195583596214511e-06, | |
| "loss": 0.0927, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.12707444286391656, | |
| "grad_norm": 1.103336827372462, | |
| "learning_rate": 4.227129337539433e-06, | |
| "loss": 0.0815, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.12802275960170698, | |
| "grad_norm": 1.897384655096208, | |
| "learning_rate": 4.258675078864354e-06, | |
| "loss": 0.1248, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.1289710763394974, | |
| "grad_norm": 1.6223901695891558, | |
| "learning_rate": 4.290220820189275e-06, | |
| "loss": 0.1456, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.1299193930772878, | |
| "grad_norm": 1.93689861193564, | |
| "learning_rate": 4.321766561514196e-06, | |
| "loss": 0.1236, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.13086770981507823, | |
| "grad_norm": 1.7202395942479507, | |
| "learning_rate": 4.353312302839117e-06, | |
| "loss": 0.0994, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.13181602655286867, | |
| "grad_norm": 2.1336251410837717, | |
| "learning_rate": 4.384858044164038e-06, | |
| "loss": 0.0963, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.1327643432906591, | |
| "grad_norm": 2.086908025505944, | |
| "learning_rate": 4.416403785488959e-06, | |
| "loss": 0.1397, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.1337126600284495, | |
| "grad_norm": 1.903049841336412, | |
| "learning_rate": 4.447949526813881e-06, | |
| "loss": 0.1188, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.13466097676623992, | |
| "grad_norm": 1.237639055790405, | |
| "learning_rate": 4.479495268138802e-06, | |
| "loss": 0.0864, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.13560929350403034, | |
| "grad_norm": 1.533833989919448, | |
| "learning_rate": 4.511041009463723e-06, | |
| "loss": 0.1188, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.13655761024182078, | |
| "grad_norm": 1.7546010414420699, | |
| "learning_rate": 4.542586750788644e-06, | |
| "loss": 0.1364, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.1375059269796112, | |
| "grad_norm": 2.9799276151902645, | |
| "learning_rate": 4.574132492113565e-06, | |
| "loss": 0.1226, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.13845424371740161, | |
| "grad_norm": 1.1723876001348499, | |
| "learning_rate": 4.605678233438486e-06, | |
| "loss": 0.086, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.13940256045519203, | |
| "grad_norm": 2.069220754870492, | |
| "learning_rate": 4.637223974763407e-06, | |
| "loss": 0.1196, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.14035087719298245, | |
| "grad_norm": 3.9795001087139124, | |
| "learning_rate": 4.6687697160883285e-06, | |
| "loss": 0.1152, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.14129919393077287, | |
| "grad_norm": 1.4634422746453415, | |
| "learning_rate": 4.70031545741325e-06, | |
| "loss": 0.0916, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.1422475106685633, | |
| "grad_norm": 1.3185726560010742, | |
| "learning_rate": 4.731861198738171e-06, | |
| "loss": 0.0904, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.14319582740635373, | |
| "grad_norm": 1.5552910898557228, | |
| "learning_rate": 4.7634069400630914e-06, | |
| "loss": 0.0899, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.14414414414414414, | |
| "grad_norm": 1.0997805514097108, | |
| "learning_rate": 4.7949526813880135e-06, | |
| "loss": 0.0795, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.14509246088193456, | |
| "grad_norm": 1.7076641753438397, | |
| "learning_rate": 4.826498422712934e-06, | |
| "loss": 0.1081, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.14604077761972498, | |
| "grad_norm": 1.6735518250841006, | |
| "learning_rate": 4.858044164037855e-06, | |
| "loss": 0.1068, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.14698909435751542, | |
| "grad_norm": 1.2033878521779449, | |
| "learning_rate": 4.8895899053627764e-06, | |
| "loss": 0.0934, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.14793741109530584, | |
| "grad_norm": 1.4908718795559122, | |
| "learning_rate": 4.921135646687698e-06, | |
| "loss": 0.1072, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.14888572783309625, | |
| "grad_norm": 1.3234990953707453, | |
| "learning_rate": 4.952681388012618e-06, | |
| "loss": 0.104, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.14983404457088667, | |
| "grad_norm": 1.3354249814975963, | |
| "learning_rate": 4.98422712933754e-06, | |
| "loss": 0.1189, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.1507823613086771, | |
| "grad_norm": 1.224445144859879, | |
| "learning_rate": 5.015772870662461e-06, | |
| "loss": 0.1114, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.15173067804646753, | |
| "grad_norm": 1.3554440133569026, | |
| "learning_rate": 5.047318611987382e-06, | |
| "loss": 0.1278, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.15267899478425795, | |
| "grad_norm": 1.4393478098545054, | |
| "learning_rate": 5.078864353312303e-06, | |
| "loss": 0.1201, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.15362731152204837, | |
| "grad_norm": 1.032684740456474, | |
| "learning_rate": 5.110410094637225e-06, | |
| "loss": 0.0841, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.15457562825983878, | |
| "grad_norm": 1.2508286920209446, | |
| "learning_rate": 5.141955835962146e-06, | |
| "loss": 0.0863, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.1555239449976292, | |
| "grad_norm": 1.899093372512286, | |
| "learning_rate": 5.173501577287067e-06, | |
| "loss": 0.1662, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.15647226173541964, | |
| "grad_norm": 1.4000014551423334, | |
| "learning_rate": 5.205047318611987e-06, | |
| "loss": 0.0909, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.15742057847321006, | |
| "grad_norm": 1.9418542456678585, | |
| "learning_rate": 5.2365930599369085e-06, | |
| "loss": 0.1013, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.15836889521100048, | |
| "grad_norm": 1.5538903766146939, | |
| "learning_rate": 5.268138801261831e-06, | |
| "loss": 0.1177, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.1593172119487909, | |
| "grad_norm": 1.3035129364423688, | |
| "learning_rate": 5.299684542586752e-06, | |
| "loss": 0.0961, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1602655286865813, | |
| "grad_norm": 1.273421849890499, | |
| "learning_rate": 5.331230283911672e-06, | |
| "loss": 0.1252, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.16121384542437173, | |
| "grad_norm": 1.123016604976548, | |
| "learning_rate": 5.3627760252365935e-06, | |
| "loss": 0.0999, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.16216216216216217, | |
| "grad_norm": 1.2409364166994, | |
| "learning_rate": 5.394321766561515e-06, | |
| "loss": 0.1095, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.1631104788999526, | |
| "grad_norm": 1.1082140455460585, | |
| "learning_rate": 5.425867507886435e-06, | |
| "loss": 0.0736, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.164058795637743, | |
| "grad_norm": 1.2872459579560394, | |
| "learning_rate": 5.457413249211357e-06, | |
| "loss": 0.0928, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.16500711237553342, | |
| "grad_norm": 1.3830237110418746, | |
| "learning_rate": 5.4889589905362786e-06, | |
| "loss": 0.0973, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.16595542911332384, | |
| "grad_norm": 1.2546887092347754, | |
| "learning_rate": 5.520504731861199e-06, | |
| "loss": 0.0832, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.16690374585111428, | |
| "grad_norm": 1.1708284069676944, | |
| "learning_rate": 5.55205047318612e-06, | |
| "loss": 0.1075, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.1678520625889047, | |
| "grad_norm": 1.101853335061695, | |
| "learning_rate": 5.5835962145110415e-06, | |
| "loss": 0.0897, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.16880037932669512, | |
| "grad_norm": 1.015907357215909, | |
| "learning_rate": 5.615141955835962e-06, | |
| "loss": 0.0819, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.16974869606448553, | |
| "grad_norm": 1.8752154604515816, | |
| "learning_rate": 5.646687697160884e-06, | |
| "loss": 0.1021, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.17069701280227595, | |
| "grad_norm": 1.6971011710183759, | |
| "learning_rate": 5.678233438485805e-06, | |
| "loss": 0.0996, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1716453295400664, | |
| "grad_norm": 1.2212507178791898, | |
| "learning_rate": 5.709779179810726e-06, | |
| "loss": 0.1079, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.1725936462778568, | |
| "grad_norm": 1.7343284525300247, | |
| "learning_rate": 5.741324921135647e-06, | |
| "loss": 0.1292, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.17354196301564723, | |
| "grad_norm": 1.4376592014404461, | |
| "learning_rate": 5.772870662460568e-06, | |
| "loss": 0.1312, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.17449027975343764, | |
| "grad_norm": 1.2528619821880524, | |
| "learning_rate": 5.80441640378549e-06, | |
| "loss": 0.0762, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.17543859649122806, | |
| "grad_norm": 1.9247297159171304, | |
| "learning_rate": 5.835962145110411e-06, | |
| "loss": 0.1403, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.1763869132290185, | |
| "grad_norm": 1.5028101353474104, | |
| "learning_rate": 5.867507886435332e-06, | |
| "loss": 0.1147, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.17733522996680892, | |
| "grad_norm": 2.4179600186213714, | |
| "learning_rate": 5.899053627760253e-06, | |
| "loss": 0.0913, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.17828354670459934, | |
| "grad_norm": 1.518835105924909, | |
| "learning_rate": 5.9305993690851736e-06, | |
| "loss": 0.0918, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.17923186344238975, | |
| "grad_norm": 1.6543687104918372, | |
| "learning_rate": 5.962145110410095e-06, | |
| "loss": 0.122, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.18018018018018017, | |
| "grad_norm": 1.4531807393638785, | |
| "learning_rate": 5.993690851735017e-06, | |
| "loss": 0.1228, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.1811284969179706, | |
| "grad_norm": 1.4665808153812976, | |
| "learning_rate": 6.025236593059937e-06, | |
| "loss": 0.1014, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.18207681365576103, | |
| "grad_norm": 1.2889682170490027, | |
| "learning_rate": 6.056782334384859e-06, | |
| "loss": 0.1055, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.18302513039355145, | |
| "grad_norm": 1.3310497561635966, | |
| "learning_rate": 6.08832807570978e-06, | |
| "loss": 0.119, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.18397344713134187, | |
| "grad_norm": 1.3246051325093873, | |
| "learning_rate": 6.1198738170347e-06, | |
| "loss": 0.1288, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.18492176386913228, | |
| "grad_norm": 1.1979924093987135, | |
| "learning_rate": 6.1514195583596215e-06, | |
| "loss": 0.0877, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.1858700806069227, | |
| "grad_norm": 1.1280419900810446, | |
| "learning_rate": 6.182965299684544e-06, | |
| "loss": 0.1085, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.18681839734471314, | |
| "grad_norm": 1.3307017446168579, | |
| "learning_rate": 6.214511041009465e-06, | |
| "loss": 0.0853, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.18776671408250356, | |
| "grad_norm": 1.1814823672365349, | |
| "learning_rate": 6.246056782334385e-06, | |
| "loss": 0.1066, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.18871503082029398, | |
| "grad_norm": 0.7829348670836794, | |
| "learning_rate": 6.2776025236593065e-06, | |
| "loss": 0.0662, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.1896633475580844, | |
| "grad_norm": 1.2435224715978643, | |
| "learning_rate": 6.309148264984227e-06, | |
| "loss": 0.088, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1906116642958748, | |
| "grad_norm": 1.0014149948809556, | |
| "learning_rate": 6.340694006309149e-06, | |
| "loss": 0.0975, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.19155998103366526, | |
| "grad_norm": 0.9250673471848995, | |
| "learning_rate": 6.37223974763407e-06, | |
| "loss": 0.0877, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.19250829777145567, | |
| "grad_norm": 1.056412139362465, | |
| "learning_rate": 6.4037854889589915e-06, | |
| "loss": 0.0763, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.1934566145092461, | |
| "grad_norm": 0.9891782097788515, | |
| "learning_rate": 6.435331230283912e-06, | |
| "loss": 0.0834, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.1944049312470365, | |
| "grad_norm": 1.0792725374885792, | |
| "learning_rate": 6.466876971608833e-06, | |
| "loss": 0.0885, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.19535324798482692, | |
| "grad_norm": 1.2366811021393578, | |
| "learning_rate": 6.4984227129337544e-06, | |
| "loss": 0.0954, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.19630156472261737, | |
| "grad_norm": 1.024115365006771, | |
| "learning_rate": 6.529968454258676e-06, | |
| "loss": 0.1215, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.19724988146040778, | |
| "grad_norm": 1.2203185957532192, | |
| "learning_rate": 6.561514195583597e-06, | |
| "loss": 0.1202, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.1981981981981982, | |
| "grad_norm": 0.9501403270885721, | |
| "learning_rate": 6.593059936908518e-06, | |
| "loss": 0.0715, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.19914651493598862, | |
| "grad_norm": 1.5511308370546482, | |
| "learning_rate": 6.624605678233439e-06, | |
| "loss": 0.1089, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.20009483167377903, | |
| "grad_norm": 0.9433860573102355, | |
| "learning_rate": 6.65615141955836e-06, | |
| "loss": 0.0648, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.20104314841156948, | |
| "grad_norm": 1.0981902231687461, | |
| "learning_rate": 6.687697160883281e-06, | |
| "loss": 0.0663, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.2019914651493599, | |
| "grad_norm": 1.064443363672458, | |
| "learning_rate": 6.719242902208203e-06, | |
| "loss": 0.077, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.2029397818871503, | |
| "grad_norm": 1.3753290546304533, | |
| "learning_rate": 6.750788643533124e-06, | |
| "loss": 0.1093, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.20388809862494073, | |
| "grad_norm": 1.2200081175269764, | |
| "learning_rate": 6.782334384858045e-06, | |
| "loss": 0.1094, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.20483641536273114, | |
| "grad_norm": 0.9141258918864384, | |
| "learning_rate": 6.813880126182965e-06, | |
| "loss": 0.0911, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.20578473210052156, | |
| "grad_norm": 2.528170753397052, | |
| "learning_rate": 6.8454258675078865e-06, | |
| "loss": 0.1079, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.206733048838312, | |
| "grad_norm": 1.4430688823297448, | |
| "learning_rate": 6.876971608832809e-06, | |
| "loss": 0.1053, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.20768136557610242, | |
| "grad_norm": 1.0186932336289805, | |
| "learning_rate": 6.90851735015773e-06, | |
| "loss": 0.0861, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.20862968231389284, | |
| "grad_norm": 1.1420742589304766, | |
| "learning_rate": 6.94006309148265e-06, | |
| "loss": 0.094, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.20957799905168326, | |
| "grad_norm": 1.2741420533987797, | |
| "learning_rate": 6.9716088328075715e-06, | |
| "loss": 0.0951, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.21052631578947367, | |
| "grad_norm": 0.9075216722351295, | |
| "learning_rate": 7.003154574132493e-06, | |
| "loss": 0.0866, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.21147463252726412, | |
| "grad_norm": 1.1980754719122302, | |
| "learning_rate": 7.034700315457413e-06, | |
| "loss": 0.0914, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.21242294926505453, | |
| "grad_norm": 1.1939921471415105, | |
| "learning_rate": 7.066246056782335e-06, | |
| "loss": 0.1047, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.21337126600284495, | |
| "grad_norm": 0.8519438677271276, | |
| "learning_rate": 7.0977917981072565e-06, | |
| "loss": 0.0941, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.21431958274063537, | |
| "grad_norm": 0.789532854502906, | |
| "learning_rate": 7.129337539432177e-06, | |
| "loss": 0.0819, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.21526789947842578, | |
| "grad_norm": 1.2111156014392817, | |
| "learning_rate": 7.160883280757098e-06, | |
| "loss": 0.1027, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 1.0588737043402552, | |
| "learning_rate": 7.1924290220820195e-06, | |
| "loss": 0.0952, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.21716453295400664, | |
| "grad_norm": 0.933483217055125, | |
| "learning_rate": 7.22397476340694e-06, | |
| "loss": 0.0763, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.21811284969179706, | |
| "grad_norm": 1.049586247769339, | |
| "learning_rate": 7.255520504731862e-06, | |
| "loss": 0.0789, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.21906116642958748, | |
| "grad_norm": 1.1220808424289264, | |
| "learning_rate": 7.287066246056783e-06, | |
| "loss": 0.074, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.2200094831673779, | |
| "grad_norm": 1.254391611101815, | |
| "learning_rate": 7.3186119873817045e-06, | |
| "loss": 0.093, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.22095779990516834, | |
| "grad_norm": 1.274839766592392, | |
| "learning_rate": 7.350157728706625e-06, | |
| "loss": 0.0938, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.22190611664295876, | |
| "grad_norm": 1.2629251738997191, | |
| "learning_rate": 7.381703470031546e-06, | |
| "loss": 0.1129, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.22285443338074917, | |
| "grad_norm": 1.3595829605121952, | |
| "learning_rate": 7.413249211356468e-06, | |
| "loss": 0.1062, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.2238027501185396, | |
| "grad_norm": 1.353026352957774, | |
| "learning_rate": 7.444794952681389e-06, | |
| "loss": 0.117, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.22475106685633, | |
| "grad_norm": 1.3472351125895725, | |
| "learning_rate": 7.47634069400631e-06, | |
| "loss": 0.0827, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.22569938359412042, | |
| "grad_norm": 0.9510770172761661, | |
| "learning_rate": 7.507886435331231e-06, | |
| "loss": 0.0759, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.22664770033191087, | |
| "grad_norm": 1.2025915899822757, | |
| "learning_rate": 7.5394321766561515e-06, | |
| "loss": 0.0807, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.22759601706970128, | |
| "grad_norm": 1.1640028047547857, | |
| "learning_rate": 7.570977917981073e-06, | |
| "loss": 0.0709, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2285443338074917, | |
| "grad_norm": 1.5223127858935517, | |
| "learning_rate": 7.602523659305995e-06, | |
| "loss": 0.1018, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.22949265054528212, | |
| "grad_norm": 1.8495916864800697, | |
| "learning_rate": 7.634069400630916e-06, | |
| "loss": 0.0968, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.23044096728307253, | |
| "grad_norm": 1.8476848640745251, | |
| "learning_rate": 7.665615141955837e-06, | |
| "loss": 0.086, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.23138928402086298, | |
| "grad_norm": 1.4644626825262619, | |
| "learning_rate": 7.697160883280757e-06, | |
| "loss": 0.0974, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.2323376007586534, | |
| "grad_norm": 1.8857810882326624, | |
| "learning_rate": 7.728706624605679e-06, | |
| "loss": 0.1036, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.2332859174964438, | |
| "grad_norm": 1.7638762752182895, | |
| "learning_rate": 7.7602523659306e-06, | |
| "loss": 0.1097, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.23423423423423423, | |
| "grad_norm": 1.2348758426158113, | |
| "learning_rate": 7.791798107255522e-06, | |
| "loss": 0.0866, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.23518255097202465, | |
| "grad_norm": 1.1223471436540764, | |
| "learning_rate": 7.823343848580442e-06, | |
| "loss": 0.0564, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.2361308677098151, | |
| "grad_norm": 0.8821001750676984, | |
| "learning_rate": 7.854889589905364e-06, | |
| "loss": 0.0696, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.2370791844476055, | |
| "grad_norm": 0.9899264223411232, | |
| "learning_rate": 7.886435331230284e-06, | |
| "loss": 0.0702, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.23802750118539592, | |
| "grad_norm": 0.9289219027994224, | |
| "learning_rate": 7.917981072555205e-06, | |
| "loss": 0.0843, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.23897581792318634, | |
| "grad_norm": 1.0579670590751298, | |
| "learning_rate": 7.949526813880127e-06, | |
| "loss": 0.0921, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.23992413466097676, | |
| "grad_norm": 1.4593486745973783, | |
| "learning_rate": 7.981072555205049e-06, | |
| "loss": 0.1229, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.2408724513987672, | |
| "grad_norm": 0.9496576247693762, | |
| "learning_rate": 8.01261829652997e-06, | |
| "loss": 0.0861, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.24182076813655762, | |
| "grad_norm": 1.1030565317688061, | |
| "learning_rate": 8.04416403785489e-06, | |
| "loss": 0.0893, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.24276908487434803, | |
| "grad_norm": 0.9907604990146169, | |
| "learning_rate": 8.07570977917981e-06, | |
| "loss": 0.0928, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.24371740161213845, | |
| "grad_norm": 0.9460810229319789, | |
| "learning_rate": 8.107255520504732e-06, | |
| "loss": 0.0974, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.24466571834992887, | |
| "grad_norm": 0.8329291976282354, | |
| "learning_rate": 8.138801261829655e-06, | |
| "loss": 0.077, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.24561403508771928, | |
| "grad_norm": 0.8587085474520708, | |
| "learning_rate": 8.170347003154575e-06, | |
| "loss": 0.0837, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.24656235182550973, | |
| "grad_norm": 0.9113223159844124, | |
| "learning_rate": 8.201892744479495e-06, | |
| "loss": 0.088, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.24751066856330015, | |
| "grad_norm": 0.8328940868524983, | |
| "learning_rate": 8.233438485804417e-06, | |
| "loss": 0.091, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.24845898530109056, | |
| "grad_norm": 1.4264090310082065, | |
| "learning_rate": 8.264984227129338e-06, | |
| "loss": 0.1354, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.24940730203888098, | |
| "grad_norm": 1.0550225951223755, | |
| "learning_rate": 8.296529968454258e-06, | |
| "loss": 0.0972, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.2503556187766714, | |
| "grad_norm": 1.053508559451355, | |
| "learning_rate": 8.32807570977918e-06, | |
| "loss": 0.1035, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.25130393551446184, | |
| "grad_norm": 1.4971087544821369, | |
| "learning_rate": 8.359621451104102e-06, | |
| "loss": 0.1001, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.25225225225225223, | |
| "grad_norm": 1.075521297085326, | |
| "learning_rate": 8.391167192429023e-06, | |
| "loss": 0.0923, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.2532005689900427, | |
| "grad_norm": 1.6910075728505873, | |
| "learning_rate": 8.422712933753943e-06, | |
| "loss": 0.1212, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.2541488857278331, | |
| "grad_norm": 1.5073460991202734, | |
| "learning_rate": 8.454258675078865e-06, | |
| "loss": 0.087, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.2550972024656235, | |
| "grad_norm": 1.0201575671512444, | |
| "learning_rate": 8.485804416403787e-06, | |
| "loss": 0.0871, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.25604551920341395, | |
| "grad_norm": 1.1193230353064818, | |
| "learning_rate": 8.517350157728708e-06, | |
| "loss": 0.1031, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.25699383594120434, | |
| "grad_norm": 1.3593779355277376, | |
| "learning_rate": 8.548895899053628e-06, | |
| "loss": 0.0861, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.2579421526789948, | |
| "grad_norm": 1.5824627519870196, | |
| "learning_rate": 8.58044164037855e-06, | |
| "loss": 0.0998, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.25889046941678523, | |
| "grad_norm": 2.316620691088296, | |
| "learning_rate": 8.61198738170347e-06, | |
| "loss": 0.1237, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.2598387861545756, | |
| "grad_norm": 1.3708391836342668, | |
| "learning_rate": 8.643533123028391e-06, | |
| "loss": 0.0806, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.26078710289236606, | |
| "grad_norm": 1.259879695037933, | |
| "learning_rate": 8.675078864353313e-06, | |
| "loss": 0.088, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.26173541963015645, | |
| "grad_norm": 1.236718933875791, | |
| "learning_rate": 8.706624605678234e-06, | |
| "loss": 0.0842, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.2626837363679469, | |
| "grad_norm": 1.438488419989871, | |
| "learning_rate": 8.738170347003156e-06, | |
| "loss": 0.0955, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.26363205310573734, | |
| "grad_norm": 0.9563516338397714, | |
| "learning_rate": 8.769716088328076e-06, | |
| "loss": 0.0761, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.26458036984352773, | |
| "grad_norm": 1.2728124128011007, | |
| "learning_rate": 8.801261829652997e-06, | |
| "loss": 0.0805, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.2655286865813182, | |
| "grad_norm": 1.2205595373118223, | |
| "learning_rate": 8.832807570977919e-06, | |
| "loss": 0.0879, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.26647700331910856, | |
| "grad_norm": 0.959493141925286, | |
| "learning_rate": 8.86435331230284e-06, | |
| "loss": 0.0728, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.267425320056899, | |
| "grad_norm": 1.4340945839201555, | |
| "learning_rate": 8.895899053627761e-06, | |
| "loss": 0.0897, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.26837363679468945, | |
| "grad_norm": 1.0061297486879381, | |
| "learning_rate": 8.927444794952682e-06, | |
| "loss": 0.0857, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.26932195353247984, | |
| "grad_norm": 1.5459293734675696, | |
| "learning_rate": 8.958990536277604e-06, | |
| "loss": 0.1029, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 1.3222303946698841, | |
| "learning_rate": 8.990536277602524e-06, | |
| "loss": 0.084, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.2712185870080607, | |
| "grad_norm": 1.185863549947665, | |
| "learning_rate": 9.022082018927446e-06, | |
| "loss": 0.1311, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.2721669037458511, | |
| "grad_norm": 0.8959238307125761, | |
| "learning_rate": 9.053627760252367e-06, | |
| "loss": 0.067, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.27311522048364156, | |
| "grad_norm": 1.369443136318961, | |
| "learning_rate": 9.085173501577289e-06, | |
| "loss": 0.1093, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.27406353722143195, | |
| "grad_norm": 1.1052390238476015, | |
| "learning_rate": 9.116719242902209e-06, | |
| "loss": 0.103, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.2750118539592224, | |
| "grad_norm": 1.325059650748033, | |
| "learning_rate": 9.14826498422713e-06, | |
| "loss": 0.1111, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2759601706970128, | |
| "grad_norm": 1.3248936963910136, | |
| "learning_rate": 9.17981072555205e-06, | |
| "loss": 0.0933, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.27690848743480323, | |
| "grad_norm": 1.127118183479871, | |
| "learning_rate": 9.211356466876972e-06, | |
| "loss": 0.0891, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.2778568041725936, | |
| "grad_norm": 1.3108916887707827, | |
| "learning_rate": 9.242902208201894e-06, | |
| "loss": 0.0939, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.27880512091038406, | |
| "grad_norm": 1.0013886049046197, | |
| "learning_rate": 9.274447949526815e-06, | |
| "loss": 0.0692, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.2797534376481745, | |
| "grad_norm": 1.1156101698361054, | |
| "learning_rate": 9.305993690851735e-06, | |
| "loss": 0.0868, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.2807017543859649, | |
| "grad_norm": 1.2522202479933553, | |
| "learning_rate": 9.337539432176657e-06, | |
| "loss": 0.0914, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.28165007112375534, | |
| "grad_norm": 1.3755827124206237, | |
| "learning_rate": 9.369085173501577e-06, | |
| "loss": 0.0936, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.28259838786154573, | |
| "grad_norm": 1.4694162511089293, | |
| "learning_rate": 9.4006309148265e-06, | |
| "loss": 0.1071, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.2835467045993362, | |
| "grad_norm": 1.255879045911956, | |
| "learning_rate": 9.43217665615142e-06, | |
| "loss": 0.0815, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.2844950213371266, | |
| "grad_norm": 1.560204819302283, | |
| "learning_rate": 9.463722397476342e-06, | |
| "loss": 0.1234, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.285443338074917, | |
| "grad_norm": 1.0121817898281276, | |
| "learning_rate": 9.495268138801262e-06, | |
| "loss": 0.0595, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.28639165481270745, | |
| "grad_norm": 1.0711466156341418, | |
| "learning_rate": 9.526813880126183e-06, | |
| "loss": 0.0641, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.28733997155049784, | |
| "grad_norm": 1.1496695710149105, | |
| "learning_rate": 9.558359621451105e-06, | |
| "loss": 0.0761, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.2882882882882883, | |
| "grad_norm": 1.2059272704315518, | |
| "learning_rate": 9.589905362776027e-06, | |
| "loss": 0.0756, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.28923660502607873, | |
| "grad_norm": 1.0424292745296735, | |
| "learning_rate": 9.621451104100947e-06, | |
| "loss": 0.0855, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2901849217638691, | |
| "grad_norm": 1.1497786768197902, | |
| "learning_rate": 9.652996845425868e-06, | |
| "loss": 0.071, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.29113323850165956, | |
| "grad_norm": 1.3472444992692172, | |
| "learning_rate": 9.68454258675079e-06, | |
| "loss": 0.0934, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.29208155523944995, | |
| "grad_norm": 1.3345310370843513, | |
| "learning_rate": 9.71608832807571e-06, | |
| "loss": 0.0998, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.2930298719772404, | |
| "grad_norm": 1.01109508034154, | |
| "learning_rate": 9.747634069400632e-06, | |
| "loss": 0.0762, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.29397818871503084, | |
| "grad_norm": 0.9249973635125475, | |
| "learning_rate": 9.779179810725553e-06, | |
| "loss": 0.074, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.29492650545282123, | |
| "grad_norm": 0.804446344253587, | |
| "learning_rate": 9.810725552050473e-06, | |
| "loss": 0.0517, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.2958748221906117, | |
| "grad_norm": 0.965596925556689, | |
| "learning_rate": 9.842271293375395e-06, | |
| "loss": 0.098, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.29682313892840206, | |
| "grad_norm": 2.012807451707843, | |
| "learning_rate": 9.873817034700316e-06, | |
| "loss": 0.1038, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.2977714556661925, | |
| "grad_norm": 1.2864066063043205, | |
| "learning_rate": 9.905362776025236e-06, | |
| "loss": 0.1102, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.29871977240398295, | |
| "grad_norm": 0.8775284858258785, | |
| "learning_rate": 9.936908517350158e-06, | |
| "loss": 0.0913, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.29966808914177334, | |
| "grad_norm": 0.9395466275555749, | |
| "learning_rate": 9.96845425867508e-06, | |
| "loss": 0.1156, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.3006164058795638, | |
| "grad_norm": 1.031977177693936, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0772, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.3015647226173542, | |
| "grad_norm": 0.906696222035988, | |
| "learning_rate": 9.999996951577431e-06, | |
| "loss": 0.0745, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.3025130393551446, | |
| "grad_norm": 1.6486632782552955, | |
| "learning_rate": 9.999987806313436e-06, | |
| "loss": 0.1295, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.30346135609293506, | |
| "grad_norm": 1.0682004904191784, | |
| "learning_rate": 9.999972564219169e-06, | |
| "loss": 0.089, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.30440967283072545, | |
| "grad_norm": 1.0160084965418597, | |
| "learning_rate": 9.999951225313217e-06, | |
| "loss": 0.0795, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.3053579895685159, | |
| "grad_norm": 1.1229797355618714, | |
| "learning_rate": 9.999923789621598e-06, | |
| "loss": 0.0924, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.3063063063063063, | |
| "grad_norm": 0.9925832526069106, | |
| "learning_rate": 9.999890257177766e-06, | |
| "loss": 0.0803, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.30725462304409673, | |
| "grad_norm": 1.1785860516178814, | |
| "learning_rate": 9.999850628022611e-06, | |
| "loss": 0.0797, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.3082029397818872, | |
| "grad_norm": 1.1520304204509717, | |
| "learning_rate": 9.999804902204455e-06, | |
| "loss": 0.0775, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.30915125651967756, | |
| "grad_norm": 1.0880132191910508, | |
| "learning_rate": 9.999753079779054e-06, | |
| "loss": 0.0906, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.310099573257468, | |
| "grad_norm": 1.5767657455822397, | |
| "learning_rate": 9.999695160809598e-06, | |
| "loss": 0.0956, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.3110478899952584, | |
| "grad_norm": 0.7125012678361342, | |
| "learning_rate": 9.999631145366713e-06, | |
| "loss": 0.0661, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.31199620673304884, | |
| "grad_norm": 1.088584252037159, | |
| "learning_rate": 9.999561033528457e-06, | |
| "loss": 0.1149, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.3129445234708393, | |
| "grad_norm": 0.8523222222870042, | |
| "learning_rate": 9.999484825380323e-06, | |
| "loss": 0.0913, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.3138928402086297, | |
| "grad_norm": 1.0164571883774136, | |
| "learning_rate": 9.999402521015236e-06, | |
| "loss": 0.0878, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.3148411569464201, | |
| "grad_norm": 0.7164573705993513, | |
| "learning_rate": 9.999314120533557e-06, | |
| "loss": 0.0866, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.3157894736842105, | |
| "grad_norm": 0.7954216406429697, | |
| "learning_rate": 9.999219624043075e-06, | |
| "loss": 0.0702, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.31673779042200095, | |
| "grad_norm": 0.7996263107367133, | |
| "learning_rate": 9.99911903165902e-06, | |
| "loss": 0.0758, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.3176861071597914, | |
| "grad_norm": 1.101451187378474, | |
| "learning_rate": 9.999012343504049e-06, | |
| "loss": 0.0957, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.3186344238975818, | |
| "grad_norm": 0.7265535166036453, | |
| "learning_rate": 9.998899559708254e-06, | |
| "loss": 0.0743, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.31958274063537223, | |
| "grad_norm": 1.272801256055057, | |
| "learning_rate": 9.998780680409161e-06, | |
| "loss": 0.0952, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.3205310573731626, | |
| "grad_norm": 0.8770881337944402, | |
| "learning_rate": 9.99865570575173e-06, | |
| "loss": 0.066, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.32147937411095306, | |
| "grad_norm": 1.0607119132841634, | |
| "learning_rate": 9.998524635888347e-06, | |
| "loss": 0.0913, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.32242769084874345, | |
| "grad_norm": 0.9189346974278031, | |
| "learning_rate": 9.998387470978837e-06, | |
| "loss": 0.0881, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3233760075865339, | |
| "grad_norm": 0.7272168469454553, | |
| "learning_rate": 9.998244211190454e-06, | |
| "loss": 0.0713, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 0.9819255696828616, | |
| "learning_rate": 9.998094856697885e-06, | |
| "loss": 0.0834, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.32527264106211473, | |
| "grad_norm": 0.6857773270509248, | |
| "learning_rate": 9.997939407683249e-06, | |
| "loss": 0.0524, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.3262209577999052, | |
| "grad_norm": 1.0324591704355464, | |
| "learning_rate": 9.99777786433609e-06, | |
| "loss": 0.1108, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.32716927453769556, | |
| "grad_norm": 1.1264206703681527, | |
| "learning_rate": 9.997610226853399e-06, | |
| "loss": 0.0987, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.328117591275486, | |
| "grad_norm": 0.95789066514891, | |
| "learning_rate": 9.997436495439581e-06, | |
| "loss": 0.093, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.32906590801327645, | |
| "grad_norm": 1.0448222803112024, | |
| "learning_rate": 9.997256670306478e-06, | |
| "loss": 0.0983, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.33001422475106684, | |
| "grad_norm": 0.7737283316563024, | |
| "learning_rate": 9.997070751673367e-06, | |
| "loss": 0.0706, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.3309625414888573, | |
| "grad_norm": 0.9596984880180834, | |
| "learning_rate": 9.99687873976695e-06, | |
| "loss": 0.0991, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.3319108582266477, | |
| "grad_norm": 0.8411109119380658, | |
| "learning_rate": 9.99668063482136e-06, | |
| "loss": 0.0678, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3328591749644381, | |
| "grad_norm": 1.136491883808786, | |
| "learning_rate": 9.996476437078162e-06, | |
| "loss": 0.0986, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.33380749170222856, | |
| "grad_norm": 3.03438587624818, | |
| "learning_rate": 9.996266146786344e-06, | |
| "loss": 0.0969, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.33475580844001895, | |
| "grad_norm": 1.2333568047254937, | |
| "learning_rate": 9.996049764202332e-06, | |
| "loss": 0.0832, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.3357041251778094, | |
| "grad_norm": 1.1301139087376384, | |
| "learning_rate": 9.995827289589974e-06, | |
| "loss": 0.0994, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.3366524419155998, | |
| "grad_norm": 1.0303329732235522, | |
| "learning_rate": 9.995598723220548e-06, | |
| "loss": 0.0757, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.33760075865339023, | |
| "grad_norm": 1.0605991674508604, | |
| "learning_rate": 9.995364065372762e-06, | |
| "loss": 0.0815, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.3385490753911807, | |
| "grad_norm": 0.7941030771981634, | |
| "learning_rate": 9.995123316332752e-06, | |
| "loss": 0.0747, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.33949739212897106, | |
| "grad_norm": 1.2313896272302265, | |
| "learning_rate": 9.994876476394075e-06, | |
| "loss": 0.0769, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.3404457088667615, | |
| "grad_norm": 1.1944743493159886, | |
| "learning_rate": 9.994623545857727e-06, | |
| "loss": 0.0979, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.3413940256045519, | |
| "grad_norm": 0.8285281294809631, | |
| "learning_rate": 9.994364525032116e-06, | |
| "loss": 0.0793, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.34234234234234234, | |
| "grad_norm": 1.4761389910370195, | |
| "learning_rate": 9.994099414233091e-06, | |
| "loss": 0.0913, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.3432906590801328, | |
| "grad_norm": 1.5408966458771916, | |
| "learning_rate": 9.993828213783915e-06, | |
| "loss": 0.0973, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.3442389758179232, | |
| "grad_norm": 1.4559933930399096, | |
| "learning_rate": 9.993550924015283e-06, | |
| "loss": 0.0999, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.3451872925557136, | |
| "grad_norm": 0.8454336561992738, | |
| "learning_rate": 9.993267545265314e-06, | |
| "loss": 0.0655, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.346135609293504, | |
| "grad_norm": 0.796992439441769, | |
| "learning_rate": 9.992978077879552e-06, | |
| "loss": 0.0696, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.34708392603129445, | |
| "grad_norm": 1.0553149426590827, | |
| "learning_rate": 9.992682522210963e-06, | |
| "loss": 0.0787, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.3480322427690849, | |
| "grad_norm": 1.4860431297237584, | |
| "learning_rate": 9.992380878619939e-06, | |
| "loss": 0.106, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.3489805595068753, | |
| "grad_norm": 1.3032907057151817, | |
| "learning_rate": 9.992073147474292e-06, | |
| "loss": 0.1021, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.34992887624466573, | |
| "grad_norm": 1.0894704335759804, | |
| "learning_rate": 9.991759329149266e-06, | |
| "loss": 0.0905, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.3508771929824561, | |
| "grad_norm": 1.1130576081628205, | |
| "learning_rate": 9.991439424027518e-06, | |
| "loss": 0.0846, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.35182550972024657, | |
| "grad_norm": 0.9253664091514998, | |
| "learning_rate": 9.991113432499128e-06, | |
| "loss": 0.0882, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.352773826458037, | |
| "grad_norm": 0.841899923853967, | |
| "learning_rate": 9.990781354961605e-06, | |
| "loss": 0.0806, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.3537221431958274, | |
| "grad_norm": 0.9407729946270026, | |
| "learning_rate": 9.99044319181987e-06, | |
| "loss": 0.0939, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.35467045993361784, | |
| "grad_norm": 0.9090058769044609, | |
| "learning_rate": 9.99009894348627e-06, | |
| "loss": 0.0891, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.35561877667140823, | |
| "grad_norm": 0.6294083333837054, | |
| "learning_rate": 9.989748610380571e-06, | |
| "loss": 0.0706, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.3565670934091987, | |
| "grad_norm": 0.9163781177038506, | |
| "learning_rate": 9.98939219292996e-06, | |
| "loss": 0.0697, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.3575154101469891, | |
| "grad_norm": 1.1693511630739546, | |
| "learning_rate": 9.989029691569037e-06, | |
| "loss": 0.1056, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.3584637268847795, | |
| "grad_norm": 1.0414233510818562, | |
| "learning_rate": 9.988661106739827e-06, | |
| "loss": 0.0988, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.35941204362256995, | |
| "grad_norm": 1.2822153621266594, | |
| "learning_rate": 9.988286438891774e-06, | |
| "loss": 0.1189, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 0.63669429794073, | |
| "learning_rate": 9.987905688481732e-06, | |
| "loss": 0.0828, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.3613086770981508, | |
| "grad_norm": 0.826754093590745, | |
| "learning_rate": 9.98751885597398e-06, | |
| "loss": 0.0848, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.3622569938359412, | |
| "grad_norm": 0.8825949393702691, | |
| "learning_rate": 9.987125941840205e-06, | |
| "loss": 0.092, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.3632053105737316, | |
| "grad_norm": 0.6103241173744877, | |
| "learning_rate": 9.986726946559517e-06, | |
| "loss": 0.08, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.36415362731152207, | |
| "grad_norm": 0.7105367439957658, | |
| "learning_rate": 9.986321870618441e-06, | |
| "loss": 0.0685, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.36510194404931245, | |
| "grad_norm": 1.802287343988455, | |
| "learning_rate": 9.985910714510908e-06, | |
| "loss": 0.0818, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.3660502607871029, | |
| "grad_norm": 0.7732813708584271, | |
| "learning_rate": 9.985493478738275e-06, | |
| "loss": 0.07, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.3669985775248933, | |
| "grad_norm": 0.8451643375246307, | |
| "learning_rate": 9.985070163809306e-06, | |
| "loss": 0.0744, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.36794689426268373, | |
| "grad_norm": 1.126067442650852, | |
| "learning_rate": 9.984640770240173e-06, | |
| "loss": 0.1101, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.3688952110004742, | |
| "grad_norm": 0.6652401258855057, | |
| "learning_rate": 9.984205298554467e-06, | |
| "loss": 0.0663, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.36984352773826457, | |
| "grad_norm": 1.0802552975196003, | |
| "learning_rate": 9.983763749283193e-06, | |
| "loss": 0.0975, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.370791844476055, | |
| "grad_norm": 0.7496808510910429, | |
| "learning_rate": 9.983316122964757e-06, | |
| "loss": 0.0701, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.3717401612138454, | |
| "grad_norm": 0.6248602765248035, | |
| "learning_rate": 9.982862420144986e-06, | |
| "loss": 0.0643, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.37268847795163584, | |
| "grad_norm": 1.7058022738803864, | |
| "learning_rate": 9.982402641377105e-06, | |
| "loss": 0.0936, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.3736367946894263, | |
| "grad_norm": 1.205579756742393, | |
| "learning_rate": 9.98193678722176e-06, | |
| "loss": 0.0811, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.3745851114272167, | |
| "grad_norm": 0.8021701752607538, | |
| "learning_rate": 9.981464858246993e-06, | |
| "loss": 0.0719, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.3755334281650071, | |
| "grad_norm": 0.9210208736552777, | |
| "learning_rate": 9.980986855028267e-06, | |
| "loss": 0.0589, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.3764817449027975, | |
| "grad_norm": 1.0458476195224804, | |
| "learning_rate": 9.980502778148438e-06, | |
| "loss": 0.0696, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.37743006164058795, | |
| "grad_norm": 1.5095103680379303, | |
| "learning_rate": 9.980012628197778e-06, | |
| "loss": 0.0909, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.3783783783783784, | |
| "grad_norm": 0.9521689001456719, | |
| "learning_rate": 9.979516405773956e-06, | |
| "loss": 0.0844, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.3793266951161688, | |
| "grad_norm": 0.9909335290642662, | |
| "learning_rate": 9.979014111482057e-06, | |
| "loss": 0.079, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.38027501185395923, | |
| "grad_norm": 1.300023515267878, | |
| "learning_rate": 9.978505745934559e-06, | |
| "loss": 0.1087, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.3812233285917496, | |
| "grad_norm": 0.8905160216053487, | |
| "learning_rate": 9.977991309751347e-06, | |
| "loss": 0.0654, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.38217164532954007, | |
| "grad_norm": 0.7908744916198801, | |
| "learning_rate": 9.97747080355971e-06, | |
| "loss": 0.0697, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.3831199620673305, | |
| "grad_norm": 1.0819522254088034, | |
| "learning_rate": 9.976944227994337e-06, | |
| "loss": 0.0729, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.3840682788051209, | |
| "grad_norm": 0.9319836261266163, | |
| "learning_rate": 9.976411583697316e-06, | |
| "loss": 0.077, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.38501659554291134, | |
| "grad_norm": 0.7209233770781128, | |
| "learning_rate": 9.97587287131814e-06, | |
| "loss": 0.0708, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.38596491228070173, | |
| "grad_norm": 0.8430932582390814, | |
| "learning_rate": 9.975328091513696e-06, | |
| "loss": 0.07, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.3869132290184922, | |
| "grad_norm": 0.7932090811238357, | |
| "learning_rate": 9.974777244948271e-06, | |
| "loss": 0.0648, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.3878615457562826, | |
| "grad_norm": 0.9213278429313838, | |
| "learning_rate": 9.974220332293554e-06, | |
| "loss": 0.0737, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.388809862494073, | |
| "grad_norm": 0.4369389269684112, | |
| "learning_rate": 9.973657354228623e-06, | |
| "loss": 0.0509, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.38975817923186346, | |
| "grad_norm": 0.7988805293653696, | |
| "learning_rate": 9.973088311439957e-06, | |
| "loss": 0.0684, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.39070649596965384, | |
| "grad_norm": 0.9648310793568026, | |
| "learning_rate": 9.97251320462143e-06, | |
| "loss": 0.0849, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.3916548127074443, | |
| "grad_norm": 0.7585613690692753, | |
| "learning_rate": 9.97193203447431e-06, | |
| "loss": 0.077, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.39260312944523473, | |
| "grad_norm": 0.9380377046145346, | |
| "learning_rate": 9.971344801707256e-06, | |
| "loss": 0.0771, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.3935514461830251, | |
| "grad_norm": 0.9822247506181627, | |
| "learning_rate": 9.970751507036323e-06, | |
| "loss": 0.1123, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.39449976292081557, | |
| "grad_norm": 0.7156423865364446, | |
| "learning_rate": 9.970152151184956e-06, | |
| "loss": 0.0801, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.39544807965860596, | |
| "grad_norm": 1.05912629502688, | |
| "learning_rate": 9.96954673488399e-06, | |
| "loss": 0.0804, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.3963963963963964, | |
| "grad_norm": 1.1230479850270394, | |
| "learning_rate": 9.968935258871652e-06, | |
| "loss": 0.0799, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.39734471313418684, | |
| "grad_norm": 1.0054642393242061, | |
| "learning_rate": 9.968317723893556e-06, | |
| "loss": 0.082, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.39829302987197723, | |
| "grad_norm": 1.227859524837509, | |
| "learning_rate": 9.967694130702706e-06, | |
| "loss": 0.1069, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3992413466097677, | |
| "grad_norm": 1.2136272659300074, | |
| "learning_rate": 9.96706448005949e-06, | |
| "loss": 0.1112, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.40018966334755807, | |
| "grad_norm": 0.9692912194018656, | |
| "learning_rate": 9.96642877273169e-06, | |
| "loss": 0.0837, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.4011379800853485, | |
| "grad_norm": 0.7181203670103851, | |
| "learning_rate": 9.965787009494458e-06, | |
| "loss": 0.0648, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.40208629682313896, | |
| "grad_norm": 0.9389223502528147, | |
| "learning_rate": 9.96513919113035e-06, | |
| "loss": 0.0846, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.40303461356092934, | |
| "grad_norm": 0.6566856036851983, | |
| "learning_rate": 9.964485318429292e-06, | |
| "loss": 0.0776, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.4039829302987198, | |
| "grad_norm": 1.0028156563396406, | |
| "learning_rate": 9.963825392188595e-06, | |
| "loss": 0.0719, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.4049312470365102, | |
| "grad_norm": 0.9682157984093804, | |
| "learning_rate": 9.963159413212952e-06, | |
| "loss": 0.1058, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.4058795637743006, | |
| "grad_norm": 1.1561667939356075, | |
| "learning_rate": 9.96248738231444e-06, | |
| "loss": 0.0982, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.406827880512091, | |
| "grad_norm": 0.7960344078481167, | |
| "learning_rate": 9.961809300312512e-06, | |
| "loss": 0.0643, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.40777619724988146, | |
| "grad_norm": 0.914323773268032, | |
| "learning_rate": 9.961125168034e-06, | |
| "loss": 0.0835, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.4087245139876719, | |
| "grad_norm": 0.7441869330920762, | |
| "learning_rate": 9.960434986313113e-06, | |
| "loss": 0.0559, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.4096728307254623, | |
| "grad_norm": 2.4732017252552367, | |
| "learning_rate": 9.959738755991437e-06, | |
| "loss": 0.1445, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.41062114746325273, | |
| "grad_norm": 0.8533585342555405, | |
| "learning_rate": 9.959036477917935e-06, | |
| "loss": 0.0575, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.4115694642010431, | |
| "grad_norm": 0.8190438451317316, | |
| "learning_rate": 9.95832815294894e-06, | |
| "loss": 0.0794, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.41251778093883357, | |
| "grad_norm": 1.0046620676404385, | |
| "learning_rate": 9.957613781948164e-06, | |
| "loss": 0.0686, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.413466097676624, | |
| "grad_norm": 0.9887051267008984, | |
| "learning_rate": 9.956893365786691e-06, | |
| "loss": 0.0618, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.4144144144144144, | |
| "grad_norm": 0.6105909207601089, | |
| "learning_rate": 9.95616690534297e-06, | |
| "loss": 0.0572, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.41536273115220484, | |
| "grad_norm": 1.5234824479103468, | |
| "learning_rate": 9.955434401502825e-06, | |
| "loss": 0.0994, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.41631104788999523, | |
| "grad_norm": 1.1295839815001452, | |
| "learning_rate": 9.954695855159454e-06, | |
| "loss": 0.073, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.4172593646277857, | |
| "grad_norm": 0.6583329952843571, | |
| "learning_rate": 9.95395126721341e-06, | |
| "loss": 0.0699, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.4182076813655761, | |
| "grad_norm": 0.955937586299997, | |
| "learning_rate": 9.953200638572625e-06, | |
| "loss": 0.0815, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.4191559981033665, | |
| "grad_norm": 1.5323108400108396, | |
| "learning_rate": 9.95244397015239e-06, | |
| "loss": 0.0732, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.42010431484115696, | |
| "grad_norm": 1.677920724371183, | |
| "learning_rate": 9.951681262875365e-06, | |
| "loss": 0.0944, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.42105263157894735, | |
| "grad_norm": 0.8926328574943209, | |
| "learning_rate": 9.95091251767157e-06, | |
| "loss": 0.0731, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.4220009483167378, | |
| "grad_norm": 1.2692898943255297, | |
| "learning_rate": 9.950137735478389e-06, | |
| "loss": 0.1029, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.42294926505452823, | |
| "grad_norm": 0.7345506207483801, | |
| "learning_rate": 9.949356917240569e-06, | |
| "loss": 0.0748, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.4238975817923186, | |
| "grad_norm": 1.2435473519034808, | |
| "learning_rate": 9.948570063910216e-06, | |
| "loss": 0.1009, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.42484589853010907, | |
| "grad_norm": 0.7650866909769807, | |
| "learning_rate": 9.947777176446792e-06, | |
| "loss": 0.0746, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.42579421526789946, | |
| "grad_norm": 1.3807429981979404, | |
| "learning_rate": 9.946978255817121e-06, | |
| "loss": 0.0701, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.4267425320056899, | |
| "grad_norm": 0.5315623424461096, | |
| "learning_rate": 9.946173302995382e-06, | |
| "loss": 0.0574, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.42769084874348035, | |
| "grad_norm": 0.8562951763201797, | |
| "learning_rate": 9.94536231896311e-06, | |
| "loss": 0.0951, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.42863916548127073, | |
| "grad_norm": 1.1965590998104225, | |
| "learning_rate": 9.944545304709192e-06, | |
| "loss": 0.0877, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.4295874822190612, | |
| "grad_norm": 1.2735339749816497, | |
| "learning_rate": 9.943722261229872e-06, | |
| "loss": 0.0768, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.43053579895685157, | |
| "grad_norm": 0.9370658659046329, | |
| "learning_rate": 9.942893189528743e-06, | |
| "loss": 0.0782, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.431484115694642, | |
| "grad_norm": 1.5520551397042521, | |
| "learning_rate": 9.942058090616748e-06, | |
| "loss": 0.1039, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 1.3529615602541014, | |
| "learning_rate": 9.941216965512183e-06, | |
| "loss": 0.0867, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.43338074917022285, | |
| "grad_norm": 1.192234505990805, | |
| "learning_rate": 9.940369815240688e-06, | |
| "loss": 0.0809, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.4343290659080133, | |
| "grad_norm": 0.9763205758532367, | |
| "learning_rate": 9.939516640835254e-06, | |
| "loss": 0.0652, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.4352773826458037, | |
| "grad_norm": 1.3415645605638937, | |
| "learning_rate": 9.938657443336212e-06, | |
| "loss": 0.109, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.4362256993835941, | |
| "grad_norm": 1.1595154129634277, | |
| "learning_rate": 9.937792223791244e-06, | |
| "loss": 0.1002, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.43717401612138457, | |
| "grad_norm": 1.33436975844217, | |
| "learning_rate": 9.936920983255372e-06, | |
| "loss": 0.114, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.43812233285917496, | |
| "grad_norm": 1.0009653043703806, | |
| "learning_rate": 9.936043722790956e-06, | |
| "loss": 0.0827, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.4390706495969654, | |
| "grad_norm": 1.1900315382859075, | |
| "learning_rate": 9.935160443467704e-06, | |
| "loss": 0.0991, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.4400189663347558, | |
| "grad_norm": 0.7796648666540394, | |
| "learning_rate": 9.934271146362658e-06, | |
| "loss": 0.0729, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.44096728307254623, | |
| "grad_norm": 0.7692033539386839, | |
| "learning_rate": 9.933375832560199e-06, | |
| "loss": 0.0752, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.4419155998103367, | |
| "grad_norm": 0.7898679053377281, | |
| "learning_rate": 9.932474503152047e-06, | |
| "loss": 0.0557, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.44286391654812707, | |
| "grad_norm": 1.308054442070126, | |
| "learning_rate": 9.931567159237252e-06, | |
| "loss": 0.1, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.4438122332859175, | |
| "grad_norm": 0.8281027248286734, | |
| "learning_rate": 9.930653801922205e-06, | |
| "loss": 0.1066, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.4447605500237079, | |
| "grad_norm": 0.6589498594732086, | |
| "learning_rate": 9.929734432320621e-06, | |
| "loss": 0.061, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.44570886676149835, | |
| "grad_norm": 1.0105820136512023, | |
| "learning_rate": 9.928809051553554e-06, | |
| "loss": 0.0771, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4466571834992888, | |
| "grad_norm": 1.174475732403723, | |
| "learning_rate": 9.927877660749385e-06, | |
| "loss": 0.1029, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.4476055002370792, | |
| "grad_norm": 0.7007588523937572, | |
| "learning_rate": 9.92694026104382e-06, | |
| "loss": 0.0548, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.4485538169748696, | |
| "grad_norm": 0.7548622992450297, | |
| "learning_rate": 9.925996853579897e-06, | |
| "loss": 0.071, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.44950213371266, | |
| "grad_norm": 0.9151211373906433, | |
| "learning_rate": 9.92504743950798e-06, | |
| "loss": 0.0728, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.45045045045045046, | |
| "grad_norm": 1.3188113799099948, | |
| "learning_rate": 9.924092019985751e-06, | |
| "loss": 0.071, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.45139876718824085, | |
| "grad_norm": 0.834826643366671, | |
| "learning_rate": 9.923130596178221e-06, | |
| "loss": 0.0827, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.4523470839260313, | |
| "grad_norm": 0.8853088211117691, | |
| "learning_rate": 9.922163169257722e-06, | |
| "loss": 0.0714, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.45329540066382173, | |
| "grad_norm": 0.9773650061711494, | |
| "learning_rate": 9.921189740403902e-06, | |
| "loss": 0.0902, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.4542437174016121, | |
| "grad_norm": 0.8530429782086267, | |
| "learning_rate": 9.92021031080373e-06, | |
| "loss": 0.0896, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.45519203413940257, | |
| "grad_norm": 0.6841245724165017, | |
| "learning_rate": 9.919224881651494e-06, | |
| "loss": 0.0574, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.45614035087719296, | |
| "grad_norm": 0.8751901827667304, | |
| "learning_rate": 9.918233454148795e-06, | |
| "loss": 0.0712, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.4570886676149834, | |
| "grad_norm": 0.8605318101074332, | |
| "learning_rate": 9.917236029504549e-06, | |
| "loss": 0.0758, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.45803698435277385, | |
| "grad_norm": 0.6297402738230038, | |
| "learning_rate": 9.916232608934982e-06, | |
| "loss": 0.0835, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.45898530109056423, | |
| "grad_norm": 1.2633792305334934, | |
| "learning_rate": 9.915223193663639e-06, | |
| "loss": 0.097, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.4599336178283547, | |
| "grad_norm": 0.9453282561376489, | |
| "learning_rate": 9.914207784921366e-06, | |
| "loss": 0.0813, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.46088193456614507, | |
| "grad_norm": 1.0981998450683066, | |
| "learning_rate": 9.913186383946322e-06, | |
| "loss": 0.0831, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.4618302513039355, | |
| "grad_norm": 0.9453607555522517, | |
| "learning_rate": 9.91215899198397e-06, | |
| "loss": 0.0668, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.46277856804172596, | |
| "grad_norm": 0.8480655824160724, | |
| "learning_rate": 9.911125610287085e-06, | |
| "loss": 0.0803, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.46372688477951635, | |
| "grad_norm": 0.7365032755805906, | |
| "learning_rate": 9.910086240115738e-06, | |
| "loss": 0.0503, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.4646752015173068, | |
| "grad_norm": 0.9926545138390478, | |
| "learning_rate": 9.909040882737301e-06, | |
| "loss": 0.0785, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.4656235182550972, | |
| "grad_norm": 1.078153469225969, | |
| "learning_rate": 9.907989539426455e-06, | |
| "loss": 0.0942, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.4665718349928876, | |
| "grad_norm": 0.891582918999742, | |
| "learning_rate": 9.906932211465173e-06, | |
| "loss": 0.0713, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.46752015173067807, | |
| "grad_norm": 0.8352029023952229, | |
| "learning_rate": 9.90586890014273e-06, | |
| "loss": 0.0871, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.46846846846846846, | |
| "grad_norm": 1.4543230270611818, | |
| "learning_rate": 9.904799606755695e-06, | |
| "loss": 0.1049, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.4694167852062589, | |
| "grad_norm": 0.9571877161884975, | |
| "learning_rate": 9.90372433260793e-06, | |
| "loss": 0.0856, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.4703651019440493, | |
| "grad_norm": 0.6657483404024113, | |
| "learning_rate": 9.90264307901059e-06, | |
| "loss": 0.0631, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.47131341868183974, | |
| "grad_norm": 1.2493973473928695, | |
| "learning_rate": 9.901555847282123e-06, | |
| "loss": 0.0973, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.4722617354196302, | |
| "grad_norm": 0.6689914382563446, | |
| "learning_rate": 9.900462638748266e-06, | |
| "loss": 0.0582, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.47321005215742057, | |
| "grad_norm": 0.8246501895880392, | |
| "learning_rate": 9.899363454742044e-06, | |
| "loss": 0.0727, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.474158368895211, | |
| "grad_norm": 1.442170890658491, | |
| "learning_rate": 9.898258296603769e-06, | |
| "loss": 0.0931, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4751066856330014, | |
| "grad_norm": 0.7582565389247256, | |
| "learning_rate": 9.897147165681034e-06, | |
| "loss": 0.0722, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.47605500237079185, | |
| "grad_norm": 0.627525129279453, | |
| "learning_rate": 9.896030063328718e-06, | |
| "loss": 0.0597, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.4770033191085823, | |
| "grad_norm": 0.6342149242840518, | |
| "learning_rate": 9.894906990908982e-06, | |
| "loss": 0.0725, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.4779516358463727, | |
| "grad_norm": 0.8212079234115165, | |
| "learning_rate": 9.893777949791266e-06, | |
| "loss": 0.0649, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.4788999525841631, | |
| "grad_norm": 0.8923951454231676, | |
| "learning_rate": 9.89264294135229e-06, | |
| "loss": 0.0595, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.4798482693219535, | |
| "grad_norm": 1.0318440665130484, | |
| "learning_rate": 9.891501966976041e-06, | |
| "loss": 0.0842, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.48079658605974396, | |
| "grad_norm": 0.6944537972828242, | |
| "learning_rate": 9.890355028053793e-06, | |
| "loss": 0.0752, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.4817449027975344, | |
| "grad_norm": 1.0705584030604105, | |
| "learning_rate": 9.889202125984088e-06, | |
| "loss": 0.0647, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.4826932195353248, | |
| "grad_norm": 0.9754252622446561, | |
| "learning_rate": 9.88804326217274e-06, | |
| "loss": 0.0687, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.48364153627311524, | |
| "grad_norm": 0.9660762094606946, | |
| "learning_rate": 9.886878438032828e-06, | |
| "loss": 0.0789, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4845898530109056, | |
| "grad_norm": 0.5832722133461282, | |
| "learning_rate": 9.885707654984703e-06, | |
| "loss": 0.0636, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.48553816974869607, | |
| "grad_norm": 0.7052006552554221, | |
| "learning_rate": 9.884530914455984e-06, | |
| "loss": 0.0586, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.4864864864864865, | |
| "grad_norm": 0.9822072228951928, | |
| "learning_rate": 9.88334821788155e-06, | |
| "loss": 0.0645, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.4874348032242769, | |
| "grad_norm": 0.9641946540266126, | |
| "learning_rate": 9.882159566703547e-06, | |
| "loss": 0.0885, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.48838311996206735, | |
| "grad_norm": 0.6403136140606015, | |
| "learning_rate": 9.880964962371378e-06, | |
| "loss": 0.0678, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.48933143669985774, | |
| "grad_norm": 0.7486541793123711, | |
| "learning_rate": 9.879764406341705e-06, | |
| "loss": 0.0741, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.4902797534376482, | |
| "grad_norm": 0.5779229700891555, | |
| "learning_rate": 9.87855790007845e-06, | |
| "loss": 0.0646, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.49122807017543857, | |
| "grad_norm": 0.7611283230447122, | |
| "learning_rate": 9.87734544505279e-06, | |
| "loss": 0.0768, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.492176386913229, | |
| "grad_norm": 0.5823535883100547, | |
| "learning_rate": 9.876127042743155e-06, | |
| "loss": 0.0703, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.49312470365101946, | |
| "grad_norm": 0.6827829977739827, | |
| "learning_rate": 9.874902694635226e-06, | |
| "loss": 0.0772, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.49407302038880985, | |
| "grad_norm": 0.7254200544564426, | |
| "learning_rate": 9.873672402221937e-06, | |
| "loss": 0.0634, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.4950213371266003, | |
| "grad_norm": 0.6425214796651868, | |
| "learning_rate": 9.872436167003468e-06, | |
| "loss": 0.064, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.4959696538643907, | |
| "grad_norm": 0.623192525545158, | |
| "learning_rate": 9.871193990487242e-06, | |
| "loss": 0.077, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.4969179706021811, | |
| "grad_norm": 0.7225947749173619, | |
| "learning_rate": 9.869945874187936e-06, | |
| "loss": 0.075, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.49786628733997157, | |
| "grad_norm": 2.0516616577595435, | |
| "learning_rate": 9.868691819627462e-06, | |
| "loss": 0.0867, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.49881460407776196, | |
| "grad_norm": 1.0257158284306434, | |
| "learning_rate": 9.867431828334974e-06, | |
| "loss": 0.0588, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.4997629208155524, | |
| "grad_norm": 0.8403229438927825, | |
| "learning_rate": 9.86616590184687e-06, | |
| "loss": 0.0823, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.5007112375533428, | |
| "grad_norm": 0.6449240492145598, | |
| "learning_rate": 9.864894041706779e-06, | |
| "loss": 0.0567, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.5016595542911333, | |
| "grad_norm": 0.8789018684523284, | |
| "learning_rate": 9.863616249465567e-06, | |
| "loss": 0.0713, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.5026078710289237, | |
| "grad_norm": 0.9524887983478211, | |
| "learning_rate": 9.862332526681336e-06, | |
| "loss": 0.0835, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5035561877667141, | |
| "grad_norm": 0.6422268170348604, | |
| "learning_rate": 9.861042874919417e-06, | |
| "loss": 0.0606, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.5045045045045045, | |
| "grad_norm": 0.9032374038451735, | |
| "learning_rate": 9.859747295752374e-06, | |
| "loss": 0.0773, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.505452821242295, | |
| "grad_norm": 0.9269404822199643, | |
| "learning_rate": 9.858445790759992e-06, | |
| "loss": 0.0822, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.5064011379800853, | |
| "grad_norm": 0.7043514434980399, | |
| "learning_rate": 9.857138361529288e-06, | |
| "loss": 0.0688, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.5073494547178757, | |
| "grad_norm": 0.8239211698855243, | |
| "learning_rate": 9.8558250096545e-06, | |
| "loss": 0.0542, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.5082977714556662, | |
| "grad_norm": 0.8633975590563754, | |
| "learning_rate": 9.85450573673709e-06, | |
| "loss": 0.0744, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.5092460881934566, | |
| "grad_norm": 0.6985004021466871, | |
| "learning_rate": 9.853180544385737e-06, | |
| "loss": 0.047, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.510194404931247, | |
| "grad_norm": 0.5889042803503781, | |
| "learning_rate": 9.851849434216338e-06, | |
| "loss": 0.0557, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.5111427216690374, | |
| "grad_norm": 0.7765705663935071, | |
| "learning_rate": 9.850512407852012e-06, | |
| "loss": 0.0669, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.5120910384068279, | |
| "grad_norm": 0.8204550382112847, | |
| "learning_rate": 9.849169466923086e-06, | |
| "loss": 0.0685, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5130393551446183, | |
| "grad_norm": 0.5256883407913393, | |
| "learning_rate": 9.847820613067098e-06, | |
| "loss": 0.0537, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.5139876718824087, | |
| "grad_norm": 0.6838576750776693, | |
| "learning_rate": 9.8464658479288e-06, | |
| "loss": 0.0704, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.5149359886201992, | |
| "grad_norm": 0.8974806559813661, | |
| "learning_rate": 9.845105173160152e-06, | |
| "loss": 0.0899, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.5158843053579896, | |
| "grad_norm": 0.7219053990698988, | |
| "learning_rate": 9.843738590420317e-06, | |
| "loss": 0.0468, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.51683262209578, | |
| "grad_norm": 1.032987889739876, | |
| "learning_rate": 9.842366101375664e-06, | |
| "loss": 0.0562, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.5177809388335705, | |
| "grad_norm": 0.7651951768284668, | |
| "learning_rate": 9.840987707699765e-06, | |
| "loss": 0.0669, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.5187292555713608, | |
| "grad_norm": 0.6813496832389402, | |
| "learning_rate": 9.839603411073388e-06, | |
| "loss": 0.0706, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.5196775723091512, | |
| "grad_norm": 0.7229692269198181, | |
| "learning_rate": 9.838213213184505e-06, | |
| "loss": 0.0771, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.5206258890469416, | |
| "grad_norm": 1.157471128375012, | |
| "learning_rate": 9.836817115728277e-06, | |
| "loss": 0.0932, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.5215742057847321, | |
| "grad_norm": 0.8058138449457062, | |
| "learning_rate": 9.835415120407063e-06, | |
| "loss": 0.0539, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5225225225225225, | |
| "grad_norm": 0.6915528599019737, | |
| "learning_rate": 9.834007228930414e-06, | |
| "loss": 0.0688, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.5234708392603129, | |
| "grad_norm": 0.8835152385091712, | |
| "learning_rate": 9.832593443015068e-06, | |
| "loss": 0.0605, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.5244191559981034, | |
| "grad_norm": 0.6896706794263241, | |
| "learning_rate": 9.83117376438495e-06, | |
| "loss": 0.0668, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.5253674727358938, | |
| "grad_norm": 0.7651857964351815, | |
| "learning_rate": 9.829748194771175e-06, | |
| "loss": 0.064, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 0.6216741056003758, | |
| "learning_rate": 9.828316735912037e-06, | |
| "loss": 0.0541, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.5272641062114747, | |
| "grad_norm": 0.6813673301708452, | |
| "learning_rate": 9.826879389553014e-06, | |
| "loss": 0.0574, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.5282124229492651, | |
| "grad_norm": 0.7147998418504048, | |
| "learning_rate": 9.825436157446761e-06, | |
| "loss": 0.0576, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.5291607396870555, | |
| "grad_norm": 0.6352148290105686, | |
| "learning_rate": 9.82398704135311e-06, | |
| "loss": 0.066, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.5301090564248458, | |
| "grad_norm": 0.8511240887028577, | |
| "learning_rate": 9.822532043039068e-06, | |
| "loss": 0.0687, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.5310573731626363, | |
| "grad_norm": 0.6876408977841421, | |
| "learning_rate": 9.821071164278815e-06, | |
| "loss": 0.0838, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5320056899004267, | |
| "grad_norm": 0.7354217835184531, | |
| "learning_rate": 9.819604406853703e-06, | |
| "loss": 0.0552, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.5329540066382171, | |
| "grad_norm": 0.9572067784227991, | |
| "learning_rate": 9.818131772552249e-06, | |
| "loss": 0.1099, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.5339023233760076, | |
| "grad_norm": 0.7931127239607592, | |
| "learning_rate": 9.816653263170137e-06, | |
| "loss": 0.0706, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.534850640113798, | |
| "grad_norm": 0.8242420526129728, | |
| "learning_rate": 9.815168880510218e-06, | |
| "loss": 0.0946, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.5357989568515884, | |
| "grad_norm": 1.0330372476146157, | |
| "learning_rate": 9.8136786263825e-06, | |
| "loss": 0.0951, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.5367472735893789, | |
| "grad_norm": 0.7553297432270302, | |
| "learning_rate": 9.812182502604151e-06, | |
| "loss": 0.0663, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.5376955903271693, | |
| "grad_norm": 0.8446853429895546, | |
| "learning_rate": 9.810680510999505e-06, | |
| "loss": 0.0728, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.5386439070649597, | |
| "grad_norm": 0.5089680701907852, | |
| "learning_rate": 9.809172653400036e-06, | |
| "loss": 0.0501, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.5395922238027501, | |
| "grad_norm": 0.7258180066288827, | |
| "learning_rate": 9.807658931644382e-06, | |
| "loss": 0.0752, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.7028402619162881, | |
| "learning_rate": 9.806139347578331e-06, | |
| "loss": 0.059, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.541488857278331, | |
| "grad_norm": 0.7248854010393692, | |
| "learning_rate": 9.804613903054813e-06, | |
| "loss": 0.0851, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.5424371740161213, | |
| "grad_norm": 0.7176555652391681, | |
| "learning_rate": 9.803082599933911e-06, | |
| "loss": 0.0697, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.5433854907539118, | |
| "grad_norm": 0.4808404612456389, | |
| "learning_rate": 9.801545440082845e-06, | |
| "loss": 0.0569, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.5443338074917022, | |
| "grad_norm": 0.8731137568130377, | |
| "learning_rate": 9.800002425375984e-06, | |
| "loss": 0.0657, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.5452821242294926, | |
| "grad_norm": 0.7816194292982013, | |
| "learning_rate": 9.798453557694828e-06, | |
| "loss": 0.0724, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5462304409672831, | |
| "grad_norm": 0.9042436959378762, | |
| "learning_rate": 9.796898838928022e-06, | |
| "loss": 0.0784, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.5471787577050735, | |
| "grad_norm": 1.0293154765529384, | |
| "learning_rate": 9.79533827097134e-06, | |
| "loss": 0.098, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.5481270744428639, | |
| "grad_norm": 0.8678391414260259, | |
| "learning_rate": 9.793771855727691e-06, | |
| "loss": 0.0635, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.5490753911806543, | |
| "grad_norm": 0.6041409950077287, | |
| "learning_rate": 9.792199595107115e-06, | |
| "loss": 0.0524, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.5500237079184448, | |
| "grad_norm": 1.0292476772898875, | |
| "learning_rate": 9.790621491026773e-06, | |
| "loss": 0.0829, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5509720246562352, | |
| "grad_norm": 0.7074515600768486, | |
| "learning_rate": 9.78903754541096e-06, | |
| "loss": 0.0704, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.5519203413940256, | |
| "grad_norm": 0.7603340975922476, | |
| "learning_rate": 9.787447760191092e-06, | |
| "loss": 0.0788, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.5528686581318161, | |
| "grad_norm": 1.0766706695954442, | |
| "learning_rate": 9.785852137305699e-06, | |
| "loss": 0.079, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.5538169748696065, | |
| "grad_norm": 0.7555731931730972, | |
| "learning_rate": 9.784250678700435e-06, | |
| "loss": 0.0705, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.5547652916073968, | |
| "grad_norm": 0.7010961175305198, | |
| "learning_rate": 9.782643386328073e-06, | |
| "loss": 0.0713, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.5557136083451872, | |
| "grad_norm": 1.0580272254821363, | |
| "learning_rate": 9.781030262148492e-06, | |
| "loss": 0.0671, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.5566619250829777, | |
| "grad_norm": 0.6594876081209583, | |
| "learning_rate": 9.779411308128685e-06, | |
| "loss": 0.0867, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.5576102418207681, | |
| "grad_norm": 1.3649847896410103, | |
| "learning_rate": 9.777786526242759e-06, | |
| "loss": 0.0847, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.5585585585585585, | |
| "grad_norm": 0.6223880228627037, | |
| "learning_rate": 9.776155918471916e-06, | |
| "loss": 0.0579, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.559506875296349, | |
| "grad_norm": 0.6862572922646061, | |
| "learning_rate": 9.774519486804476e-06, | |
| "loss": 0.053, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5604551920341394, | |
| "grad_norm": 0.6562455064809456, | |
| "learning_rate": 9.772877233235848e-06, | |
| "loss": 0.0651, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.5614035087719298, | |
| "grad_norm": 0.7150505236504866, | |
| "learning_rate": 9.771229159768547e-06, | |
| "loss": 0.0697, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.5623518255097203, | |
| "grad_norm": 0.7505406859172821, | |
| "learning_rate": 9.769575268412182e-06, | |
| "loss": 0.0691, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.5633001422475107, | |
| "grad_norm": 0.7340490905887499, | |
| "learning_rate": 9.767915561183456e-06, | |
| "loss": 0.0748, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.5642484589853011, | |
| "grad_norm": 0.7987611706335997, | |
| "learning_rate": 9.766250040106166e-06, | |
| "loss": 0.0682, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.5651967757230915, | |
| "grad_norm": 1.2974449597341617, | |
| "learning_rate": 9.764578707211199e-06, | |
| "loss": 0.0751, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.566145092460882, | |
| "grad_norm": 0.6191420122018653, | |
| "learning_rate": 9.762901564536523e-06, | |
| "loss": 0.0667, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.5670934091986723, | |
| "grad_norm": 0.6903639931399153, | |
| "learning_rate": 9.761218614127193e-06, | |
| "loss": 0.0653, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.5680417259364627, | |
| "grad_norm": 0.7974449669867185, | |
| "learning_rate": 9.759529858035351e-06, | |
| "loss": 0.0662, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.5689900426742532, | |
| "grad_norm": 1.6445977802603875, | |
| "learning_rate": 9.75783529832021e-06, | |
| "loss": 0.0781, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5699383594120436, | |
| "grad_norm": 0.7682344601188886, | |
| "learning_rate": 9.756134937048066e-06, | |
| "loss": 0.0516, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.570886676149834, | |
| "grad_norm": 0.6505039594954853, | |
| "learning_rate": 9.754428776292287e-06, | |
| "loss": 0.0522, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.5718349928876245, | |
| "grad_norm": 1.0748139183671632, | |
| "learning_rate": 9.752716818133309e-06, | |
| "loss": 0.0787, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.5727833096254149, | |
| "grad_norm": 0.7575374337239762, | |
| "learning_rate": 9.750999064658644e-06, | |
| "loss": 0.0618, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.5737316263632053, | |
| "grad_norm": 0.5005741056916544, | |
| "learning_rate": 9.749275517962868e-06, | |
| "loss": 0.0579, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.5746799431009957, | |
| "grad_norm": 0.9747236186565804, | |
| "learning_rate": 9.747546180147618e-06, | |
| "loss": 0.1137, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.5756282598387862, | |
| "grad_norm": 0.5945741852680105, | |
| "learning_rate": 9.745811053321597e-06, | |
| "loss": 0.0528, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.5765765765765766, | |
| "grad_norm": 0.8767385416979725, | |
| "learning_rate": 9.744070139600564e-06, | |
| "loss": 0.0756, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.577524893314367, | |
| "grad_norm": 0.805183732938404, | |
| "learning_rate": 9.742323441107335e-06, | |
| "loss": 0.0796, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.5784732100521575, | |
| "grad_norm": 0.4622182813428181, | |
| "learning_rate": 9.74057095997178e-06, | |
| "loss": 0.0466, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5794215267899478, | |
| "grad_norm": 1.323185570736391, | |
| "learning_rate": 9.738812698330821e-06, | |
| "loss": 0.0803, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.5803698435277382, | |
| "grad_norm": 0.6017510939556475, | |
| "learning_rate": 9.737048658328428e-06, | |
| "loss": 0.0473, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.5813181602655287, | |
| "grad_norm": 0.9340483579893749, | |
| "learning_rate": 9.735278842115616e-06, | |
| "loss": 0.0726, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.5822664770033191, | |
| "grad_norm": 0.8017302866486061, | |
| "learning_rate": 9.733503251850443e-06, | |
| "loss": 0.0508, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.5832147937411095, | |
| "grad_norm": 0.4915103436956615, | |
| "learning_rate": 9.73172188969801e-06, | |
| "loss": 0.0511, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.5841631104788999, | |
| "grad_norm": 0.5454251857464146, | |
| "learning_rate": 9.729934757830455e-06, | |
| "loss": 0.043, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.5851114272166904, | |
| "grad_norm": 0.45382702737394764, | |
| "learning_rate": 9.728141858426953e-06, | |
| "loss": 0.046, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.5860597439544808, | |
| "grad_norm": 0.5609546349379012, | |
| "learning_rate": 9.726343193673707e-06, | |
| "loss": 0.0528, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.5870080606922712, | |
| "grad_norm": 0.600673482298699, | |
| "learning_rate": 9.724538765763953e-06, | |
| "loss": 0.0539, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.5879563774300617, | |
| "grad_norm": 0.9417089865736203, | |
| "learning_rate": 9.722728576897956e-06, | |
| "loss": 0.0583, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5889046941678521, | |
| "grad_norm": 0.4653439643190733, | |
| "learning_rate": 9.720912629283004e-06, | |
| "loss": 0.05, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.5898530109056425, | |
| "grad_norm": 1.026549188147293, | |
| "learning_rate": 9.719090925133408e-06, | |
| "loss": 0.0643, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.590801327643433, | |
| "grad_norm": 0.7947545630855374, | |
| "learning_rate": 9.717263466670496e-06, | |
| "loss": 0.0827, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.5917496443812233, | |
| "grad_norm": 0.5505357789361721, | |
| "learning_rate": 9.715430256122616e-06, | |
| "loss": 0.057, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.5926979611190137, | |
| "grad_norm": 0.6227650085275758, | |
| "learning_rate": 9.713591295725126e-06, | |
| "loss": 0.0613, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5936462778568041, | |
| "grad_norm": 0.8089764410308476, | |
| "learning_rate": 9.711746587720398e-06, | |
| "loss": 0.0575, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.5945945945945946, | |
| "grad_norm": 0.8681782262186932, | |
| "learning_rate": 9.709896134357815e-06, | |
| "loss": 0.0664, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.595542911332385, | |
| "grad_norm": 0.682165737662686, | |
| "learning_rate": 9.708039937893759e-06, | |
| "loss": 0.0558, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.5964912280701754, | |
| "grad_norm": 0.6331915650172267, | |
| "learning_rate": 9.706178000591617e-06, | |
| "loss": 0.0628, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.5974395448079659, | |
| "grad_norm": 0.5712611189361939, | |
| "learning_rate": 9.704310324721782e-06, | |
| "loss": 0.0741, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5983878615457563, | |
| "grad_norm": 0.4974903145873453, | |
| "learning_rate": 9.70243691256164e-06, | |
| "loss": 0.0569, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.5993361782835467, | |
| "grad_norm": 0.8755421451427193, | |
| "learning_rate": 9.700557766395567e-06, | |
| "loss": 0.0884, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.6002844950213371, | |
| "grad_norm": 0.5236784076286586, | |
| "learning_rate": 9.698672888514938e-06, | |
| "loss": 0.0493, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.6012328117591276, | |
| "grad_norm": 0.6525012362182552, | |
| "learning_rate": 9.696782281218117e-06, | |
| "loss": 0.0683, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.602181128496918, | |
| "grad_norm": 0.5119217968942416, | |
| "learning_rate": 9.69488594681045e-06, | |
| "loss": 0.0449, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.6031294452347084, | |
| "grad_norm": 0.6576021927278618, | |
| "learning_rate": 9.692983887604269e-06, | |
| "loss": 0.0674, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.6040777619724989, | |
| "grad_norm": 0.7157400695119305, | |
| "learning_rate": 9.691076105918885e-06, | |
| "loss": 0.0692, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.6050260787102892, | |
| "grad_norm": 0.873028935018846, | |
| "learning_rate": 9.689162604080589e-06, | |
| "loss": 0.0999, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.6059743954480796, | |
| "grad_norm": 0.8384167589559871, | |
| "learning_rate": 9.687243384422646e-06, | |
| "loss": 0.0771, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.6069227121858701, | |
| "grad_norm": 0.5020655439555515, | |
| "learning_rate": 9.685318449285292e-06, | |
| "loss": 0.0512, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.6078710289236605, | |
| "grad_norm": 0.36608001502573706, | |
| "learning_rate": 9.683387801015733e-06, | |
| "loss": 0.0377, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.6088193456614509, | |
| "grad_norm": 0.7919506442179929, | |
| "learning_rate": 9.681451441968144e-06, | |
| "loss": 0.0775, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.6097676623992413, | |
| "grad_norm": 0.6274619623629013, | |
| "learning_rate": 9.67950937450366e-06, | |
| "loss": 0.0645, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.6107159791370318, | |
| "grad_norm": 0.5896565427831529, | |
| "learning_rate": 9.677561600990378e-06, | |
| "loss": 0.0595, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.6116642958748222, | |
| "grad_norm": 0.5142338666265971, | |
| "learning_rate": 9.67560812380335e-06, | |
| "loss": 0.0597, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.6126126126126126, | |
| "grad_norm": 0.6109668570207277, | |
| "learning_rate": 9.67364894532459e-06, | |
| "loss": 0.07, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.6135609293504031, | |
| "grad_norm": 0.6756478515313759, | |
| "learning_rate": 9.671684067943056e-06, | |
| "loss": 0.0612, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.6145092460881935, | |
| "grad_norm": 0.6142876685386528, | |
| "learning_rate": 9.669713494054662e-06, | |
| "loss": 0.06, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.6154575628259839, | |
| "grad_norm": 0.8252522199066464, | |
| "learning_rate": 9.667737226062262e-06, | |
| "loss": 0.118, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.6164058795637744, | |
| "grad_norm": 0.48924053020562824, | |
| "learning_rate": 9.665755266375657e-06, | |
| "loss": 0.0542, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6173541963015647, | |
| "grad_norm": 0.9087121397095356, | |
| "learning_rate": 9.663767617411587e-06, | |
| "loss": 0.0611, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.6183025130393551, | |
| "grad_norm": 0.7764764902550111, | |
| "learning_rate": 9.66177428159373e-06, | |
| "loss": 0.0676, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.6192508297771455, | |
| "grad_norm": 0.44918893065172116, | |
| "learning_rate": 9.659775261352697e-06, | |
| "loss": 0.0474, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.620199146514936, | |
| "grad_norm": 0.9162652994629981, | |
| "learning_rate": 9.657770559126034e-06, | |
| "loss": 0.0981, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.6211474632527264, | |
| "grad_norm": 0.6543823860401999, | |
| "learning_rate": 9.655760177358208e-06, | |
| "loss": 0.0744, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.6220957799905168, | |
| "grad_norm": 0.44085186666179094, | |
| "learning_rate": 9.653744118500623e-06, | |
| "loss": 0.0532, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.6230440967283073, | |
| "grad_norm": 0.7980175435844092, | |
| "learning_rate": 9.651722385011592e-06, | |
| "loss": 0.0807, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.6239924134660977, | |
| "grad_norm": 0.4853866988799319, | |
| "learning_rate": 9.649694979356358e-06, | |
| "loss": 0.0454, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.6249407302038881, | |
| "grad_norm": 0.5662361885259662, | |
| "learning_rate": 9.647661904007076e-06, | |
| "loss": 0.0621, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.6258890469416786, | |
| "grad_norm": 0.8127269026146419, | |
| "learning_rate": 9.645623161442814e-06, | |
| "loss": 0.0773, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.626837363679469, | |
| "grad_norm": 0.6294162739235921, | |
| "learning_rate": 9.643578754149552e-06, | |
| "loss": 0.0599, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.6277856804172594, | |
| "grad_norm": 0.6965237350859914, | |
| "learning_rate": 9.641528684620179e-06, | |
| "loss": 0.0542, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.6287339971550497, | |
| "grad_norm": 0.5265921422928361, | |
| "learning_rate": 9.639472955354483e-06, | |
| "loss": 0.0496, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.6296823138928402, | |
| "grad_norm": 0.8663040094375097, | |
| "learning_rate": 9.63741156885916e-06, | |
| "loss": 0.0733, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.6306306306306306, | |
| "grad_norm": 0.7508837936313448, | |
| "learning_rate": 9.635344527647798e-06, | |
| "loss": 0.08, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.631578947368421, | |
| "grad_norm": 0.6827540936282853, | |
| "learning_rate": 9.633271834240885e-06, | |
| "loss": 0.0732, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.6325272641062115, | |
| "grad_norm": 0.7441700461651841, | |
| "learning_rate": 9.631193491165798e-06, | |
| "loss": 0.0555, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.6334755808440019, | |
| "grad_norm": 0.8313881844290032, | |
| "learning_rate": 9.629109500956803e-06, | |
| "loss": 0.0782, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.6344238975817923, | |
| "grad_norm": 0.47754915650781987, | |
| "learning_rate": 9.627019866155056e-06, | |
| "loss": 0.0547, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.6353722143195828, | |
| "grad_norm": 0.6618532396312571, | |
| "learning_rate": 9.624924589308591e-06, | |
| "loss": 0.0515, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.6363205310573732, | |
| "grad_norm": 1.147117197534475, | |
| "learning_rate": 9.622823672972323e-06, | |
| "loss": 0.0882, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.6372688477951636, | |
| "grad_norm": 0.5779383814129484, | |
| "learning_rate": 9.620717119708047e-06, | |
| "loss": 0.0659, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.638217164532954, | |
| "grad_norm": 0.5799389859663083, | |
| "learning_rate": 9.618604932084427e-06, | |
| "loss": 0.0606, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.6391654812707445, | |
| "grad_norm": 6.608545253943764, | |
| "learning_rate": 9.616487112677e-06, | |
| "loss": 0.066, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.6401137980085349, | |
| "grad_norm": 0.7235578117181891, | |
| "learning_rate": 9.614363664068168e-06, | |
| "loss": 0.0628, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.6410621147463252, | |
| "grad_norm": 0.6994528460712487, | |
| "learning_rate": 9.6122345888472e-06, | |
| "loss": 0.0628, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.6420104314841157, | |
| "grad_norm": 0.6208663188504899, | |
| "learning_rate": 9.610099889610224e-06, | |
| "loss": 0.0554, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.6429587482219061, | |
| "grad_norm": 0.6345977149189366, | |
| "learning_rate": 9.607959568960226e-06, | |
| "loss": 0.0632, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.6439070649596965, | |
| "grad_norm": 0.8061055021711904, | |
| "learning_rate": 9.605813629507046e-06, | |
| "loss": 0.0684, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.6448553816974869, | |
| "grad_norm": 0.6913423639588181, | |
| "learning_rate": 9.603662073867375e-06, | |
| "loss": 0.0673, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6458036984352774, | |
| "grad_norm": 0.7586179752230898, | |
| "learning_rate": 9.601504904664758e-06, | |
| "loss": 0.0702, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.6467520151730678, | |
| "grad_norm": 0.5215807067369997, | |
| "learning_rate": 9.599342124529576e-06, | |
| "loss": 0.0484, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.6477003319108582, | |
| "grad_norm": 0.4193899811291156, | |
| "learning_rate": 9.597173736099056e-06, | |
| "loss": 0.0455, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 1.0231627903377674, | |
| "learning_rate": 9.594999742017267e-06, | |
| "loss": 0.0755, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.6495969653864391, | |
| "grad_norm": 0.5818860445113369, | |
| "learning_rate": 9.592820144935107e-06, | |
| "loss": 0.0457, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.6505452821242295, | |
| "grad_norm": 0.8523614115619248, | |
| "learning_rate": 9.590634947510312e-06, | |
| "loss": 0.0666, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.65149359886202, | |
| "grad_norm": 0.6819462318103672, | |
| "learning_rate": 9.588444152407441e-06, | |
| "loss": 0.0621, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.6524419155998104, | |
| "grad_norm": 0.7350860734842137, | |
| "learning_rate": 9.586247762297882e-06, | |
| "loss": 0.0616, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.6533902323376007, | |
| "grad_norm": 0.6877200427996193, | |
| "learning_rate": 9.584045779859848e-06, | |
| "loss": 0.0691, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.6543385490753911, | |
| "grad_norm": 0.7777410132259543, | |
| "learning_rate": 9.581838207778367e-06, | |
| "loss": 0.0672, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.6552868658131816, | |
| "grad_norm": 1.0340407583447775, | |
| "learning_rate": 9.579625048745281e-06, | |
| "loss": 0.0692, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.656235182550972, | |
| "grad_norm": 0.6061769180463831, | |
| "learning_rate": 9.577406305459251e-06, | |
| "loss": 0.0519, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.6571834992887624, | |
| "grad_norm": 0.7287017758175208, | |
| "learning_rate": 9.575181980625743e-06, | |
| "loss": 0.0626, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.6581318160265529, | |
| "grad_norm": 0.6923184185544935, | |
| "learning_rate": 9.57295207695703e-06, | |
| "loss": 0.0602, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.6590801327643433, | |
| "grad_norm": 0.7441802004305137, | |
| "learning_rate": 9.570716597172187e-06, | |
| "loss": 0.0785, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.6600284495021337, | |
| "grad_norm": 0.5600328414907927, | |
| "learning_rate": 9.568475543997088e-06, | |
| "loss": 0.0525, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.6609767662399242, | |
| "grad_norm": 0.6179093672887623, | |
| "learning_rate": 9.566228920164405e-06, | |
| "loss": 0.0498, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.6619250829777146, | |
| "grad_norm": 1.0001632318997007, | |
| "learning_rate": 9.563976728413602e-06, | |
| "loss": 0.1065, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.662873399715505, | |
| "grad_norm": 0.6197443639375237, | |
| "learning_rate": 9.56171897149093e-06, | |
| "loss": 0.0429, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.6638217164532954, | |
| "grad_norm": 0.7426532648337794, | |
| "learning_rate": 9.55945565214943e-06, | |
| "loss": 0.0603, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6647700331910859, | |
| "grad_norm": 0.9809220324323352, | |
| "learning_rate": 9.557186773148922e-06, | |
| "loss": 0.0844, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.6657183499288762, | |
| "grad_norm": 0.6596268576375636, | |
| "learning_rate": 9.554912337256007e-06, | |
| "loss": 0.0627, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.6445430375796782, | |
| "learning_rate": 9.552632347244062e-06, | |
| "loss": 0.0621, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.6676149834044571, | |
| "grad_norm": 0.6854389668990125, | |
| "learning_rate": 9.550346805893236e-06, | |
| "loss": 0.0709, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.6685633001422475, | |
| "grad_norm": 0.9157472924094435, | |
| "learning_rate": 9.548055715990448e-06, | |
| "loss": 0.0669, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.6695116168800379, | |
| "grad_norm": 0.6210182918721243, | |
| "learning_rate": 9.545759080329381e-06, | |
| "loss": 0.0642, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.6704599336178284, | |
| "grad_norm": 0.5811606762164421, | |
| "learning_rate": 9.543456901710483e-06, | |
| "loss": 0.0734, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.6714082503556188, | |
| "grad_norm": 0.6797271720519124, | |
| "learning_rate": 9.541149182940958e-06, | |
| "loss": 0.0543, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.6723565670934092, | |
| "grad_norm": 0.5126068611905316, | |
| "learning_rate": 9.538835926834766e-06, | |
| "loss": 0.0504, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.6733048838311996, | |
| "grad_norm": 0.6464058845065579, | |
| "learning_rate": 9.536517136212623e-06, | |
| "loss": 0.0596, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6742532005689901, | |
| "grad_norm": 0.5987248394746172, | |
| "learning_rate": 9.534192813901986e-06, | |
| "loss": 0.0561, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.6752015173067805, | |
| "grad_norm": 0.5757268664620699, | |
| "learning_rate": 9.531862962737065e-06, | |
| "loss": 0.0662, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.6761498340445709, | |
| "grad_norm": 0.6884820373956889, | |
| "learning_rate": 9.529527585558806e-06, | |
| "loss": 0.0734, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.6770981507823614, | |
| "grad_norm": 0.5599551362853026, | |
| "learning_rate": 9.5271866852149e-06, | |
| "loss": 0.0497, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.6780464675201517, | |
| "grad_norm": 1.2727013612767513, | |
| "learning_rate": 9.524840264559762e-06, | |
| "loss": 0.0806, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.6789947842579421, | |
| "grad_norm": 0.5125594480614294, | |
| "learning_rate": 9.522488326454551e-06, | |
| "loss": 0.0464, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.6799431009957326, | |
| "grad_norm": 0.9279881234599379, | |
| "learning_rate": 9.520130873767141e-06, | |
| "loss": 0.0466, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.680891417733523, | |
| "grad_norm": 0.5884738866592291, | |
| "learning_rate": 9.517767909372143e-06, | |
| "loss": 0.0463, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.6818397344713134, | |
| "grad_norm": 0.6405987798189022, | |
| "learning_rate": 9.515399436150879e-06, | |
| "loss": 0.0646, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.6827880512091038, | |
| "grad_norm": 0.6141893191288851, | |
| "learning_rate": 9.513025456991394e-06, | |
| "loss": 0.0713, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6837363679468943, | |
| "grad_norm": 0.5294631004623913, | |
| "learning_rate": 9.510645974788441e-06, | |
| "loss": 0.0533, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.6846846846846847, | |
| "grad_norm": 0.5983803884552171, | |
| "learning_rate": 9.508260992443492e-06, | |
| "loss": 0.0574, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.6856330014224751, | |
| "grad_norm": 0.7168015362345571, | |
| "learning_rate": 9.505870512864715e-06, | |
| "loss": 0.0622, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.6865813181602656, | |
| "grad_norm": 0.8061703745318712, | |
| "learning_rate": 9.503474538966992e-06, | |
| "loss": 0.072, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.687529634898056, | |
| "grad_norm": 0.6410612258118752, | |
| "learning_rate": 9.501073073671896e-06, | |
| "loss": 0.0454, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.6884779516358464, | |
| "grad_norm": 0.790215058142473, | |
| "learning_rate": 9.498666119907701e-06, | |
| "loss": 0.0677, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.6894262683736367, | |
| "grad_norm": 0.6299133472058956, | |
| "learning_rate": 9.496253680609371e-06, | |
| "loss": 0.0585, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.6903745851114272, | |
| "grad_norm": 1.0623017139889208, | |
| "learning_rate": 9.493835758718561e-06, | |
| "loss": 0.069, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.6913229018492176, | |
| "grad_norm": 0.5536012592608316, | |
| "learning_rate": 9.491412357183607e-06, | |
| "loss": 0.0686, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.692271218587008, | |
| "grad_norm": 0.6038206755461478, | |
| "learning_rate": 9.488983478959534e-06, | |
| "loss": 0.0706, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6932195353247985, | |
| "grad_norm": 0.6342419868913964, | |
| "learning_rate": 9.486549127008037e-06, | |
| "loss": 0.0496, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.6941678520625889, | |
| "grad_norm": 1.1555208683238716, | |
| "learning_rate": 9.484109304297493e-06, | |
| "loss": 0.0834, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.6951161688003793, | |
| "grad_norm": 0.8509380581545992, | |
| "learning_rate": 9.481664013802943e-06, | |
| "loss": 0.0794, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.6960644855381698, | |
| "grad_norm": 0.8224046322343856, | |
| "learning_rate": 9.479213258506102e-06, | |
| "loss": 0.0869, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.6970128022759602, | |
| "grad_norm": 0.6505920471844966, | |
| "learning_rate": 9.476757041395342e-06, | |
| "loss": 0.0642, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.6979611190137506, | |
| "grad_norm": 0.5162948092375159, | |
| "learning_rate": 9.474295365465697e-06, | |
| "loss": 0.0539, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.698909435751541, | |
| "grad_norm": 0.7194486779836317, | |
| "learning_rate": 9.471828233718863e-06, | |
| "loss": 0.0585, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.6998577524893315, | |
| "grad_norm": 0.9014549238602243, | |
| "learning_rate": 9.46935564916318e-06, | |
| "loss": 0.0874, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.7008060692271219, | |
| "grad_norm": 0.7378312572460828, | |
| "learning_rate": 9.466877614813645e-06, | |
| "loss": 0.0657, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.7017543859649122, | |
| "grad_norm": 0.815800968244944, | |
| "learning_rate": 9.464394133691891e-06, | |
| "loss": 0.0538, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.7027027027027027, | |
| "grad_norm": 0.5271528573688194, | |
| "learning_rate": 9.461905208826202e-06, | |
| "loss": 0.0619, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.7036510194404931, | |
| "grad_norm": 0.9062594050922635, | |
| "learning_rate": 9.459410843251496e-06, | |
| "loss": 0.0659, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.7045993361782835, | |
| "grad_norm": 0.6578698656781865, | |
| "learning_rate": 9.456911040009323e-06, | |
| "loss": 0.0577, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.705547652916074, | |
| "grad_norm": 0.6791351680766123, | |
| "learning_rate": 9.454405802147864e-06, | |
| "loss": 0.0669, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.7064959696538644, | |
| "grad_norm": 0.7662019136887008, | |
| "learning_rate": 9.451895132721933e-06, | |
| "loss": 0.0692, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.7074442863916548, | |
| "grad_norm": 0.6997379483885225, | |
| "learning_rate": 9.449379034792961e-06, | |
| "loss": 0.0609, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.7083926031294452, | |
| "grad_norm": 0.6231531262832446, | |
| "learning_rate": 9.446857511429e-06, | |
| "loss": 0.0568, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.7093409198672357, | |
| "grad_norm": 0.638618143024491, | |
| "learning_rate": 9.444330565704715e-06, | |
| "loss": 0.0391, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.7102892366050261, | |
| "grad_norm": 0.6101709327712237, | |
| "learning_rate": 9.441798200701388e-06, | |
| "loss": 0.0692, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.7112375533428165, | |
| "grad_norm": 0.7771396965466206, | |
| "learning_rate": 9.439260419506906e-06, | |
| "loss": 0.0616, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.712185870080607, | |
| "grad_norm": 0.663533581873393, | |
| "learning_rate": 9.436717225215761e-06, | |
| "loss": 0.0706, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.7131341868183974, | |
| "grad_norm": 0.7406791150442034, | |
| "learning_rate": 9.434168620929045e-06, | |
| "loss": 0.0759, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.7140825035561877, | |
| "grad_norm": 0.6589932311994989, | |
| "learning_rate": 9.431614609754446e-06, | |
| "loss": 0.0676, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.7150308202939782, | |
| "grad_norm": 0.7873737037891946, | |
| "learning_rate": 9.429055194806247e-06, | |
| "loss": 0.0661, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.7159791370317686, | |
| "grad_norm": 0.6588547169267579, | |
| "learning_rate": 9.42649037920532e-06, | |
| "loss": 0.068, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.716927453769559, | |
| "grad_norm": 0.8208102856389554, | |
| "learning_rate": 9.423920166079122e-06, | |
| "loss": 0.0829, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.7178757705073494, | |
| "grad_norm": 0.5652492127213, | |
| "learning_rate": 9.421344558561689e-06, | |
| "loss": 0.0754, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.7188240872451399, | |
| "grad_norm": 2.03543668980321, | |
| "learning_rate": 9.418763559793639e-06, | |
| "loss": 0.0469, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.7197724039829303, | |
| "grad_norm": 0.7132600676949169, | |
| "learning_rate": 9.41617717292216e-06, | |
| "loss": 0.058, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 0.5814418519545377, | |
| "learning_rate": 9.413585401101014e-06, | |
| "loss": 0.0676, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.7216690374585112, | |
| "grad_norm": 0.778087468578043, | |
| "learning_rate": 9.410988247490527e-06, | |
| "loss": 0.0565, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.7226173541963016, | |
| "grad_norm": 0.5978506887698309, | |
| "learning_rate": 9.408385715257589e-06, | |
| "loss": 0.0526, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.723565670934092, | |
| "grad_norm": 0.7345386180038043, | |
| "learning_rate": 9.405777807575643e-06, | |
| "loss": 0.0779, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.7245139876718824, | |
| "grad_norm": 0.6765882263629432, | |
| "learning_rate": 9.403164527624695e-06, | |
| "loss": 0.0739, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.7254623044096729, | |
| "grad_norm": 0.6200059319183251, | |
| "learning_rate": 9.400545878591297e-06, | |
| "loss": 0.0425, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.7264106211474632, | |
| "grad_norm": 0.5764913642807622, | |
| "learning_rate": 9.397921863668545e-06, | |
| "loss": 0.0525, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.7273589378852536, | |
| "grad_norm": 0.5072870053545583, | |
| "learning_rate": 9.395292486056087e-06, | |
| "loss": 0.0466, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.7283072546230441, | |
| "grad_norm": 0.6266493674563252, | |
| "learning_rate": 9.3926577489601e-06, | |
| "loss": 0.0564, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.7292555713608345, | |
| "grad_norm": 0.6781903020718192, | |
| "learning_rate": 9.390017655593303e-06, | |
| "loss": 0.0625, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.7302038880986249, | |
| "grad_norm": 0.6970906328583575, | |
| "learning_rate": 9.387372209174943e-06, | |
| "loss": 0.0499, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.7311522048364154, | |
| "grad_norm": 0.4830643779006922, | |
| "learning_rate": 9.384721412930797e-06, | |
| "loss": 0.0522, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.7321005215742058, | |
| "grad_norm": 0.5981146539751457, | |
| "learning_rate": 9.382065270093164e-06, | |
| "loss": 0.0503, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.7330488383119962, | |
| "grad_norm": 0.6288690777841561, | |
| "learning_rate": 9.37940378390086e-06, | |
| "loss": 0.0505, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.7339971550497866, | |
| "grad_norm": 0.6043657243192845, | |
| "learning_rate": 9.376736957599219e-06, | |
| "loss": 0.048, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.7349454717875771, | |
| "grad_norm": 1.3199303132586044, | |
| "learning_rate": 9.37406479444009e-06, | |
| "loss": 0.0787, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.7358937885253675, | |
| "grad_norm": 0.9970354985082576, | |
| "learning_rate": 9.37138729768182e-06, | |
| "loss": 0.0593, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.7368421052631579, | |
| "grad_norm": 0.6154243426982743, | |
| "learning_rate": 9.36870447058927e-06, | |
| "loss": 0.0552, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.7377904220009484, | |
| "grad_norm": 0.688917247579616, | |
| "learning_rate": 9.366016316433796e-06, | |
| "loss": 0.0688, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.7387387387387387, | |
| "grad_norm": 0.8890574424533809, | |
| "learning_rate": 9.363322838493252e-06, | |
| "loss": 0.0616, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.7396870554765291, | |
| "grad_norm": 0.5256518464793154, | |
| "learning_rate": 9.360624040051975e-06, | |
| "loss": 0.0449, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.7406353722143196, | |
| "grad_norm": 0.7015686604630017, | |
| "learning_rate": 9.357919924400802e-06, | |
| "loss": 0.0744, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.74158368895211, | |
| "grad_norm": 0.5444389461448026, | |
| "learning_rate": 9.355210494837046e-06, | |
| "loss": 0.058, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.7425320056899004, | |
| "grad_norm": 0.8635005280396899, | |
| "learning_rate": 9.352495754664501e-06, | |
| "loss": 0.0817, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.7434803224276908, | |
| "grad_norm": 0.3975227023619501, | |
| "learning_rate": 9.349775707193439e-06, | |
| "loss": 0.0325, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.7444286391654813, | |
| "grad_norm": 0.9671794171858287, | |
| "learning_rate": 9.347050355740598e-06, | |
| "loss": 0.0942, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.7453769559032717, | |
| "grad_norm": 0.8627076848581986, | |
| "learning_rate": 9.34431970362919e-06, | |
| "loss": 0.0603, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.7463252726410621, | |
| "grad_norm": 0.676971569472859, | |
| "learning_rate": 9.341583754188887e-06, | |
| "loss": 0.0609, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.7472735893788526, | |
| "grad_norm": 0.6234019106033082, | |
| "learning_rate": 9.338842510755822e-06, | |
| "loss": 0.0527, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.748221906116643, | |
| "grad_norm": 0.5688808355503273, | |
| "learning_rate": 9.336095976672578e-06, | |
| "loss": 0.0746, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.7491702228544334, | |
| "grad_norm": 0.8927220033190019, | |
| "learning_rate": 9.3333441552882e-06, | |
| "loss": 0.0663, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.7501185395922239, | |
| "grad_norm": 0.6760705893906477, | |
| "learning_rate": 9.33058704995817e-06, | |
| "loss": 0.0607, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.7510668563300142, | |
| "grad_norm": 0.6421619908578323, | |
| "learning_rate": 9.327824664044418e-06, | |
| "loss": 0.0601, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.7520151730678046, | |
| "grad_norm": 0.7064042205046658, | |
| "learning_rate": 9.32505700091531e-06, | |
| "loss": 0.0656, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.752963489805595, | |
| "grad_norm": 0.6789456621715841, | |
| "learning_rate": 9.322284063945651e-06, | |
| "loss": 0.0754, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.7539118065433855, | |
| "grad_norm": 0.6349001762224292, | |
| "learning_rate": 9.319505856516674e-06, | |
| "loss": 0.055, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.7548601232811759, | |
| "grad_norm": 0.7970733715082516, | |
| "learning_rate": 9.316722382016037e-06, | |
| "loss": 0.0606, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.7558084400189663, | |
| "grad_norm": 0.6989262918440643, | |
| "learning_rate": 9.313933643837825e-06, | |
| "loss": 0.0419, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 0.45444386596780545, | |
| "learning_rate": 9.311139645382539e-06, | |
| "loss": 0.0499, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.7577050734945472, | |
| "grad_norm": 0.7340919059070612, | |
| "learning_rate": 9.308340390057091e-06, | |
| "loss": 0.0605, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.7586533902323376, | |
| "grad_norm": 0.49624254277855845, | |
| "learning_rate": 9.305535881274812e-06, | |
| "loss": 0.038, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.7596017069701281, | |
| "grad_norm": 0.5558026345234958, | |
| "learning_rate": 9.302726122455425e-06, | |
| "loss": 0.0477, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.7605500237079185, | |
| "grad_norm": 0.7377034794768454, | |
| "learning_rate": 9.299911117025071e-06, | |
| "loss": 0.0798, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.7614983404457089, | |
| "grad_norm": 0.6642309640857783, | |
| "learning_rate": 9.297090868416276e-06, | |
| "loss": 0.0578, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.7624466571834992, | |
| "grad_norm": 0.4901567357915514, | |
| "learning_rate": 9.294265380067965e-06, | |
| "loss": 0.0546, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.7633949739212897, | |
| "grad_norm": 0.5504015183910195, | |
| "learning_rate": 9.291434655425452e-06, | |
| "loss": 0.0476, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.7643432906590801, | |
| "grad_norm": 0.7880325712467479, | |
| "learning_rate": 9.288598697940433e-06, | |
| "loss": 0.0967, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.7652916073968705, | |
| "grad_norm": 1.0094413699993006, | |
| "learning_rate": 9.285757511070987e-06, | |
| "loss": 0.0547, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.766239924134661, | |
| "grad_norm": 0.5462824953438216, | |
| "learning_rate": 9.28291109828157e-06, | |
| "loss": 0.0622, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.7671882408724514, | |
| "grad_norm": 0.6095693174069973, | |
| "learning_rate": 9.28005946304301e-06, | |
| "loss": 0.054, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.7681365576102418, | |
| "grad_norm": 0.5522598480936777, | |
| "learning_rate": 9.277202608832502e-06, | |
| "loss": 0.0608, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.7690848743480322, | |
| "grad_norm": 0.8887551561479244, | |
| "learning_rate": 9.274340539133604e-06, | |
| "loss": 0.0733, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.7700331910858227, | |
| "grad_norm": 0.6536519593388536, | |
| "learning_rate": 9.271473257436239e-06, | |
| "loss": 0.0704, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.7709815078236131, | |
| "grad_norm": 0.6903014054311826, | |
| "learning_rate": 9.268600767236677e-06, | |
| "loss": 0.0839, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.7719298245614035, | |
| "grad_norm": 0.5929159416904847, | |
| "learning_rate": 9.265723072037546e-06, | |
| "loss": 0.0592, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.772878141299194, | |
| "grad_norm": 0.7439638317959937, | |
| "learning_rate": 9.26284017534782e-06, | |
| "loss": 0.0568, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.7738264580369844, | |
| "grad_norm": 0.5860050856048022, | |
| "learning_rate": 9.259952080682812e-06, | |
| "loss": 0.0667, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.7747747747747747, | |
| "grad_norm": 0.4842910654706692, | |
| "learning_rate": 9.257058791564175e-06, | |
| "loss": 0.0513, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.7757230915125652, | |
| "grad_norm": 0.789038697553299, | |
| "learning_rate": 9.254160311519896e-06, | |
| "loss": 0.0557, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.7766714082503556, | |
| "grad_norm": 0.5387139258318481, | |
| "learning_rate": 9.251256644084292e-06, | |
| "loss": 0.0558, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.777619724988146, | |
| "grad_norm": 0.8887946106511906, | |
| "learning_rate": 9.248347792798006e-06, | |
| "loss": 0.0776, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.7785680417259364, | |
| "grad_norm": 0.7477907494684204, | |
| "learning_rate": 9.245433761208e-06, | |
| "loss": 0.0706, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.7795163584637269, | |
| "grad_norm": 0.8176178183928178, | |
| "learning_rate": 9.242514552867556e-06, | |
| "loss": 0.0806, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.7804646752015173, | |
| "grad_norm": 0.5104409829727489, | |
| "learning_rate": 9.239590171336262e-06, | |
| "loss": 0.0427, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.7814129919393077, | |
| "grad_norm": 0.5922185838285359, | |
| "learning_rate": 9.236660620180024e-06, | |
| "loss": 0.0553, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.7823613086770982, | |
| "grad_norm": 0.9414341871189567, | |
| "learning_rate": 9.23372590297104e-06, | |
| "loss": 0.0678, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.7833096254148886, | |
| "grad_norm": 0.49939628701466243, | |
| "learning_rate": 9.230786023287819e-06, | |
| "loss": 0.0437, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.784257942152679, | |
| "grad_norm": 0.519425273825053, | |
| "learning_rate": 9.227840984715154e-06, | |
| "loss": 0.0497, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.7852062588904695, | |
| "grad_norm": 0.5443123255099412, | |
| "learning_rate": 9.224890790844137e-06, | |
| "loss": 0.0612, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.7861545756282599, | |
| "grad_norm": 0.511905527310258, | |
| "learning_rate": 9.221935445272144e-06, | |
| "loss": 0.0449, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.7871028923660502, | |
| "grad_norm": 0.6705781452415145, | |
| "learning_rate": 9.218974951602829e-06, | |
| "loss": 0.063, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.7880512091038406, | |
| "grad_norm": 0.47754646141190604, | |
| "learning_rate": 9.216009313446125e-06, | |
| "loss": 0.0688, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.7889995258416311, | |
| "grad_norm": 0.5705276893342319, | |
| "learning_rate": 9.213038534418244e-06, | |
| "loss": 0.0686, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.7899478425794215, | |
| "grad_norm": 0.4253509537520698, | |
| "learning_rate": 9.21006261814166e-06, | |
| "loss": 0.0427, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.7908961593172119, | |
| "grad_norm": 0.533220697742502, | |
| "learning_rate": 9.207081568245112e-06, | |
| "loss": 0.0394, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.7918444760550024, | |
| "grad_norm": 0.5786737951816707, | |
| "learning_rate": 9.2040953883636e-06, | |
| "loss": 0.0556, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.7927927927927928, | |
| "grad_norm": 1.05765776588404, | |
| "learning_rate": 9.20110408213838e-06, | |
| "loss": 0.0388, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.7937411095305832, | |
| "grad_norm": 0.809530041430475, | |
| "learning_rate": 9.19810765321696e-06, | |
| "loss": 0.1042, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.7946894262683737, | |
| "grad_norm": 0.4767483114016521, | |
| "learning_rate": 9.19510610525309e-06, | |
| "loss": 0.0586, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.7956377430061641, | |
| "grad_norm": 0.6212000890855088, | |
| "learning_rate": 9.192099441906765e-06, | |
| "loss": 0.063, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.7965860597439545, | |
| "grad_norm": 0.5793471462839893, | |
| "learning_rate": 9.189087666844219e-06, | |
| "loss": 0.0599, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7975343764817449, | |
| "grad_norm": 0.6109133021965912, | |
| "learning_rate": 9.186070783737915e-06, | |
| "loss": 0.0655, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.7984826932195354, | |
| "grad_norm": 1.7579309929430755, | |
| "learning_rate": 9.183048796266547e-06, | |
| "loss": 0.0531, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.7994310099573257, | |
| "grad_norm": 0.6305893305402994, | |
| "learning_rate": 9.180021708115034e-06, | |
| "loss": 0.069, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.8003793266951161, | |
| "grad_norm": 0.5799218206040034, | |
| "learning_rate": 9.176989522974512e-06, | |
| "loss": 0.0548, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.8013276434329066, | |
| "grad_norm": 0.5205329821796497, | |
| "learning_rate": 9.173952244542335e-06, | |
| "loss": 0.0551, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.802275960170697, | |
| "grad_norm": 0.6401356176971456, | |
| "learning_rate": 9.170909876522067e-06, | |
| "loss": 0.0613, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.8032242769084874, | |
| "grad_norm": 0.6283553782308525, | |
| "learning_rate": 9.167862422623474e-06, | |
| "loss": 0.0681, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.8041725936462779, | |
| "grad_norm": 0.5291087716357314, | |
| "learning_rate": 9.164809886562532e-06, | |
| "loss": 0.0428, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.8051209103840683, | |
| "grad_norm": 0.6176212098121372, | |
| "learning_rate": 9.161752272061405e-06, | |
| "loss": 0.0607, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.8060692271218587, | |
| "grad_norm": 0.5258734780929885, | |
| "learning_rate": 9.158689582848454e-06, | |
| "loss": 0.0555, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.8070175438596491, | |
| "grad_norm": 0.5473102285657928, | |
| "learning_rate": 9.155621822658229e-06, | |
| "loss": 0.0461, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.8079658605974396, | |
| "grad_norm": 0.7147069989389465, | |
| "learning_rate": 9.15254899523146e-06, | |
| "loss": 0.0699, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.80891417733523, | |
| "grad_norm": 0.5116476113725856, | |
| "learning_rate": 9.14947110431506e-06, | |
| "loss": 0.0593, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.8098624940730204, | |
| "grad_norm": 0.599625799358922, | |
| "learning_rate": 9.146388153662109e-06, | |
| "loss": 0.0719, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 0.5657265833927722, | |
| "learning_rate": 9.143300147031866e-06, | |
| "loss": 0.0539, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.8117591275486012, | |
| "grad_norm": 0.490285928003467, | |
| "learning_rate": 9.14020708818975e-06, | |
| "loss": 0.0551, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.8127074442863916, | |
| "grad_norm": 0.5667257690255696, | |
| "learning_rate": 9.137108980907341e-06, | |
| "loss": 0.0485, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.813655761024182, | |
| "grad_norm": 0.7288808283591064, | |
| "learning_rate": 9.134005828962373e-06, | |
| "loss": 0.0464, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.8146040777619725, | |
| "grad_norm": 0.6578159612053353, | |
| "learning_rate": 9.130897636138736e-06, | |
| "loss": 0.0458, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.8155523944997629, | |
| "grad_norm": 0.6699312438910595, | |
| "learning_rate": 9.127784406226462e-06, | |
| "loss": 0.0484, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.8165007112375533, | |
| "grad_norm": 0.7577555099867996, | |
| "learning_rate": 9.124666143021728e-06, | |
| "loss": 0.0552, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.8174490279753438, | |
| "grad_norm": 0.6571718231580975, | |
| "learning_rate": 9.121542850326849e-06, | |
| "loss": 0.0418, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.8183973447131342, | |
| "grad_norm": 0.7375729716381728, | |
| "learning_rate": 9.118414531950268e-06, | |
| "loss": 0.0586, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.8193456614509246, | |
| "grad_norm": 0.7778186396499422, | |
| "learning_rate": 9.115281191706563e-06, | |
| "loss": 0.0638, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.8202939781887151, | |
| "grad_norm": 1.1753642296648885, | |
| "learning_rate": 9.11214283341643e-06, | |
| "loss": 0.0914, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.8212422949265055, | |
| "grad_norm": 0.6221136965708439, | |
| "learning_rate": 9.108999460906687e-06, | |
| "loss": 0.0513, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.8221906116642959, | |
| "grad_norm": 1.0126156537474953, | |
| "learning_rate": 9.105851078010265e-06, | |
| "loss": 0.0511, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.8231389284020862, | |
| "grad_norm": 0.609505398312846, | |
| "learning_rate": 9.102697688566204e-06, | |
| "loss": 0.0607, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.8240872451398767, | |
| "grad_norm": 0.6781545775462046, | |
| "learning_rate": 9.09953929641965e-06, | |
| "loss": 0.0537, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.8250355618776671, | |
| "grad_norm": 0.6162914997785193, | |
| "learning_rate": 9.096375905421849e-06, | |
| "loss": 0.0514, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.8259838786154575, | |
| "grad_norm": 0.9380195573648793, | |
| "learning_rate": 9.093207519430138e-06, | |
| "loss": 0.0592, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.826932195353248, | |
| "grad_norm": 0.6891518456384623, | |
| "learning_rate": 9.090034142307955e-06, | |
| "loss": 0.0611, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.8278805120910384, | |
| "grad_norm": 0.6860355795137043, | |
| "learning_rate": 9.086855777924813e-06, | |
| "loss": 0.0651, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.8288288288288288, | |
| "grad_norm": 0.5941193542193252, | |
| "learning_rate": 9.083672430156313e-06, | |
| "loss": 0.0561, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.8297771455666193, | |
| "grad_norm": 0.9859763647912905, | |
| "learning_rate": 9.080484102884132e-06, | |
| "loss": 0.0558, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.8307254623044097, | |
| "grad_norm": 0.6607364577205248, | |
| "learning_rate": 9.077290799996015e-06, | |
| "loss": 0.0445, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.8316737790422001, | |
| "grad_norm": 0.4579344621348973, | |
| "learning_rate": 9.074092525385777e-06, | |
| "loss": 0.0532, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.8326220957799905, | |
| "grad_norm": 0.44020290978074095, | |
| "learning_rate": 9.070889282953297e-06, | |
| "loss": 0.0432, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.833570412517781, | |
| "grad_norm": 0.7817453278171299, | |
| "learning_rate": 9.067681076604507e-06, | |
| "loss": 0.0622, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.8345187292555714, | |
| "grad_norm": 0.6106825636941368, | |
| "learning_rate": 9.064467910251396e-06, | |
| "loss": 0.0499, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.8354670459933617, | |
| "grad_norm": 0.5733918003298187, | |
| "learning_rate": 9.061249787812e-06, | |
| "loss": 0.058, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.8364153627311522, | |
| "grad_norm": 0.734104839469145, | |
| "learning_rate": 9.058026713210396e-06, | |
| "loss": 0.0603, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.8373636794689426, | |
| "grad_norm": 0.5863205921902287, | |
| "learning_rate": 9.054798690376702e-06, | |
| "loss": 0.0542, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.838311996206733, | |
| "grad_norm": 0.6529541400114963, | |
| "learning_rate": 9.051565723247072e-06, | |
| "loss": 0.0546, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.8392603129445235, | |
| "grad_norm": 0.8496840763418192, | |
| "learning_rate": 9.048327815763682e-06, | |
| "loss": 0.0499, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.8402086296823139, | |
| "grad_norm": 0.4879463969986272, | |
| "learning_rate": 9.045084971874738e-06, | |
| "loss": 0.0404, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.8411569464201043, | |
| "grad_norm": 0.48366631890428774, | |
| "learning_rate": 9.041837195534462e-06, | |
| "loss": 0.0438, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.8421052631578947, | |
| "grad_norm": 0.5668428745474414, | |
| "learning_rate": 9.038584490703095e-06, | |
| "loss": 0.0577, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.8430535798956852, | |
| "grad_norm": 0.6139669391301276, | |
| "learning_rate": 9.03532686134688e-06, | |
| "loss": 0.0699, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.8440018966334756, | |
| "grad_norm": 0.6191388281587789, | |
| "learning_rate": 9.032064311438073e-06, | |
| "loss": 0.0588, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.844950213371266, | |
| "grad_norm": 0.6152385003685913, | |
| "learning_rate": 9.028796844954924e-06, | |
| "loss": 0.0537, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.8458985301090565, | |
| "grad_norm": 0.755005932732524, | |
| "learning_rate": 9.025524465881683e-06, | |
| "loss": 0.0649, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.8468468468468469, | |
| "grad_norm": 0.7676513218085563, | |
| "learning_rate": 9.022247178208585e-06, | |
| "loss": 0.0635, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.8477951635846372, | |
| "grad_norm": 0.5920047067355723, | |
| "learning_rate": 9.018964985931856e-06, | |
| "loss": 0.06, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.8487434803224277, | |
| "grad_norm": 0.5807083572715754, | |
| "learning_rate": 9.015677893053695e-06, | |
| "loss": 0.0505, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.8496917970602181, | |
| "grad_norm": 0.7897487160161104, | |
| "learning_rate": 9.012385903582286e-06, | |
| "loss": 0.0714, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.8506401137980085, | |
| "grad_norm": 0.5382652341176712, | |
| "learning_rate": 9.009089021531777e-06, | |
| "loss": 0.0512, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.8515884305357989, | |
| "grad_norm": 0.8441756486986386, | |
| "learning_rate": 9.005787250922285e-06, | |
| "loss": 0.0766, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.8525367472735894, | |
| "grad_norm": 0.42966299233294036, | |
| "learning_rate": 9.002480595779883e-06, | |
| "loss": 0.0469, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.8534850640113798, | |
| "grad_norm": 0.5779848432711783, | |
| "learning_rate": 8.999169060136609e-06, | |
| "loss": 0.0549, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.8544333807491702, | |
| "grad_norm": 0.49828391414464324, | |
| "learning_rate": 8.995852648030444e-06, | |
| "loss": 0.0513, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.8553816974869607, | |
| "grad_norm": 0.5712972033755797, | |
| "learning_rate": 8.99253136350532e-06, | |
| "loss": 0.0642, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.8563300142247511, | |
| "grad_norm": 0.7463859566833713, | |
| "learning_rate": 8.989205210611106e-06, | |
| "loss": 0.0669, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.8572783309625415, | |
| "grad_norm": 0.6015754760898006, | |
| "learning_rate": 8.98587419340361e-06, | |
| "loss": 0.0518, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.8582266477003319, | |
| "grad_norm": 0.7279488477743896, | |
| "learning_rate": 8.982538315944573e-06, | |
| "loss": 0.0603, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.8591749644381224, | |
| "grad_norm": 0.41210687518386613, | |
| "learning_rate": 8.979197582301662e-06, | |
| "loss": 0.0508, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.8601232811759127, | |
| "grad_norm": 1.4900739335277513, | |
| "learning_rate": 8.97585199654846e-06, | |
| "loss": 0.072, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.8610715979137031, | |
| "grad_norm": 0.5450963951689192, | |
| "learning_rate": 8.972501562764476e-06, | |
| "loss": 0.0566, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.8620199146514936, | |
| "grad_norm": 0.5356916948533633, | |
| "learning_rate": 8.969146285035119e-06, | |
| "loss": 0.0471, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.862968231389284, | |
| "grad_norm": 0.6064958608566305, | |
| "learning_rate": 8.965786167451713e-06, | |
| "loss": 0.0586, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.8639165481270744, | |
| "grad_norm": 0.6550030676781202, | |
| "learning_rate": 8.962421214111486e-06, | |
| "loss": 0.0622, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 0.5789487697080219, | |
| "learning_rate": 8.959051429117551e-06, | |
| "loss": 0.0587, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.8658131816026553, | |
| "grad_norm": 0.6480466907010984, | |
| "learning_rate": 8.955676816578922e-06, | |
| "loss": 0.0596, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.8667614983404457, | |
| "grad_norm": 0.703037972481164, | |
| "learning_rate": 8.9522973806105e-06, | |
| "loss": 0.0836, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.8677098150782361, | |
| "grad_norm": 0.49499510899266297, | |
| "learning_rate": 8.94891312533306e-06, | |
| "loss": 0.0493, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.8686581318160266, | |
| "grad_norm": 0.4679737716122778, | |
| "learning_rate": 8.945524054873261e-06, | |
| "loss": 0.0473, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.869606448553817, | |
| "grad_norm": 0.4868047238192127, | |
| "learning_rate": 8.942130173363628e-06, | |
| "loss": 0.0617, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.8705547652916074, | |
| "grad_norm": 0.48143223119722567, | |
| "learning_rate": 8.938731484942557e-06, | |
| "loss": 0.0459, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.8715030820293979, | |
| "grad_norm": 0.5109365563225756, | |
| "learning_rate": 8.935327993754307e-06, | |
| "loss": 0.0603, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.8724513987671882, | |
| "grad_norm": 0.5946328530954544, | |
| "learning_rate": 8.931919703948981e-06, | |
| "loss": 0.0663, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.8733997155049786, | |
| "grad_norm": 0.6675396299202498, | |
| "learning_rate": 8.928506619682549e-06, | |
| "loss": 0.0522, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.8743480322427691, | |
| "grad_norm": 0.5242785281728278, | |
| "learning_rate": 8.925088745116817e-06, | |
| "loss": 0.0477, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.8752963489805595, | |
| "grad_norm": 0.4607255100157249, | |
| "learning_rate": 8.921666084419435e-06, | |
| "loss": 0.0444, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.8762446657183499, | |
| "grad_norm": 0.6127086410246447, | |
| "learning_rate": 8.918238641763894e-06, | |
| "loss": 0.0505, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.8771929824561403, | |
| "grad_norm": 0.7108664485212953, | |
| "learning_rate": 8.914806421329505e-06, | |
| "loss": 0.0372, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.8781412991939308, | |
| "grad_norm": 0.48171514690034495, | |
| "learning_rate": 8.911369427301418e-06, | |
| "loss": 0.0467, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.8790896159317212, | |
| "grad_norm": 0.5032020795283936, | |
| "learning_rate": 8.907927663870592e-06, | |
| "loss": 0.0383, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.8800379326695116, | |
| "grad_norm": 0.6490864569323296, | |
| "learning_rate": 8.90448113523381e-06, | |
| "loss": 0.0703, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.8809862494073021, | |
| "grad_norm": 0.5274849878368799, | |
| "learning_rate": 8.901029845593658e-06, | |
| "loss": 0.0497, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.8819345661450925, | |
| "grad_norm": 0.7209898569229573, | |
| "learning_rate": 8.897573799158534e-06, | |
| "loss": 0.0845, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.8828828828828829, | |
| "grad_norm": 0.653701403062353, | |
| "learning_rate": 8.894113000142636e-06, | |
| "loss": 0.0528, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.8838311996206734, | |
| "grad_norm": 0.5252034559155617, | |
| "learning_rate": 8.890647452765954e-06, | |
| "loss": 0.054, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.8847795163584637, | |
| "grad_norm": 0.6597062824750437, | |
| "learning_rate": 8.887177161254267e-06, | |
| "loss": 0.0508, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.8857278330962541, | |
| "grad_norm": 0.9841434864966624, | |
| "learning_rate": 8.883702129839144e-06, | |
| "loss": 0.06, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.8866761498340445, | |
| "grad_norm": 0.4716559195813748, | |
| "learning_rate": 8.880222362757928e-06, | |
| "loss": 0.0484, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.887624466571835, | |
| "grad_norm": 0.6275887169553205, | |
| "learning_rate": 8.87673786425374e-06, | |
| "loss": 0.055, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.8885727833096254, | |
| "grad_norm": 0.5480616561224483, | |
| "learning_rate": 8.87324863857547e-06, | |
| "loss": 0.0512, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.8895211000474158, | |
| "grad_norm": 0.5716073816122306, | |
| "learning_rate": 8.869754689977774e-06, | |
| "loss": 0.0575, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.8904694167852063, | |
| "grad_norm": 0.8761043849726794, | |
| "learning_rate": 8.866256022721062e-06, | |
| "loss": 0.0508, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.8914177335229967, | |
| "grad_norm": 0.7017157731117182, | |
| "learning_rate": 8.862752641071499e-06, | |
| "loss": 0.0546, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8923660502607871, | |
| "grad_norm": 1.5138916151321196, | |
| "learning_rate": 8.859244549301005e-06, | |
| "loss": 0.0658, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.8933143669985776, | |
| "grad_norm": 0.8433261605133346, | |
| "learning_rate": 8.855731751687233e-06, | |
| "loss": 0.0553, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.894262683736368, | |
| "grad_norm": 0.5494966721887847, | |
| "learning_rate": 8.852214252513582e-06, | |
| "loss": 0.0494, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.8952110004741584, | |
| "grad_norm": 0.6006177701179363, | |
| "learning_rate": 8.848692056069184e-06, | |
| "loss": 0.0612, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.8961593172119487, | |
| "grad_norm": 0.6876171031491582, | |
| "learning_rate": 8.84516516664889e-06, | |
| "loss": 0.0609, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.8971076339497392, | |
| "grad_norm": 0.846588378426009, | |
| "learning_rate": 8.841633588553287e-06, | |
| "loss": 0.0593, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.8980559506875296, | |
| "grad_norm": 1.175631640532978, | |
| "learning_rate": 8.838097326088667e-06, | |
| "loss": 0.0767, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.89900426742532, | |
| "grad_norm": 0.7010270158444133, | |
| "learning_rate": 8.834556383567042e-06, | |
| "loss": 0.0637, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.8999525841631105, | |
| "grad_norm": 0.7103962193756044, | |
| "learning_rate": 8.831010765306124e-06, | |
| "loss": 0.047, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.9009009009009009, | |
| "grad_norm": 0.9919713077792982, | |
| "learning_rate": 8.827460475629334e-06, | |
| "loss": 0.0699, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.9018492176386913, | |
| "grad_norm": 0.9438936607800321, | |
| "learning_rate": 8.823905518865782e-06, | |
| "loss": 0.0962, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.9027975343764817, | |
| "grad_norm": 0.41357107371942303, | |
| "learning_rate": 8.820345899350275e-06, | |
| "loss": 0.0393, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.9037458511142722, | |
| "grad_norm": 0.6094306471098007, | |
| "learning_rate": 8.8167816214233e-06, | |
| "loss": 0.0547, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.9046941678520626, | |
| "grad_norm": 0.45434395748515616, | |
| "learning_rate": 8.81321268943103e-06, | |
| "loss": 0.0458, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.905642484589853, | |
| "grad_norm": 0.584662000585842, | |
| "learning_rate": 8.809639107725308e-06, | |
| "loss": 0.0684, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.9065908013276435, | |
| "grad_norm": 0.6281479664499341, | |
| "learning_rate": 8.80606088066365e-06, | |
| "loss": 0.0485, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.9075391180654339, | |
| "grad_norm": 0.5220137398785665, | |
| "learning_rate": 8.802478012609235e-06, | |
| "loss": 0.0478, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.9084874348032242, | |
| "grad_norm": 0.7613507347001472, | |
| "learning_rate": 8.798890507930899e-06, | |
| "loss": 0.0534, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.9094357515410147, | |
| "grad_norm": 0.5338153539509801, | |
| "learning_rate": 8.795298371003138e-06, | |
| "loss": 0.0467, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.9103840682788051, | |
| "grad_norm": 0.508435320780577, | |
| "learning_rate": 8.791701606206092e-06, | |
| "loss": 0.05, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.9113323850165955, | |
| "grad_norm": 0.6801979027503147, | |
| "learning_rate": 8.788100217925541e-06, | |
| "loss": 0.0654, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.9122807017543859, | |
| "grad_norm": 0.5472159955708181, | |
| "learning_rate": 8.78449421055291e-06, | |
| "loss": 0.0566, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.9132290184921764, | |
| "grad_norm": 0.5546852372370231, | |
| "learning_rate": 8.78088358848525e-06, | |
| "loss": 0.0544, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.9141773352299668, | |
| "grad_norm": 0.7376086419870055, | |
| "learning_rate": 8.777268356125244e-06, | |
| "loss": 0.0618, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.9151256519677572, | |
| "grad_norm": 0.461174714622349, | |
| "learning_rate": 8.773648517881194e-06, | |
| "loss": 0.0527, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.9160739687055477, | |
| "grad_norm": 1.100649311314461, | |
| "learning_rate": 8.770024078167017e-06, | |
| "loss": 0.075, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.9170222854433381, | |
| "grad_norm": 0.5385193734337945, | |
| "learning_rate": 8.766395041402245e-06, | |
| "loss": 0.056, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.9179706021811285, | |
| "grad_norm": 0.4215583451342763, | |
| "learning_rate": 8.762761412012011e-06, | |
| "loss": 0.045, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.918918918918919, | |
| "grad_norm": 0.5690890175604749, | |
| "learning_rate": 8.75912319442705e-06, | |
| "loss": 0.0568, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.9198672356567094, | |
| "grad_norm": 0.5598668678593514, | |
| "learning_rate": 8.755480393083694e-06, | |
| "loss": 0.0629, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.9208155523944997, | |
| "grad_norm": 0.4230299561301444, | |
| "learning_rate": 8.751833012423861e-06, | |
| "loss": 0.0402, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.9217638691322901, | |
| "grad_norm": 0.8504416588391118, | |
| "learning_rate": 8.74818105689505e-06, | |
| "loss": 0.0521, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.9227121858700806, | |
| "grad_norm": 0.461086821346764, | |
| "learning_rate": 8.744524530950351e-06, | |
| "loss": 0.0426, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.923660502607871, | |
| "grad_norm": 0.5086789755859074, | |
| "learning_rate": 8.740863439048412e-06, | |
| "loss": 0.0487, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.9246088193456614, | |
| "grad_norm": 0.45915883182777006, | |
| "learning_rate": 8.737197785653457e-06, | |
| "loss": 0.0444, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.9255571360834519, | |
| "grad_norm": 0.6701095989032753, | |
| "learning_rate": 8.73352757523527e-06, | |
| "loss": 0.0707, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.9265054528212423, | |
| "grad_norm": 0.460793794881083, | |
| "learning_rate": 8.729852812269192e-06, | |
| "loss": 0.0462, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.9274537695590327, | |
| "grad_norm": 0.42146552351647865, | |
| "learning_rate": 8.726173501236115e-06, | |
| "loss": 0.0413, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.9284020862968232, | |
| "grad_norm": 0.4515670497285217, | |
| "learning_rate": 8.722489646622477e-06, | |
| "loss": 0.0486, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.9293504030346136, | |
| "grad_norm": 0.7298661971153528, | |
| "learning_rate": 8.718801252920257e-06, | |
| "loss": 0.0728, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.930298719772404, | |
| "grad_norm": 0.6123325398467794, | |
| "learning_rate": 8.715108324626967e-06, | |
| "loss": 0.0528, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.9312470365101944, | |
| "grad_norm": 0.5334963078534037, | |
| "learning_rate": 8.711410866245648e-06, | |
| "loss": 0.0409, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.9321953532479849, | |
| "grad_norm": 0.44851971952458897, | |
| "learning_rate": 8.70770888228487e-06, | |
| "loss": 0.0509, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.9331436699857752, | |
| "grad_norm": 0.9770313333004932, | |
| "learning_rate": 8.704002377258714e-06, | |
| "loss": 0.0463, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.9340919867235656, | |
| "grad_norm": 0.7370636377202378, | |
| "learning_rate": 8.700291355686779e-06, | |
| "loss": 0.0637, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.9350403034613561, | |
| "grad_norm": 0.6070776528057518, | |
| "learning_rate": 8.69657582209417e-06, | |
| "loss": 0.0488, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.9359886201991465, | |
| "grad_norm": 0.7278417266877663, | |
| "learning_rate": 8.692855781011494e-06, | |
| "loss": 0.0501, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.9369369369369369, | |
| "grad_norm": 0.4731052806759658, | |
| "learning_rate": 8.689131236974853e-06, | |
| "loss": 0.0417, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.9378852536747273, | |
| "grad_norm": 0.45598792555472306, | |
| "learning_rate": 8.68540219452584e-06, | |
| "loss": 0.0396, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.9388335704125178, | |
| "grad_norm": 0.5661429908370399, | |
| "learning_rate": 8.681668658211535e-06, | |
| "loss": 0.0577, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.9397818871503082, | |
| "grad_norm": 0.41955875165931145, | |
| "learning_rate": 8.677930632584496e-06, | |
| "loss": 0.0432, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.9407302038880986, | |
| "grad_norm": 0.4107826749470781, | |
| "learning_rate": 8.674188122202756e-06, | |
| "loss": 0.0535, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.9416785206258891, | |
| "grad_norm": 0.47653411892607034, | |
| "learning_rate": 8.670441131629816e-06, | |
| "loss": 0.0586, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.9426268373636795, | |
| "grad_norm": 0.53171021829938, | |
| "learning_rate": 8.66668966543464e-06, | |
| "loss": 0.0518, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.9435751541014699, | |
| "grad_norm": 0.43148473645836083, | |
| "learning_rate": 8.662933728191651e-06, | |
| "loss": 0.0431, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.9445234708392604, | |
| "grad_norm": 0.4471351558402442, | |
| "learning_rate": 8.659173324480722e-06, | |
| "loss": 0.0438, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.9454717875770507, | |
| "grad_norm": 0.5782265716940447, | |
| "learning_rate": 8.65540845888717e-06, | |
| "loss": 0.0719, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.9464201043148411, | |
| "grad_norm": 0.4141433604011682, | |
| "learning_rate": 8.651639136001762e-06, | |
| "loss": 0.0469, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.9473684210526315, | |
| "grad_norm": 0.6061219180547935, | |
| "learning_rate": 8.647865360420686e-06, | |
| "loss": 0.0489, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.948316737790422, | |
| "grad_norm": 0.48916698447496854, | |
| "learning_rate": 8.644087136745572e-06, | |
| "loss": 0.0513, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.9492650545282124, | |
| "grad_norm": 0.37441669864478105, | |
| "learning_rate": 8.640304469583469e-06, | |
| "loss": 0.0412, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.9502133712660028, | |
| "grad_norm": 1.0623152293680482, | |
| "learning_rate": 8.636517363546838e-06, | |
| "loss": 0.0655, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.9511616880037933, | |
| "grad_norm": 0.7061581986197312, | |
| "learning_rate": 8.63272582325357e-06, | |
| "loss": 0.0499, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.9521100047415837, | |
| "grad_norm": 0.5399127227606683, | |
| "learning_rate": 8.62892985332694e-06, | |
| "loss": 0.0518, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.9530583214793741, | |
| "grad_norm": 0.4559892605058489, | |
| "learning_rate": 8.625129458395643e-06, | |
| "loss": 0.0459, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.9540066382171646, | |
| "grad_norm": 0.485355373272851, | |
| "learning_rate": 8.621324643093762e-06, | |
| "loss": 0.0454, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.954954954954955, | |
| "grad_norm": 0.7459047370537332, | |
| "learning_rate": 8.617515412060771e-06, | |
| "loss": 0.06, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.9559032716927454, | |
| "grad_norm": 0.7374476556281685, | |
| "learning_rate": 8.613701769941526e-06, | |
| "loss": 0.0677, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.9568515884305357, | |
| "grad_norm": 0.5640575902917073, | |
| "learning_rate": 8.609883721386266e-06, | |
| "loss": 0.0464, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.9577999051683262, | |
| "grad_norm": 0.5329518829334081, | |
| "learning_rate": 8.606061271050601e-06, | |
| "loss": 0.0422, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.9587482219061166, | |
| "grad_norm": 0.5672285885118362, | |
| "learning_rate": 8.602234423595509e-06, | |
| "loss": 0.0432, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.959696538643907, | |
| "grad_norm": 0.49279890911522445, | |
| "learning_rate": 8.598403183687328e-06, | |
| "loss": 0.0411, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.9606448553816975, | |
| "grad_norm": 0.5195118583178678, | |
| "learning_rate": 8.594567555997755e-06, | |
| "loss": 0.0575, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.9615931721194879, | |
| "grad_norm": 1.372925234445775, | |
| "learning_rate": 8.590727545203833e-06, | |
| "loss": 0.0615, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.9625414888572783, | |
| "grad_norm": 0.7147315054833345, | |
| "learning_rate": 8.586883155987955e-06, | |
| "loss": 0.0712, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.9634898055950688, | |
| "grad_norm": 0.5802509696174448, | |
| "learning_rate": 8.583034393037848e-06, | |
| "loss": 0.0552, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.9644381223328592, | |
| "grad_norm": 0.49007583048635933, | |
| "learning_rate": 8.579181261046576e-06, | |
| "loss": 0.0449, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.9653864390706496, | |
| "grad_norm": 0.48751614831454176, | |
| "learning_rate": 8.57532376471253e-06, | |
| "loss": 0.0475, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.96633475580844, | |
| "grad_norm": 0.6496160692100631, | |
| "learning_rate": 8.571461908739415e-06, | |
| "loss": 0.0523, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.9672830725462305, | |
| "grad_norm": 0.481345745516473, | |
| "learning_rate": 8.567595697836266e-06, | |
| "loss": 0.0515, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.9682313892840209, | |
| "grad_norm": 0.5247818144993567, | |
| "learning_rate": 8.563725136717419e-06, | |
| "loss": 0.0494, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.9691797060218112, | |
| "grad_norm": 0.8474516614825078, | |
| "learning_rate": 8.559850230102513e-06, | |
| "loss": 0.0578, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.9701280227596017, | |
| "grad_norm": 0.7494686751693889, | |
| "learning_rate": 8.555970982716492e-06, | |
| "loss": 0.0613, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.9710763394973921, | |
| "grad_norm": 0.528161959351856, | |
| "learning_rate": 8.55208739928959e-06, | |
| "loss": 0.0446, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.9720246562351825, | |
| "grad_norm": 0.7556057248494816, | |
| "learning_rate": 8.54819948455733e-06, | |
| "loss": 0.0611, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 0.4857201457975449, | |
| "learning_rate": 8.54430724326051e-06, | |
| "loss": 0.0396, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.9739212897107634, | |
| "grad_norm": 0.4633933638270801, | |
| "learning_rate": 8.540410680145213e-06, | |
| "loss": 0.045, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.9748696064485538, | |
| "grad_norm": 0.5215732727679809, | |
| "learning_rate": 8.536509799962784e-06, | |
| "loss": 0.047, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.9758179231863442, | |
| "grad_norm": 1.5449712519877792, | |
| "learning_rate": 8.532604607469839e-06, | |
| "loss": 0.0717, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.9767662399241347, | |
| "grad_norm": 0.46693259860172376, | |
| "learning_rate": 8.528695107428247e-06, | |
| "loss": 0.0458, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.9777145566619251, | |
| "grad_norm": 0.5388054089062692, | |
| "learning_rate": 8.52478130460513e-06, | |
| "loss": 0.047, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.9786628733997155, | |
| "grad_norm": 0.5283181708144433, | |
| "learning_rate": 8.520863203772858e-06, | |
| "loss": 0.0496, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.979611190137506, | |
| "grad_norm": 0.5890035811704775, | |
| "learning_rate": 8.516940809709044e-06, | |
| "loss": 0.0437, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.9805595068752964, | |
| "grad_norm": 0.446739345865473, | |
| "learning_rate": 8.513014127196533e-06, | |
| "loss": 0.042, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.9815078236130867, | |
| "grad_norm": 0.49851759898580866, | |
| "learning_rate": 8.509083161023399e-06, | |
| "loss": 0.0553, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.9824561403508771, | |
| "grad_norm": 0.8986990099986447, | |
| "learning_rate": 8.505147915982943e-06, | |
| "loss": 0.0491, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.9834044570886676, | |
| "grad_norm": 0.4813313700157437, | |
| "learning_rate": 8.501208396873677e-06, | |
| "loss": 0.0524, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.984352773826458, | |
| "grad_norm": 0.7823009578163489, | |
| "learning_rate": 8.497264608499332e-06, | |
| "loss": 0.0542, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.9853010905642484, | |
| "grad_norm": 0.5256393060960738, | |
| "learning_rate": 8.49331655566884e-06, | |
| "loss": 0.0545, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.9862494073020389, | |
| "grad_norm": 0.5400471979930811, | |
| "learning_rate": 8.489364243196334e-06, | |
| "loss": 0.0495, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.9871977240398293, | |
| "grad_norm": 0.5862041954662611, | |
| "learning_rate": 8.485407675901142e-06, | |
| "loss": 0.0442, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.9881460407776197, | |
| "grad_norm": 0.6834922008296388, | |
| "learning_rate": 8.48144685860778e-06, | |
| "loss": 0.064, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.9890943575154102, | |
| "grad_norm": 0.8002369541010694, | |
| "learning_rate": 8.477481796145945e-06, | |
| "loss": 0.0464, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.9900426742532006, | |
| "grad_norm": 0.47393154077930216, | |
| "learning_rate": 8.47351249335051e-06, | |
| "loss": 0.0485, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.990990990990991, | |
| "grad_norm": 0.4987272807246751, | |
| "learning_rate": 8.469538955061525e-06, | |
| "loss": 0.0478, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.9919393077287814, | |
| "grad_norm": 0.6406968710094035, | |
| "learning_rate": 8.465561186124193e-06, | |
| "loss": 0.0494, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.9928876244665719, | |
| "grad_norm": 0.5319476049591959, | |
| "learning_rate": 8.46157919138889e-06, | |
| "loss": 0.038, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.9938359412043622, | |
| "grad_norm": 0.5377926003236448, | |
| "learning_rate": 8.457592975711128e-06, | |
| "loss": 0.0415, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.9947842579421526, | |
| "grad_norm": 0.5054973123174826, | |
| "learning_rate": 8.45360254395158e-06, | |
| "loss": 0.0509, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.9957325746799431, | |
| "grad_norm": 0.6511826899131821, | |
| "learning_rate": 8.449607900976056e-06, | |
| "loss": 0.0496, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.9966808914177335, | |
| "grad_norm": 0.34335574918053036, | |
| "learning_rate": 8.445609051655497e-06, | |
| "loss": 0.0322, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.9976292081555239, | |
| "grad_norm": 0.5324023086103392, | |
| "learning_rate": 8.441606000865978e-06, | |
| "loss": 0.0465, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.9985775248933144, | |
| "grad_norm": 0.3971741987281817, | |
| "learning_rate": 8.437598753488693e-06, | |
| "loss": 0.0316, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.9995258416311048, | |
| "grad_norm": 0.4702644191912913, | |
| "learning_rate": 8.43358731440996e-06, | |
| "loss": 0.0424, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.9995258416311048, | |
| "eval_loss": 0.05579984560608864, | |
| "eval_runtime": 205.6016, | |
| "eval_samples_per_second": 34.547, | |
| "eval_steps_per_second": 1.08, | |
| "step": 1054 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 3162, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.8007437509892506e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |