| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 13480, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.000741839762611276, | |
| "grad_norm": 18.7586669921875, | |
| "learning_rate": 2.9999959263751826e-06, | |
| "loss": 2.1609, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.001483679525222552, | |
| "grad_norm": 10.413708686828613, | |
| "learning_rate": 2.999983705522856e-06, | |
| "loss": 1.7246, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.002225519287833828, | |
| "grad_norm": 11.689846992492676, | |
| "learning_rate": 2.9999633375093975e-06, | |
| "loss": 1.703, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.002967359050445104, | |
| "grad_norm": 10.514595985412598, | |
| "learning_rate": 2.9999348224454366e-06, | |
| "loss": 1.5608, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.00370919881305638, | |
| "grad_norm": 9.605154037475586, | |
| "learning_rate": 2.9998981604858526e-06, | |
| "loss": 1.5354, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.004451038575667656, | |
| "grad_norm": 25.274913787841797, | |
| "learning_rate": 2.999853351829775e-06, | |
| "loss": 1.5925, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0051928783382789315, | |
| "grad_norm": 11.746683120727539, | |
| "learning_rate": 2.9998003967205817e-06, | |
| "loss": 1.4979, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.005934718100890208, | |
| "grad_norm": 15.60824203491211, | |
| "learning_rate": 2.9997392954458987e-06, | |
| "loss": 1.4213, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0066765578635014835, | |
| "grad_norm": 12.809992790222168, | |
| "learning_rate": 2.9996700483375973e-06, | |
| "loss": 1.604, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.00741839762611276, | |
| "grad_norm": 13.352578163146973, | |
| "learning_rate": 2.9995926557717933e-06, | |
| "loss": 1.5562, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.008160237388724036, | |
| "grad_norm": 11.533346176147461, | |
| "learning_rate": 2.9995071181688438e-06, | |
| "loss": 1.4658, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.008902077151335312, | |
| "grad_norm": 11.692753791809082, | |
| "learning_rate": 2.9994134359933475e-06, | |
| "loss": 1.4382, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.009643916913946587, | |
| "grad_norm": 15.99777889251709, | |
| "learning_rate": 2.9993116097541383e-06, | |
| "loss": 1.5165, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.010385756676557863, | |
| "grad_norm": 34.999664306640625, | |
| "learning_rate": 2.999201640004285e-06, | |
| "loss": 1.6118, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.01112759643916914, | |
| "grad_norm": 10.084653854370117, | |
| "learning_rate": 2.99908352734109e-06, | |
| "loss": 1.4602, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.011869436201780416, | |
| "grad_norm": 96.4203872680664, | |
| "learning_rate": 2.99895727240608e-06, | |
| "loss": 1.6046, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.012611275964391691, | |
| "grad_norm": 14.107004165649414, | |
| "learning_rate": 2.9988228758850097e-06, | |
| "loss": 1.6841, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.013353115727002967, | |
| "grad_norm": 11.504150390625, | |
| "learning_rate": 2.9986803385078545e-06, | |
| "loss": 1.4916, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.014094955489614243, | |
| "grad_norm": 8.963112831115723, | |
| "learning_rate": 2.998529661048805e-06, | |
| "loss": 1.4495, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.01483679525222552, | |
| "grad_norm": 11.037364959716797, | |
| "learning_rate": 2.9983708443262657e-06, | |
| "loss": 1.5727, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.015578635014836795, | |
| "grad_norm": 10.980456352233887, | |
| "learning_rate": 2.99820388920285e-06, | |
| "loss": 1.6488, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.016320474777448073, | |
| "grad_norm": 12.589357376098633, | |
| "learning_rate": 2.9980287965853754e-06, | |
| "loss": 1.4721, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.017062314540059347, | |
| "grad_norm": 12.314191818237305, | |
| "learning_rate": 2.9978455674248558e-06, | |
| "loss": 1.6205, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.017804154302670624, | |
| "grad_norm": 9.882691383361816, | |
| "learning_rate": 2.9976542027165016e-06, | |
| "loss": 1.5918, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.018545994065281898, | |
| "grad_norm": 11.461004257202148, | |
| "learning_rate": 2.99745470349971e-06, | |
| "loss": 1.639, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.019287833827893175, | |
| "grad_norm": 9.780576705932617, | |
| "learning_rate": 2.99724707085806e-06, | |
| "loss": 1.3886, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.020029673590504452, | |
| "grad_norm": 9.100162506103516, | |
| "learning_rate": 2.9970313059193096e-06, | |
| "loss": 1.2965, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.020771513353115726, | |
| "grad_norm": 10.991832733154297, | |
| "learning_rate": 2.996807409855385e-06, | |
| "loss": 1.556, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.021513353115727003, | |
| "grad_norm": 10.909322738647461, | |
| "learning_rate": 2.9965753838823784e-06, | |
| "loss": 1.4454, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.02225519287833828, | |
| "grad_norm": 9.893937110900879, | |
| "learning_rate": 2.996335229260538e-06, | |
| "loss": 1.5107, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.022997032640949554, | |
| "grad_norm": 11.460049629211426, | |
| "learning_rate": 2.996086947294264e-06, | |
| "loss": 1.5962, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.02373887240356083, | |
| "grad_norm": 11.341355323791504, | |
| "learning_rate": 2.9958305393321e-06, | |
| "loss": 1.4185, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.024480712166172106, | |
| "grad_norm": 8.831833839416504, | |
| "learning_rate": 2.9955660067667256e-06, | |
| "loss": 1.426, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.025222551928783383, | |
| "grad_norm": 46.39206314086914, | |
| "learning_rate": 2.995293351034949e-06, | |
| "loss": 1.6725, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.02596439169139466, | |
| "grad_norm": 9.161226272583008, | |
| "learning_rate": 2.9950125736177004e-06, | |
| "loss": 1.4317, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.026706231454005934, | |
| "grad_norm": 9.408476829528809, | |
| "learning_rate": 2.9947236760400217e-06, | |
| "loss": 1.6589, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.02744807121661721, | |
| "grad_norm": 10.739395141601562, | |
| "learning_rate": 2.9944266598710606e-06, | |
| "loss": 1.4851, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.028189910979228485, | |
| "grad_norm": 9.48901653289795, | |
| "learning_rate": 2.99412152672406e-06, | |
| "loss": 1.4584, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.028931750741839762, | |
| "grad_norm": 21.37883758544922, | |
| "learning_rate": 2.9938082782563505e-06, | |
| "loss": 1.438, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.02967359050445104, | |
| "grad_norm": 9.90542984008789, | |
| "learning_rate": 2.993486916169341e-06, | |
| "loss": 1.4416, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.030415430267062313, | |
| "grad_norm": 10.844427108764648, | |
| "learning_rate": 2.99315744220851e-06, | |
| "loss": 1.5955, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.03115727002967359, | |
| "grad_norm": 9.396254539489746, | |
| "learning_rate": 2.9928198581633946e-06, | |
| "loss": 1.3916, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.031899109792284865, | |
| "grad_norm": 9.14573860168457, | |
| "learning_rate": 2.9924741658675827e-06, | |
| "loss": 1.4467, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.032640949554896145, | |
| "grad_norm": 8.896514892578125, | |
| "learning_rate": 2.9921203671987025e-06, | |
| "loss": 1.4743, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.03338278931750742, | |
| "grad_norm": 10.342260360717773, | |
| "learning_rate": 2.9917584640784107e-06, | |
| "loss": 1.541, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.03412462908011869, | |
| "grad_norm": 9.386099815368652, | |
| "learning_rate": 2.991388458472385e-06, | |
| "loss": 1.27, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.034866468842729974, | |
| "grad_norm": 10.977550506591797, | |
| "learning_rate": 2.9910103523903087e-06, | |
| "loss": 1.4037, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.03560830860534125, | |
| "grad_norm": 9.735797882080078, | |
| "learning_rate": 2.9906241478858667e-06, | |
| "loss": 1.5082, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.03635014836795252, | |
| "grad_norm": 9.580273628234863, | |
| "learning_rate": 2.9902298470567285e-06, | |
| "loss": 1.4226, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.037091988130563795, | |
| "grad_norm": 12.713663101196289, | |
| "learning_rate": 2.989827452044538e-06, | |
| "loss": 1.5578, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.037091988130563795, | |
| "eval_loss": 1.465081810951233, | |
| "eval_runtime": 23.4325, | |
| "eval_samples_per_second": 19.033, | |
| "eval_steps_per_second": 9.517, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.037833827893175076, | |
| "grad_norm": 9.113161087036133, | |
| "learning_rate": 2.9894169650349047e-06, | |
| "loss": 1.4684, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.03857566765578635, | |
| "grad_norm": 9.525900840759277, | |
| "learning_rate": 2.988998388257388e-06, | |
| "loss": 1.3998, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.039317507418397624, | |
| "grad_norm": 10.796713829040527, | |
| "learning_rate": 2.988571723985488e-06, | |
| "loss": 1.556, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.040059347181008904, | |
| "grad_norm": 10.529806137084961, | |
| "learning_rate": 2.9881369745366313e-06, | |
| "loss": 1.3819, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.04080118694362018, | |
| "grad_norm": 9.02527141571045, | |
| "learning_rate": 2.9876941422721592e-06, | |
| "loss": 1.4893, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.04154302670623145, | |
| "grad_norm": 8.577601432800293, | |
| "learning_rate": 2.987243229597316e-06, | |
| "loss": 1.5552, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.04228486646884273, | |
| "grad_norm": 10.954402923583984, | |
| "learning_rate": 2.9867842389612326e-06, | |
| "loss": 1.3512, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.04302670623145401, | |
| "grad_norm": 9.236324310302734, | |
| "learning_rate": 2.9863171728569175e-06, | |
| "loss": 1.5264, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.04376854599406528, | |
| "grad_norm": 9.721325874328613, | |
| "learning_rate": 2.9858420338212393e-06, | |
| "loss": 1.5841, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.04451038575667656, | |
| "grad_norm": 10.43162727355957, | |
| "learning_rate": 2.985358824434916e-06, | |
| "loss": 1.6017, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.045252225519287835, | |
| "grad_norm": 9.003376960754395, | |
| "learning_rate": 2.984867547322499e-06, | |
| "loss": 1.4716, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.04599406528189911, | |
| "grad_norm": 9.628597259521484, | |
| "learning_rate": 2.9843682051523604e-06, | |
| "loss": 1.5641, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.04673590504451038, | |
| "grad_norm": 14.442529678344727, | |
| "learning_rate": 2.9838608006366766e-06, | |
| "loss": 1.5637, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.04747774480712166, | |
| "grad_norm": 10.035704612731934, | |
| "learning_rate": 2.983345336531415e-06, | |
| "loss": 1.5762, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.04821958456973294, | |
| "grad_norm": 8.628552436828613, | |
| "learning_rate": 2.9828218156363188e-06, | |
| "loss": 1.4425, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.04896142433234421, | |
| "grad_norm": 10.285855293273926, | |
| "learning_rate": 2.982290240794892e-06, | |
| "loss": 1.4368, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.04970326409495549, | |
| "grad_norm": 9.917787551879883, | |
| "learning_rate": 2.981750614894383e-06, | |
| "loss": 1.547, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.050445103857566766, | |
| "grad_norm": 10.46651554107666, | |
| "learning_rate": 2.9812029408657698e-06, | |
| "loss": 1.4292, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.05118694362017804, | |
| "grad_norm": 8.533087730407715, | |
| "learning_rate": 2.9806472216837436e-06, | |
| "loss": 1.4962, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.05192878338278932, | |
| "grad_norm": 9.585909843444824, | |
| "learning_rate": 2.9800834603666935e-06, | |
| "loss": 1.471, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.052670623145400594, | |
| "grad_norm": 9.136356353759766, | |
| "learning_rate": 2.9795116599766883e-06, | |
| "loss": 1.31, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.05341246290801187, | |
| "grad_norm": 9.795812606811523, | |
| "learning_rate": 2.9789318236194618e-06, | |
| "loss": 1.5102, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.05415430267062315, | |
| "grad_norm": 9.728421211242676, | |
| "learning_rate": 2.9783439544443953e-06, | |
| "loss": 1.4569, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.05489614243323442, | |
| "grad_norm": 8.628436088562012, | |
| "learning_rate": 2.9777480556444996e-06, | |
| "loss": 1.5004, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.055637982195845696, | |
| "grad_norm": 9.77978229522705, | |
| "learning_rate": 2.9771441304563996e-06, | |
| "loss": 1.4255, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.05637982195845697, | |
| "grad_norm": 9.335463523864746, | |
| "learning_rate": 2.9765321821603144e-06, | |
| "loss": 1.5658, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.05712166172106825, | |
| "grad_norm": 12.877664566040039, | |
| "learning_rate": 2.9759122140800406e-06, | |
| "loss": 1.672, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.057863501483679525, | |
| "grad_norm": 15.497161865234375, | |
| "learning_rate": 2.9752842295829357e-06, | |
| "loss": 1.4453, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.0586053412462908, | |
| "grad_norm": 9.707072257995605, | |
| "learning_rate": 2.9746482320798967e-06, | |
| "loss": 1.4298, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.05934718100890208, | |
| "grad_norm": 9.096467018127441, | |
| "learning_rate": 2.9740042250253443e-06, | |
| "loss": 1.6281, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.06008902077151335, | |
| "grad_norm": 10.356392860412598, | |
| "learning_rate": 2.973352211917202e-06, | |
| "loss": 1.4703, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.06083086053412463, | |
| "grad_norm": 10.25114917755127, | |
| "learning_rate": 2.972692196296879e-06, | |
| "loss": 1.4442, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.06157270029673591, | |
| "grad_norm": 8.946527481079102, | |
| "learning_rate": 2.9720241817492502e-06, | |
| "loss": 1.3684, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.06231454005934718, | |
| "grad_norm": 10.437005043029785, | |
| "learning_rate": 2.9713481719026366e-06, | |
| "loss": 1.548, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.06305637982195846, | |
| "grad_norm": 9.255142211914062, | |
| "learning_rate": 2.9706641704287855e-06, | |
| "loss": 1.4895, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.06379821958456973, | |
| "grad_norm": 9.349931716918945, | |
| "learning_rate": 2.9699721810428503e-06, | |
| "loss": 1.4152, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.064540059347181, | |
| "grad_norm": 8.700305938720703, | |
| "learning_rate": 2.9692722075033715e-06, | |
| "loss": 1.4541, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.06528189910979229, | |
| "grad_norm": 10.963595390319824, | |
| "learning_rate": 2.9685642536122545e-06, | |
| "loss": 1.3894, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.06602373887240356, | |
| "grad_norm": 25.613452911376953, | |
| "learning_rate": 2.967848323214752e-06, | |
| "loss": 1.6023, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.06676557863501484, | |
| "grad_norm": 9.307974815368652, | |
| "learning_rate": 2.967124420199439e-06, | |
| "loss": 1.5659, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.06750741839762611, | |
| "grad_norm": 9.049477577209473, | |
| "learning_rate": 2.966392548498195e-06, | |
| "loss": 1.5969, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.06824925816023739, | |
| "grad_norm": 8.523443222045898, | |
| "learning_rate": 2.9656527120861803e-06, | |
| "loss": 1.491, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.06899109792284866, | |
| "grad_norm": 8.638110160827637, | |
| "learning_rate": 2.9649049149818167e-06, | |
| "loss": 1.4304, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.06973293768545995, | |
| "grad_norm": 10.084444999694824, | |
| "learning_rate": 2.9641491612467636e-06, | |
| "loss": 1.4847, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.07047477744807122, | |
| "grad_norm": 7.784031391143799, | |
| "learning_rate": 2.9633854549858975e-06, | |
| "loss": 1.3943, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.0712166172106825, | |
| "grad_norm": 8.431685447692871, | |
| "learning_rate": 2.9626138003472885e-06, | |
| "loss": 1.4669, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.07195845697329377, | |
| "grad_norm": 9.953826904296875, | |
| "learning_rate": 2.9618342015221793e-06, | |
| "loss": 1.3398, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.07270029673590504, | |
| "grad_norm": 8.906854629516602, | |
| "learning_rate": 2.9610466627449597e-06, | |
| "loss": 1.5057, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.07344213649851632, | |
| "grad_norm": 9.184341430664062, | |
| "learning_rate": 2.9602511882931473e-06, | |
| "loss": 1.476, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.07418397626112759, | |
| "grad_norm": 9.252667427062988, | |
| "learning_rate": 2.959447782487361e-06, | |
| "loss": 1.4645, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07418397626112759, | |
| "eval_loss": 1.4362387657165527, | |
| "eval_runtime": 23.4866, | |
| "eval_samples_per_second": 18.99, | |
| "eval_steps_per_second": 9.495, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07492581602373888, | |
| "grad_norm": 9.09242057800293, | |
| "learning_rate": 2.958636449691299e-06, | |
| "loss": 1.561, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.07566765578635015, | |
| "grad_norm": 8.406475067138672, | |
| "learning_rate": 2.957817194311716e-06, | |
| "loss": 1.4029, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.07640949554896143, | |
| "grad_norm": 9.518254280090332, | |
| "learning_rate": 2.956990020798396e-06, | |
| "loss": 1.5051, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.0771513353115727, | |
| "grad_norm": 9.93432903289795, | |
| "learning_rate": 2.956154933644133e-06, | |
| "loss": 1.2554, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.07789317507418397, | |
| "grad_norm": 7.695739269256592, | |
| "learning_rate": 2.955311937384702e-06, | |
| "loss": 1.4648, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.07863501483679525, | |
| "grad_norm": 9.189163208007812, | |
| "learning_rate": 2.9544610365988374e-06, | |
| "loss": 1.5584, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.07937685459940653, | |
| "grad_norm": 8.053617477416992, | |
| "learning_rate": 2.9536022359082062e-06, | |
| "loss": 1.3786, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.08011869436201781, | |
| "grad_norm": 9.746628761291504, | |
| "learning_rate": 2.9527355399773845e-06, | |
| "loss": 1.3726, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.08086053412462908, | |
| "grad_norm": 8.845373153686523, | |
| "learning_rate": 2.951860953513831e-06, | |
| "loss": 1.3768, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.08160237388724036, | |
| "grad_norm": 8.069707870483398, | |
| "learning_rate": 2.950978481267862e-06, | |
| "loss": 1.3207, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.08234421364985163, | |
| "grad_norm": 9.178265571594238, | |
| "learning_rate": 2.9500881280326244e-06, | |
| "loss": 1.5972, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.0830860534124629, | |
| "grad_norm": 8.713502883911133, | |
| "learning_rate": 2.9491898986440725e-06, | |
| "loss": 1.4182, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.08382789317507418, | |
| "grad_norm": 9.482294082641602, | |
| "learning_rate": 2.948283797980939e-06, | |
| "loss": 1.5129, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.08456973293768547, | |
| "grad_norm": 11.337164878845215, | |
| "learning_rate": 2.947369830964709e-06, | |
| "loss": 1.426, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.08531157270029674, | |
| "grad_norm": 9.933257102966309, | |
| "learning_rate": 2.9464480025595937e-06, | |
| "loss": 1.4275, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.08605341246290801, | |
| "grad_norm": 8.315671920776367, | |
| "learning_rate": 2.9455183177725058e-06, | |
| "loss": 1.4933, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.08679525222551929, | |
| "grad_norm": 8.2044677734375, | |
| "learning_rate": 2.9445807816530258e-06, | |
| "loss": 1.4755, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.08753709198813056, | |
| "grad_norm": 7.752995014190674, | |
| "learning_rate": 2.9436353992933816e-06, | |
| "loss": 1.207, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.08827893175074183, | |
| "grad_norm": 8.823128700256348, | |
| "learning_rate": 2.9426821758284173e-06, | |
| "loss": 1.4338, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.08902077151335312, | |
| "grad_norm": 7.024681091308594, | |
| "learning_rate": 2.9417211164355664e-06, | |
| "loss": 1.4365, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.0897626112759644, | |
| "grad_norm": 8.412097930908203, | |
| "learning_rate": 2.940752226334822e-06, | |
| "loss": 1.1898, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.09050445103857567, | |
| "grad_norm": 8.81240463256836, | |
| "learning_rate": 2.9397755107887114e-06, | |
| "loss": 1.5879, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.09124629080118694, | |
| "grad_norm": 12.02270793914795, | |
| "learning_rate": 2.938790975102264e-06, | |
| "loss": 1.3401, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.09198813056379822, | |
| "grad_norm": 9.22630500793457, | |
| "learning_rate": 2.9377986246229853e-06, | |
| "loss": 1.3431, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.09272997032640949, | |
| "grad_norm": 8.395411491394043, | |
| "learning_rate": 2.9367984647408272e-06, | |
| "loss": 1.3423, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.09347181008902077, | |
| "grad_norm": 9.383752822875977, | |
| "learning_rate": 2.9357905008881574e-06, | |
| "loss": 1.5453, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.09421364985163205, | |
| "grad_norm": 13.686159133911133, | |
| "learning_rate": 2.934774738539731e-06, | |
| "loss": 1.5254, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.09495548961424333, | |
| "grad_norm": 9.126317977905273, | |
| "learning_rate": 2.9337511832126614e-06, | |
| "loss": 1.3578, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.0956973293768546, | |
| "grad_norm": 9.802062034606934, | |
| "learning_rate": 2.9327198404663893e-06, | |
| "loss": 1.3732, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.09643916913946587, | |
| "grad_norm": 8.623979568481445, | |
| "learning_rate": 2.931680715902652e-06, | |
| "loss": 1.4103, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.09718100890207715, | |
| "grad_norm": 9.61336612701416, | |
| "learning_rate": 2.9306338151654547e-06, | |
| "loss": 1.4382, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.09792284866468842, | |
| "grad_norm": 8.745745658874512, | |
| "learning_rate": 2.9295791439410385e-06, | |
| "loss": 1.2856, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.09866468842729971, | |
| "grad_norm": 8.679821968078613, | |
| "learning_rate": 2.9285167079578504e-06, | |
| "loss": 1.257, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.09940652818991098, | |
| "grad_norm": 11.308154106140137, | |
| "learning_rate": 2.92744651298651e-06, | |
| "loss": 1.4787, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.10014836795252226, | |
| "grad_norm": 8.959935188293457, | |
| "learning_rate": 2.926368564839782e-06, | |
| "loss": 1.2769, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.10089020771513353, | |
| "grad_norm": 6.9831438064575195, | |
| "learning_rate": 2.9252828693725405e-06, | |
| "loss": 1.4526, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.1016320474777448, | |
| "grad_norm": 8.822589874267578, | |
| "learning_rate": 2.924189432481741e-06, | |
| "loss": 1.3483, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.10237388724035608, | |
| "grad_norm": 8.989341735839844, | |
| "learning_rate": 2.923088260106386e-06, | |
| "loss": 1.4483, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.10311572700296735, | |
| "grad_norm": 9.763890266418457, | |
| "learning_rate": 2.921979358227492e-06, | |
| "loss": 1.3835, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.10385756676557864, | |
| "grad_norm": 8.562960624694824, | |
| "learning_rate": 2.92086273286806e-06, | |
| "loss": 1.4348, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.10459940652818991, | |
| "grad_norm": 10.014548301696777, | |
| "learning_rate": 2.91973839009304e-06, | |
| "loss": 1.2826, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.10534124629080119, | |
| "grad_norm": 11.542120933532715, | |
| "learning_rate": 2.9186063360093e-06, | |
| "loss": 1.3613, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.10608308605341246, | |
| "grad_norm": 8.246392250061035, | |
| "learning_rate": 2.917466576765591e-06, | |
| "loss": 1.4738, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.10682492581602374, | |
| "grad_norm": 9.511324882507324, | |
| "learning_rate": 2.916319118552515e-06, | |
| "loss": 1.4706, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.10756676557863501, | |
| "grad_norm": 8.671672821044922, | |
| "learning_rate": 2.915163967602492e-06, | |
| "loss": 1.3392, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.1083086053412463, | |
| "grad_norm": 9.805370330810547, | |
| "learning_rate": 2.914001130189722e-06, | |
| "loss": 1.5192, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.10905044510385757, | |
| "grad_norm": 8.378101348876953, | |
| "learning_rate": 2.912830612630158e-06, | |
| "loss": 1.3507, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.10979228486646884, | |
| "grad_norm": 8.799610137939453, | |
| "learning_rate": 2.9116524212814653e-06, | |
| "loss": 1.4003, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.11053412462908012, | |
| "grad_norm": 8.829014778137207, | |
| "learning_rate": 2.91046656254299e-06, | |
| "loss": 1.5949, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.11127596439169139, | |
| "grad_norm": 8.634420394897461, | |
| "learning_rate": 2.9092730428557236e-06, | |
| "loss": 1.4198, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.11127596439169139, | |
| "eval_loss": 1.4195871353149414, | |
| "eval_runtime": 23.4693, | |
| "eval_samples_per_second": 19.004, | |
| "eval_steps_per_second": 9.502, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.11201780415430267, | |
| "grad_norm": 7.636455059051514, | |
| "learning_rate": 2.9080718687022676e-06, | |
| "loss": 1.4234, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.11275964391691394, | |
| "grad_norm": 8.863425254821777, | |
| "learning_rate": 2.9068630466067996e-06, | |
| "loss": 1.5965, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.11350148367952523, | |
| "grad_norm": 8.970385551452637, | |
| "learning_rate": 2.905646583135036e-06, | |
| "loss": 1.4643, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.1142433234421365, | |
| "grad_norm": 10.134622573852539, | |
| "learning_rate": 2.904422484894198e-06, | |
| "loss": 1.4593, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.11498516320474778, | |
| "grad_norm": 8.219001770019531, | |
| "learning_rate": 2.9031907585329753e-06, | |
| "loss": 1.4802, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.11572700296735905, | |
| "grad_norm": 9.880292892456055, | |
| "learning_rate": 2.901951410741489e-06, | |
| "loss": 1.4993, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.11646884272997032, | |
| "grad_norm": 8.31434154510498, | |
| "learning_rate": 2.9007044482512563e-06, | |
| "loss": 1.5126, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.1172106824925816, | |
| "grad_norm": 8.074999809265137, | |
| "learning_rate": 2.899449877835154e-06, | |
| "loss": 1.1785, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.11795252225519288, | |
| "grad_norm": 9.222709655761719, | |
| "learning_rate": 2.8981877063073808e-06, | |
| "loss": 1.3661, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.11869436201780416, | |
| "grad_norm": 9.243541717529297, | |
| "learning_rate": 2.8969179405234202e-06, | |
| "loss": 1.3965, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.11943620178041543, | |
| "grad_norm": 8.484634399414062, | |
| "learning_rate": 2.8956405873800063e-06, | |
| "loss": 1.4526, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.1201780415430267, | |
| "grad_norm": 7.875013828277588, | |
| "learning_rate": 2.8943556538150813e-06, | |
| "loss": 1.439, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.12091988130563798, | |
| "grad_norm": 8.981459617614746, | |
| "learning_rate": 2.893063146807762e-06, | |
| "loss": 1.5325, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.12166172106824925, | |
| "grad_norm": 8.40335464477539, | |
| "learning_rate": 2.8917630733783004e-06, | |
| "loss": 1.4615, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.12240356083086053, | |
| "grad_norm": 8.828475952148438, | |
| "learning_rate": 2.890455440588043e-06, | |
| "loss": 1.5635, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.12314540059347182, | |
| "grad_norm": 10.00554084777832, | |
| "learning_rate": 2.8891402555393995e-06, | |
| "loss": 1.4823, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.12388724035608309, | |
| "grad_norm": 9.928216934204102, | |
| "learning_rate": 2.8878175253757955e-06, | |
| "loss": 1.3582, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.12462908011869436, | |
| "grad_norm": 11.623834609985352, | |
| "learning_rate": 2.8864872572816406e-06, | |
| "loss": 1.4406, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.12537091988130564, | |
| "grad_norm": 12.635778427124023, | |
| "learning_rate": 2.885149458482285e-06, | |
| "loss": 1.3821, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.1261127596439169, | |
| "grad_norm": 10.610758781433105, | |
| "learning_rate": 2.8838041362439823e-06, | |
| "loss": 1.5266, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.12685459940652818, | |
| "grad_norm": 8.499368667602539, | |
| "learning_rate": 2.8824512978738506e-06, | |
| "loss": 1.3015, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.12759643916913946, | |
| "grad_norm": 7.7737507820129395, | |
| "learning_rate": 2.881090950719831e-06, | |
| "loss": 1.3831, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.12833827893175073, | |
| "grad_norm": 9.742268562316895, | |
| "learning_rate": 2.8797231021706486e-06, | |
| "loss": 1.5125, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.129080118694362, | |
| "grad_norm": 9.315298080444336, | |
| "learning_rate": 2.8783477596557722e-06, | |
| "loss": 1.5418, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.1298219584569733, | |
| "grad_norm": 9.360373497009277, | |
| "learning_rate": 2.8769649306453745e-06, | |
| "loss": 1.4129, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.13056379821958458, | |
| "grad_norm": 10.6887845993042, | |
| "learning_rate": 2.8755746226502914e-06, | |
| "loss": 1.3005, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.13130563798219586, | |
| "grad_norm": 8.747626304626465, | |
| "learning_rate": 2.87417684322198e-06, | |
| "loss": 1.3693, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.13204747774480713, | |
| "grad_norm": 10.2086820602417, | |
| "learning_rate": 2.872771599952479e-06, | |
| "loss": 1.3155, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.1327893175074184, | |
| "grad_norm": 8.937162399291992, | |
| "learning_rate": 2.871358900474367e-06, | |
| "loss": 1.5346, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.13353115727002968, | |
| "grad_norm": 8.907169342041016, | |
| "learning_rate": 2.8699387524607205e-06, | |
| "loss": 1.4442, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.13427299703264095, | |
| "grad_norm": 8.316621780395508, | |
| "learning_rate": 2.8685111636250736e-06, | |
| "loss": 1.3703, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.13501483679525222, | |
| "grad_norm": 8.593326568603516, | |
| "learning_rate": 2.867076141721374e-06, | |
| "loss": 1.2765, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.1357566765578635, | |
| "grad_norm": 9.69709300994873, | |
| "learning_rate": 2.865633694543944e-06, | |
| "loss": 1.5247, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.13649851632047477, | |
| "grad_norm": 8.481054306030273, | |
| "learning_rate": 2.864183829927434e-06, | |
| "loss": 1.437, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.13724035608308605, | |
| "grad_norm": 7.5963335037231445, | |
| "learning_rate": 2.8627265557467836e-06, | |
| "loss": 1.3608, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.13798219584569732, | |
| "grad_norm": 9.460357666015625, | |
| "learning_rate": 2.861261879917177e-06, | |
| "loss": 1.4096, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.1387240356083086, | |
| "grad_norm": 8.779165267944336, | |
| "learning_rate": 2.8597898103940014e-06, | |
| "loss": 1.3327, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.1394658753709199, | |
| "grad_norm": 8.048774719238281, | |
| "learning_rate": 2.858310355172801e-06, | |
| "loss": 1.3372, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.14020771513353117, | |
| "grad_norm": 8.53365421295166, | |
| "learning_rate": 2.8568235222892375e-06, | |
| "loss": 1.4482, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.14094955489614244, | |
| "grad_norm": 9.450532913208008, | |
| "learning_rate": 2.8553293198190425e-06, | |
| "loss": 1.3362, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.14169139465875372, | |
| "grad_norm": 7.9473958015441895, | |
| "learning_rate": 2.853827755877977e-06, | |
| "loss": 1.3946, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.142433234421365, | |
| "grad_norm": 10.09933090209961, | |
| "learning_rate": 2.852318838621784e-06, | |
| "loss": 1.5963, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.14317507418397626, | |
| "grad_norm": 8.691498756408691, | |
| "learning_rate": 2.850802576246149e-06, | |
| "loss": 1.3957, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.14391691394658754, | |
| "grad_norm": 9.597620010375977, | |
| "learning_rate": 2.8492789769866493e-06, | |
| "loss": 1.4577, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.1446587537091988, | |
| "grad_norm": 9.706177711486816, | |
| "learning_rate": 2.8477480491187146e-06, | |
| "loss": 1.4256, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.14540059347181009, | |
| "grad_norm": 9.215739250183105, | |
| "learning_rate": 2.846209800957579e-06, | |
| "loss": 1.4918, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.14614243323442136, | |
| "grad_norm": 8.966597557067871, | |
| "learning_rate": 2.8446642408582374e-06, | |
| "loss": 1.435, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.14688427299703263, | |
| "grad_norm": 8.87956428527832, | |
| "learning_rate": 2.8431113772153984e-06, | |
| "loss": 1.4318, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.1476261127596439, | |
| "grad_norm": 9.43526840209961, | |
| "learning_rate": 2.8415512184634413e-06, | |
| "loss": 1.4226, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.14836795252225518, | |
| "grad_norm": 7.335799694061279, | |
| "learning_rate": 2.839983773076367e-06, | |
| "loss": 1.3469, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.14836795252225518, | |
| "eval_loss": 1.405104160308838, | |
| "eval_runtime": 23.4479, | |
| "eval_samples_per_second": 19.021, | |
| "eval_steps_per_second": 9.51, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.14910979228486648, | |
| "grad_norm": 8.135221481323242, | |
| "learning_rate": 2.8384090495677555e-06, | |
| "loss": 1.3779, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.14985163204747776, | |
| "grad_norm": 8.584566116333008, | |
| "learning_rate": 2.8368270564907167e-06, | |
| "loss": 1.4178, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.15059347181008903, | |
| "grad_norm": 9.192804336547852, | |
| "learning_rate": 2.8352378024378462e-06, | |
| "loss": 1.4223, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.1513353115727003, | |
| "grad_norm": 10.986886024475098, | |
| "learning_rate": 2.8336412960411765e-06, | |
| "loss": 1.5351, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.15207715133531158, | |
| "grad_norm": 8.154606819152832, | |
| "learning_rate": 2.832037545972132e-06, | |
| "loss": 1.3744, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.15281899109792285, | |
| "grad_norm": 8.556278228759766, | |
| "learning_rate": 2.8304265609414803e-06, | |
| "loss": 1.3267, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.15356083086053413, | |
| "grad_norm": 9.713357925415039, | |
| "learning_rate": 2.8288083496992867e-06, | |
| "loss": 1.3808, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.1543026706231454, | |
| "grad_norm": 8.706491470336914, | |
| "learning_rate": 2.8271829210348656e-06, | |
| "loss": 1.297, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.15504451038575667, | |
| "grad_norm": 8.89303970336914, | |
| "learning_rate": 2.825550283776731e-06, | |
| "loss": 1.2562, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.15578635014836795, | |
| "grad_norm": 8.402449607849121, | |
| "learning_rate": 2.8239104467925532e-06, | |
| "loss": 1.4105, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.15652818991097922, | |
| "grad_norm": 7.475712776184082, | |
| "learning_rate": 2.8222634189891055e-06, | |
| "loss": 1.3397, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.1572700296735905, | |
| "grad_norm": 8.340933799743652, | |
| "learning_rate": 2.8206092093122193e-06, | |
| "loss": 1.2691, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.15801186943620177, | |
| "grad_norm": 7.353670597076416, | |
| "learning_rate": 2.8189478267467344e-06, | |
| "loss": 1.408, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.15875370919881307, | |
| "grad_norm": 8.455607414245605, | |
| "learning_rate": 2.817279280316449e-06, | |
| "loss": 1.5435, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.15949554896142434, | |
| "grad_norm": 9.295350074768066, | |
| "learning_rate": 2.8156035790840733e-06, | |
| "loss": 1.5229, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.16023738872403562, | |
| "grad_norm": 9.709535598754883, | |
| "learning_rate": 2.8139207321511777e-06, | |
| "loss": 1.5848, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.1609792284866469, | |
| "grad_norm": 10.39367389678955, | |
| "learning_rate": 2.8122307486581455e-06, | |
| "loss": 1.4792, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.16172106824925817, | |
| "grad_norm": 8.161094665527344, | |
| "learning_rate": 2.8105336377841212e-06, | |
| "loss": 1.4138, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.16246290801186944, | |
| "grad_norm": 9.033132553100586, | |
| "learning_rate": 2.808829408746962e-06, | |
| "loss": 1.5123, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.1632047477744807, | |
| "grad_norm": 8.76311206817627, | |
| "learning_rate": 2.8071180708031874e-06, | |
| "loss": 1.4737, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.163946587537092, | |
| "grad_norm": 9.680130004882812, | |
| "learning_rate": 2.8053996332479296e-06, | |
| "loss": 1.3447, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.16468842729970326, | |
| "grad_norm": 9.140039443969727, | |
| "learning_rate": 2.8036741054148817e-06, | |
| "loss": 1.479, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.16543026706231453, | |
| "grad_norm": 7.610710144042969, | |
| "learning_rate": 2.801941496676247e-06, | |
| "loss": 1.3595, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.1661721068249258, | |
| "grad_norm": 11.338227272033691, | |
| "learning_rate": 2.8002018164426896e-06, | |
| "loss": 1.4566, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.16691394658753708, | |
| "grad_norm": 8.052413940429688, | |
| "learning_rate": 2.7984550741632837e-06, | |
| "loss": 1.3201, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.16765578635014836, | |
| "grad_norm": 8.803062438964844, | |
| "learning_rate": 2.7967012793254575e-06, | |
| "loss": 1.3299, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.16839762611275966, | |
| "grad_norm": 8.115534782409668, | |
| "learning_rate": 2.7949404414549484e-06, | |
| "loss": 1.4376, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.16913946587537093, | |
| "grad_norm": 9.156294822692871, | |
| "learning_rate": 2.7931725701157462e-06, | |
| "loss": 1.4132, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.1698813056379822, | |
| "grad_norm": 8.102431297302246, | |
| "learning_rate": 2.7913976749100445e-06, | |
| "loss": 1.4156, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.17062314540059348, | |
| "grad_norm": 8.303695678710938, | |
| "learning_rate": 2.789615765478186e-06, | |
| "loss": 1.2913, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.17136498516320475, | |
| "grad_norm": 7.867891311645508, | |
| "learning_rate": 2.787826851498611e-06, | |
| "loss": 1.2225, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.17210682492581603, | |
| "grad_norm": 8.89625072479248, | |
| "learning_rate": 2.786030942687805e-06, | |
| "loss": 1.5093, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.1728486646884273, | |
| "grad_norm": 8.792491912841797, | |
| "learning_rate": 2.784228048800247e-06, | |
| "loss": 1.3146, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.17359050445103857, | |
| "grad_norm": 9.683384895324707, | |
| "learning_rate": 2.7824181796283543e-06, | |
| "loss": 1.4008, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.17433234421364985, | |
| "grad_norm": 9.359085083007812, | |
| "learning_rate": 2.780601345002431e-06, | |
| "loss": 1.2744, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.17507418397626112, | |
| "grad_norm": 7.971740245819092, | |
| "learning_rate": 2.7787775547906143e-06, | |
| "loss": 1.3748, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.1758160237388724, | |
| "grad_norm": 9.259309768676758, | |
| "learning_rate": 2.77694681889882e-06, | |
| "loss": 1.3978, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.17655786350148367, | |
| "grad_norm": 8.904669761657715, | |
| "learning_rate": 2.7751091472706886e-06, | |
| "loss": 1.3772, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.17729970326409494, | |
| "grad_norm": 7.627325057983398, | |
| "learning_rate": 2.773264549887535e-06, | |
| "loss": 1.3509, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.17804154302670624, | |
| "grad_norm": 9.28232479095459, | |
| "learning_rate": 2.771413036768288e-06, | |
| "loss": 1.4038, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.17878338278931752, | |
| "grad_norm": 11.565908432006836, | |
| "learning_rate": 2.7695546179694412e-06, | |
| "loss": 1.4158, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.1795252225519288, | |
| "grad_norm": 8.238388061523438, | |
| "learning_rate": 2.767689303584996e-06, | |
| "loss": 1.4911, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.18026706231454007, | |
| "grad_norm": 8.432221412658691, | |
| "learning_rate": 2.765817103746407e-06, | |
| "loss": 1.5864, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.18100890207715134, | |
| "grad_norm": 8.204069137573242, | |
| "learning_rate": 2.7639380286225262e-06, | |
| "loss": 1.3994, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.18175074183976261, | |
| "grad_norm": 8.444053649902344, | |
| "learning_rate": 2.762052088419551e-06, | |
| "loss": 1.576, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.1824925816023739, | |
| "grad_norm": 8.946913719177246, | |
| "learning_rate": 2.760159293380965e-06, | |
| "loss": 1.1678, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.18323442136498516, | |
| "grad_norm": 8.895451545715332, | |
| "learning_rate": 2.758259653787483e-06, | |
| "loss": 1.3972, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.18397626112759644, | |
| "grad_norm": 9.011785507202148, | |
| "learning_rate": 2.7563531799569982e-06, | |
| "loss": 1.2209, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.1847181008902077, | |
| "grad_norm": 8.469378471374512, | |
| "learning_rate": 2.754439882244522e-06, | |
| "loss": 1.4777, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.18545994065281898, | |
| "grad_norm": 8.05780029296875, | |
| "learning_rate": 2.7525197710421303e-06, | |
| "loss": 1.3816, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.18545994065281898, | |
| "eval_loss": 1.391993522644043, | |
| "eval_runtime": 23.4505, | |
| "eval_samples_per_second": 19.019, | |
| "eval_steps_per_second": 9.509, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.18620178041543026, | |
| "grad_norm": 7.978991508483887, | |
| "learning_rate": 2.7505928567789073e-06, | |
| "loss": 1.4641, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.18694362017804153, | |
| "grad_norm": 8.432256698608398, | |
| "learning_rate": 2.7486591499208866e-06, | |
| "loss": 1.4184, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.18768545994065283, | |
| "grad_norm": 9.253658294677734, | |
| "learning_rate": 2.7467186609709973e-06, | |
| "loss": 1.4106, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.1884272997032641, | |
| "grad_norm": 16.86107635498047, | |
| "learning_rate": 2.7447714004690042e-06, | |
| "loss": 1.4225, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.18916913946587538, | |
| "grad_norm": 9.117183685302734, | |
| "learning_rate": 2.7428173789914524e-06, | |
| "loss": 1.3031, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.18991097922848665, | |
| "grad_norm": 11.524558067321777, | |
| "learning_rate": 2.740856607151609e-06, | |
| "loss": 1.3394, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.19065281899109793, | |
| "grad_norm": 9.210947036743164, | |
| "learning_rate": 2.7388890955994055e-06, | |
| "loss": 1.5357, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.1913946587537092, | |
| "grad_norm": 10.00994873046875, | |
| "learning_rate": 2.7369148550213806e-06, | |
| "loss": 1.3765, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.19213649851632048, | |
| "grad_norm": 7.468533992767334, | |
| "learning_rate": 2.7349338961406223e-06, | |
| "loss": 1.4192, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.19287833827893175, | |
| "grad_norm": 8.357904434204102, | |
| "learning_rate": 2.7329462297167068e-06, | |
| "loss": 1.3348, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.19362017804154302, | |
| "grad_norm": 9.04192066192627, | |
| "learning_rate": 2.7309518665456454e-06, | |
| "loss": 1.3598, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.1943620178041543, | |
| "grad_norm": 9.699695587158203, | |
| "learning_rate": 2.72895081745982e-06, | |
| "loss": 1.5076, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.19510385756676557, | |
| "grad_norm": 8.667801856994629, | |
| "learning_rate": 2.7269430933279284e-06, | |
| "loss": 1.2957, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.19584569732937684, | |
| "grad_norm": 8.39424991607666, | |
| "learning_rate": 2.724928705054924e-06, | |
| "loss": 1.3713, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.19658753709198812, | |
| "grad_norm": 8.892675399780273, | |
| "learning_rate": 2.7229076635819563e-06, | |
| "loss": 1.4559, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.19732937685459942, | |
| "grad_norm": 10.235827445983887, | |
| "learning_rate": 2.720879979886311e-06, | |
| "loss": 1.3907, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.1980712166172107, | |
| "grad_norm": 9.297379493713379, | |
| "learning_rate": 2.7188456649813526e-06, | |
| "loss": 1.4805, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.19881305637982197, | |
| "grad_norm": 10.14811897277832, | |
| "learning_rate": 2.7168047299164614e-06, | |
| "loss": 1.4573, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.19955489614243324, | |
| "grad_norm": 8.918148040771484, | |
| "learning_rate": 2.7147571857769755e-06, | |
| "loss": 1.3873, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.20029673590504452, | |
| "grad_norm": 8.084507942199707, | |
| "learning_rate": 2.7127030436841307e-06, | |
| "loss": 1.2873, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.2010385756676558, | |
| "grad_norm": 8.225303649902344, | |
| "learning_rate": 2.710642314794999e-06, | |
| "loss": 1.4675, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.20178041543026706, | |
| "grad_norm": 8.811010360717773, | |
| "learning_rate": 2.7085750103024297e-06, | |
| "loss": 1.4683, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.20252225519287834, | |
| "grad_norm": 8.835148811340332, | |
| "learning_rate": 2.7065011414349858e-06, | |
| "loss": 1.4257, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.2032640949554896, | |
| "grad_norm": 15.418182373046875, | |
| "learning_rate": 2.704420719456885e-06, | |
| "loss": 1.4806, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.20400593471810088, | |
| "grad_norm": 9.259235382080078, | |
| "learning_rate": 2.7023337556679402e-06, | |
| "loss": 1.6237, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.20474777448071216, | |
| "grad_norm": 11.389565467834473, | |
| "learning_rate": 2.7002402614034937e-06, | |
| "loss": 1.3695, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.20548961424332343, | |
| "grad_norm": 7.731765270233154, | |
| "learning_rate": 2.69814024803436e-06, | |
| "loss": 1.4801, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.2062314540059347, | |
| "grad_norm": 8.97433853149414, | |
| "learning_rate": 2.6960337269667605e-06, | |
| "loss": 1.4708, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.206973293768546, | |
| "grad_norm": 9.035865783691406, | |
| "learning_rate": 2.6939207096422634e-06, | |
| "loss": 1.4399, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.20771513353115728, | |
| "grad_norm": 9.75682258605957, | |
| "learning_rate": 2.6918012075377224e-06, | |
| "loss": 1.3488, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.20845697329376855, | |
| "grad_norm": 9.119101524353027, | |
| "learning_rate": 2.689675232165213e-06, | |
| "loss": 1.3, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.20919881305637983, | |
| "grad_norm": 8.837667465209961, | |
| "learning_rate": 2.68754279507197e-06, | |
| "loss": 1.3659, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.2099406528189911, | |
| "grad_norm": 8.174179077148438, | |
| "learning_rate": 2.685403907840324e-06, | |
| "loss": 1.3446, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.21068249258160238, | |
| "grad_norm": 9.282876968383789, | |
| "learning_rate": 2.6832585820876413e-06, | |
| "loss": 1.4882, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.21142433234421365, | |
| "grad_norm": 7.6600213050842285, | |
| "learning_rate": 2.681106829466258e-06, | |
| "loss": 1.1834, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.21216617210682492, | |
| "grad_norm": 9.84327220916748, | |
| "learning_rate": 2.678948661663417e-06, | |
| "loss": 1.4927, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.2129080118694362, | |
| "grad_norm": 9.372842788696289, | |
| "learning_rate": 2.6767840904012078e-06, | |
| "loss": 1.4625, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.21364985163204747, | |
| "grad_norm": 7.723082542419434, | |
| "learning_rate": 2.6746131274364977e-06, | |
| "loss": 1.3829, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.21439169139465875, | |
| "grad_norm": 8.692205429077148, | |
| "learning_rate": 2.6724357845608716e-06, | |
| "loss": 1.46, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.21513353115727002, | |
| "grad_norm": 9.735092163085938, | |
| "learning_rate": 2.6702520736005673e-06, | |
| "loss": 1.3574, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.2158753709198813, | |
| "grad_norm": 8.781496047973633, | |
| "learning_rate": 2.6680620064164094e-06, | |
| "loss": 1.421, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.2166172106824926, | |
| "grad_norm": 8.708477020263672, | |
| "learning_rate": 2.6658655949037482e-06, | |
| "loss": 1.3353, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.21735905044510387, | |
| "grad_norm": 9.43267822265625, | |
| "learning_rate": 2.6636628509923924e-06, | |
| "loss": 1.2779, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.21810089020771514, | |
| "grad_norm": 9.485703468322754, | |
| "learning_rate": 2.661453786646544e-06, | |
| "loss": 1.4917, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.21884272997032642, | |
| "grad_norm": 9.164180755615234, | |
| "learning_rate": 2.659238413864736e-06, | |
| "loss": 1.2931, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.2195845697329377, | |
| "grad_norm": 8.09424114227295, | |
| "learning_rate": 2.6570167446797654e-06, | |
| "loss": 1.4717, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.22032640949554896, | |
| "grad_norm": 8.689072608947754, | |
| "learning_rate": 2.6547887911586278e-06, | |
| "loss": 1.3389, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.22106824925816024, | |
| "grad_norm": 7.4104838371276855, | |
| "learning_rate": 2.6525545654024517e-06, | |
| "loss": 1.2771, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.2218100890207715, | |
| "grad_norm": 8.580281257629395, | |
| "learning_rate": 2.650314079546434e-06, | |
| "loss": 1.3574, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.22255192878338279, | |
| "grad_norm": 6.826554298400879, | |
| "learning_rate": 2.648067345759774e-06, | |
| "loss": 1.3653, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.22255192878338279, | |
| "eval_loss": 1.380942463874817, | |
| "eval_runtime": 23.446, | |
| "eval_samples_per_second": 19.022, | |
| "eval_steps_per_second": 9.511, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.22329376854599406, | |
| "grad_norm": 8.048758506774902, | |
| "learning_rate": 2.6458143762456038e-06, | |
| "loss": 1.4932, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.22403560830860533, | |
| "grad_norm": 8.818073272705078, | |
| "learning_rate": 2.643555183240928e-06, | |
| "loss": 1.3055, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.2247774480712166, | |
| "grad_norm": 7.931951999664307, | |
| "learning_rate": 2.6412897790165526e-06, | |
| "loss": 1.4524, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.22551928783382788, | |
| "grad_norm": 7.983026504516602, | |
| "learning_rate": 2.6390181758770205e-06, | |
| "loss": 1.3969, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.22626112759643918, | |
| "grad_norm": 9.100227355957031, | |
| "learning_rate": 2.636740386160543e-06, | |
| "loss": 1.3396, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.22700296735905046, | |
| "grad_norm": 8.59542179107666, | |
| "learning_rate": 2.6344564222389353e-06, | |
| "loss": 1.3731, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.22774480712166173, | |
| "grad_norm": 7.7173752784729, | |
| "learning_rate": 2.6321662965175457e-06, | |
| "loss": 1.2887, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.228486646884273, | |
| "grad_norm": 9.884195327758789, | |
| "learning_rate": 2.6298700214351924e-06, | |
| "loss": 1.2001, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.22922848664688428, | |
| "grad_norm": 8.387007713317871, | |
| "learning_rate": 2.627567609464092e-06, | |
| "loss": 1.4851, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.22997032640949555, | |
| "grad_norm": 8.314335823059082, | |
| "learning_rate": 2.6252590731097956e-06, | |
| "loss": 1.3391, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.23071216617210683, | |
| "grad_norm": 8.861979484558105, | |
| "learning_rate": 2.6229444249111175e-06, | |
| "loss": 1.3721, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.2314540059347181, | |
| "grad_norm": 11.68078899383545, | |
| "learning_rate": 2.6206236774400685e-06, | |
| "loss": 1.5759, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.23219584569732937, | |
| "grad_norm": 8.4688081741333, | |
| "learning_rate": 2.618296843301788e-06, | |
| "loss": 1.3431, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.23293768545994065, | |
| "grad_norm": 8.566194534301758, | |
| "learning_rate": 2.6159639351344755e-06, | |
| "loss": 1.373, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.23367952522255192, | |
| "grad_norm": 6.903346538543701, | |
| "learning_rate": 2.6136249656093204e-06, | |
| "loss": 1.2995, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.2344213649851632, | |
| "grad_norm": 8.093761444091797, | |
| "learning_rate": 2.611279947430436e-06, | |
| "loss": 1.4552, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.23516320474777447, | |
| "grad_norm": 9.532185554504395, | |
| "learning_rate": 2.608928893334788e-06, | |
| "loss": 1.359, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.23590504451038577, | |
| "grad_norm": 10.045039176940918, | |
| "learning_rate": 2.6065718160921246e-06, | |
| "loss": 1.5474, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.23664688427299704, | |
| "grad_norm": 9.059492111206055, | |
| "learning_rate": 2.604208728504912e-06, | |
| "loss": 1.2215, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.23738872403560832, | |
| "grad_norm": 10.714762687683105, | |
| "learning_rate": 2.601839643408259e-06, | |
| "loss": 1.3327, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.2381305637982196, | |
| "grad_norm": 8.981411933898926, | |
| "learning_rate": 2.599464573669851e-06, | |
| "loss": 1.3985, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.23887240356083086, | |
| "grad_norm": 8.016975402832031, | |
| "learning_rate": 2.597083532189879e-06, | |
| "loss": 1.2672, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.23961424332344214, | |
| "grad_norm": 9.3323335647583, | |
| "learning_rate": 2.594696531900968e-06, | |
| "loss": 1.2048, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.2403560830860534, | |
| "grad_norm": 7.841317653656006, | |
| "learning_rate": 2.592303585768111e-06, | |
| "loss": 1.3764, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.2410979228486647, | |
| "grad_norm": 9.452821731567383, | |
| "learning_rate": 2.5899047067885935e-06, | |
| "loss": 1.3729, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.24183976261127596, | |
| "grad_norm": 11.088187217712402, | |
| "learning_rate": 2.5874999079919264e-06, | |
| "loss": 1.3502, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.24258160237388723, | |
| "grad_norm": 9.076626777648926, | |
| "learning_rate": 2.5850892024397736e-06, | |
| "loss": 1.3962, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.2433234421364985, | |
| "grad_norm": 9.371712684631348, | |
| "learning_rate": 2.5826726032258818e-06, | |
| "loss": 1.5036, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.24406528189910978, | |
| "grad_norm": 8.981965065002441, | |
| "learning_rate": 2.580250123476009e-06, | |
| "loss": 1.3917, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.24480712166172106, | |
| "grad_norm": 7.41351842880249, | |
| "learning_rate": 2.577821776347853e-06, | |
| "loss": 1.2765, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.24554896142433236, | |
| "grad_norm": 7.898843765258789, | |
| "learning_rate": 2.5753875750309814e-06, | |
| "loss": 1.4827, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.24629080118694363, | |
| "grad_norm": 8.024171829223633, | |
| "learning_rate": 2.572947532746758e-06, | |
| "loss": 1.4173, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.2470326409495549, | |
| "grad_norm": 7.735332489013672, | |
| "learning_rate": 2.570501662748271e-06, | |
| "loss": 1.3901, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.24777448071216618, | |
| "grad_norm": 8.987187385559082, | |
| "learning_rate": 2.568049978320263e-06, | |
| "loss": 1.4371, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.24851632047477745, | |
| "grad_norm": 9.167318344116211, | |
| "learning_rate": 2.5655924927790585e-06, | |
| "loss": 1.3519, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.24925816023738873, | |
| "grad_norm": 7.899603366851807, | |
| "learning_rate": 2.5631292194724884e-06, | |
| "loss": 1.31, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 8.992423057556152, | |
| "learning_rate": 2.5606601717798212e-06, | |
| "loss": 1.3822, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.2507418397626113, | |
| "grad_norm": 9.284130096435547, | |
| "learning_rate": 2.558185363111689e-06, | |
| "loss": 1.4068, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.25148367952522255, | |
| "grad_norm": 9.180769920349121, | |
| "learning_rate": 2.555704806910015e-06, | |
| "loss": 1.377, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.2522255192878338, | |
| "grad_norm": 9.335295677185059, | |
| "learning_rate": 2.553218516647939e-06, | |
| "loss": 1.3997, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.2529673590504451, | |
| "grad_norm": 10.324609756469727, | |
| "learning_rate": 2.550726505829746e-06, | |
| "loss": 1.502, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.25370919881305637, | |
| "grad_norm": 8.74648380279541, | |
| "learning_rate": 2.5482287879907926e-06, | |
| "loss": 1.3515, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.25445103857566764, | |
| "grad_norm": 9.311241149902344, | |
| "learning_rate": 2.5457253766974314e-06, | |
| "loss": 1.3607, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.2551928783382789, | |
| "grad_norm": 9.811213493347168, | |
| "learning_rate": 2.543216285546942e-06, | |
| "loss": 1.436, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.2559347181008902, | |
| "grad_norm": 8.822476387023926, | |
| "learning_rate": 2.5407015281674513e-06, | |
| "loss": 1.582, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.25667655786350146, | |
| "grad_norm": 7.025854110717773, | |
| "learning_rate": 2.5381811182178632e-06, | |
| "loss": 1.3498, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.25741839762611274, | |
| "grad_norm": 8.49760627746582, | |
| "learning_rate": 2.5356550693877845e-06, | |
| "loss": 1.4426, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.258160237388724, | |
| "grad_norm": 9.154727935791016, | |
| "learning_rate": 2.5331233953974484e-06, | |
| "loss": 1.2733, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.2589020771513353, | |
| "grad_norm": 7.772784233093262, | |
| "learning_rate": 2.5305861099976416e-06, | |
| "loss": 1.2198, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.2596439169139466, | |
| "grad_norm": 7.934385776519775, | |
| "learning_rate": 2.5280432269696283e-06, | |
| "loss": 1.4087, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.2596439169139466, | |
| "eval_loss": 1.3714910745620728, | |
| "eval_runtime": 23.4503, | |
| "eval_samples_per_second": 19.019, | |
| "eval_steps_per_second": 9.509, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.2603857566765579, | |
| "grad_norm": 7.804587364196777, | |
| "learning_rate": 2.5254947601250787e-06, | |
| "loss": 1.2602, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.26112759643916916, | |
| "grad_norm": 10.741705894470215, | |
| "learning_rate": 2.5229407233059886e-06, | |
| "loss": 1.5066, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.26186943620178044, | |
| "grad_norm": 7.940061092376709, | |
| "learning_rate": 2.5203811303846093e-06, | |
| "loss": 1.3713, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.2626112759643917, | |
| "grad_norm": 8.638043403625488, | |
| "learning_rate": 2.5178159952633683e-06, | |
| "loss": 1.4127, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.263353115727003, | |
| "grad_norm": 7.808784008026123, | |
| "learning_rate": 2.515245331874797e-06, | |
| "loss": 1.3337, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.26409495548961426, | |
| "grad_norm": 7.855457782745361, | |
| "learning_rate": 2.5126691541814516e-06, | |
| "loss": 1.4842, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.26483679525222553, | |
| "grad_norm": 7.667708873748779, | |
| "learning_rate": 2.5100874761758426e-06, | |
| "loss": 1.2371, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.2655786350148368, | |
| "grad_norm": 8.755106925964355, | |
| "learning_rate": 2.5075003118803524e-06, | |
| "loss": 1.4708, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.2663204747774481, | |
| "grad_norm": 8.294569969177246, | |
| "learning_rate": 2.504907675347163e-06, | |
| "loss": 1.4162, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.26706231454005935, | |
| "grad_norm": 8.485974311828613, | |
| "learning_rate": 2.50230958065818e-06, | |
| "loss": 1.4551, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.2678041543026706, | |
| "grad_norm": 12.968074798583984, | |
| "learning_rate": 2.4997060419249534e-06, | |
| "loss": 1.4756, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.2685459940652819, | |
| "grad_norm": 7.765286922454834, | |
| "learning_rate": 2.4970970732886032e-06, | |
| "loss": 1.2534, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.2692878338278932, | |
| "grad_norm": 8.599440574645996, | |
| "learning_rate": 2.494482688919742e-06, | |
| "loss": 1.3371, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.27002967359050445, | |
| "grad_norm": 8.294087409973145, | |
| "learning_rate": 2.491862903018398e-06, | |
| "loss": 1.4185, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.2707715133531157, | |
| "grad_norm": 8.291155815124512, | |
| "learning_rate": 2.489237729813938e-06, | |
| "loss": 1.3793, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.271513353115727, | |
| "grad_norm": 7.898152828216553, | |
| "learning_rate": 2.4866071835649887e-06, | |
| "loss": 1.3714, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.27225519287833827, | |
| "grad_norm": 8.396595001220703, | |
| "learning_rate": 2.483971278559362e-06, | |
| "loss": 1.4737, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.27299703264094954, | |
| "grad_norm": 7.634808540344238, | |
| "learning_rate": 2.4813300291139753e-06, | |
| "loss": 1.3822, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.2737388724035608, | |
| "grad_norm": 8.787116050720215, | |
| "learning_rate": 2.4786834495747738e-06, | |
| "loss": 1.2784, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.2744807121661721, | |
| "grad_norm": 10.124987602233887, | |
| "learning_rate": 2.476031554316655e-06, | |
| "loss": 1.4317, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.27522255192878337, | |
| "grad_norm": 8.735859870910645, | |
| "learning_rate": 2.4733743577433857e-06, | |
| "loss": 1.2954, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.27596439169139464, | |
| "grad_norm": 9.41859245300293, | |
| "learning_rate": 2.470711874287529e-06, | |
| "loss": 1.4109, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.2767062314540059, | |
| "grad_norm": 7.346931457519531, | |
| "learning_rate": 2.4680441184103642e-06, | |
| "loss": 1.3118, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.2774480712166172, | |
| "grad_norm": 8.223915100097656, | |
| "learning_rate": 2.465371104601805e-06, | |
| "loss": 1.451, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.27818991097922846, | |
| "grad_norm": 8.05762004852295, | |
| "learning_rate": 2.4626928473803264e-06, | |
| "loss": 1.4075, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.2789317507418398, | |
| "grad_norm": 10.53507137298584, | |
| "learning_rate": 2.4600093612928813e-06, | |
| "loss": 1.4301, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.27967359050445106, | |
| "grad_norm": 7.951254367828369, | |
| "learning_rate": 2.457320660914824e-06, | |
| "loss": 1.4816, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.28041543026706234, | |
| "grad_norm": 11.656047821044922, | |
| "learning_rate": 2.45462676084983e-06, | |
| "loss": 1.2551, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.2811572700296736, | |
| "grad_norm": 9.22987174987793, | |
| "learning_rate": 2.451927675729816e-06, | |
| "loss": 1.4458, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.2818991097922849, | |
| "grad_norm": 9.910201072692871, | |
| "learning_rate": 2.4492234202148643e-06, | |
| "loss": 1.428, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.28264094955489616, | |
| "grad_norm": 8.999225616455078, | |
| "learning_rate": 2.4465140089931357e-06, | |
| "loss": 1.275, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.28338278931750743, | |
| "grad_norm": 7.863303184509277, | |
| "learning_rate": 2.443799456780798e-06, | |
| "loss": 1.3344, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.2841246290801187, | |
| "grad_norm": 8.949956893920898, | |
| "learning_rate": 2.44107977832194e-06, | |
| "loss": 1.3681, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.28486646884273, | |
| "grad_norm": 10.083333015441895, | |
| "learning_rate": 2.438354988388495e-06, | |
| "loss": 1.2786, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.28560830860534125, | |
| "grad_norm": 8.96097183227539, | |
| "learning_rate": 2.4356251017801596e-06, | |
| "loss": 1.3194, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.28635014836795253, | |
| "grad_norm": 9.839349746704102, | |
| "learning_rate": 2.432890133324311e-06, | |
| "loss": 1.3521, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.2870919881305638, | |
| "grad_norm": 7.604780197143555, | |
| "learning_rate": 2.43015009787593e-06, | |
| "loss": 1.3759, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.2878338278931751, | |
| "grad_norm": 7.909048080444336, | |
| "learning_rate": 2.427405010317519e-06, | |
| "loss": 1.3872, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.28857566765578635, | |
| "grad_norm": 8.023886680603027, | |
| "learning_rate": 2.4246548855590206e-06, | |
| "loss": 1.4451, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.2893175074183976, | |
| "grad_norm": 8.603988647460938, | |
| "learning_rate": 2.4218997385377356e-06, | |
| "loss": 1.3554, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.2900593471810089, | |
| "grad_norm": 8.416375160217285, | |
| "learning_rate": 2.4191395842182455e-06, | |
| "loss": 1.4591, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.29080118694362017, | |
| "grad_norm": 8.673905372619629, | |
| "learning_rate": 2.416374437592327e-06, | |
| "loss": 1.3327, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.29154302670623145, | |
| "grad_norm": 8.481094360351562, | |
| "learning_rate": 2.413604313678874e-06, | |
| "loss": 1.3097, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.2922848664688427, | |
| "grad_norm": 8.51818561553955, | |
| "learning_rate": 2.4108292275238133e-06, | |
| "loss": 1.2288, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.293026706231454, | |
| "grad_norm": 9.287731170654297, | |
| "learning_rate": 2.4080491942000247e-06, | |
| "loss": 1.3104, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.29376854599406527, | |
| "grad_norm": 9.262923240661621, | |
| "learning_rate": 2.4052642288072596e-06, | |
| "loss": 1.5436, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.29451038575667654, | |
| "grad_norm": 9.646564483642578, | |
| "learning_rate": 2.4024743464720555e-06, | |
| "loss": 1.3926, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.2952522255192878, | |
| "grad_norm": 8.739798545837402, | |
| "learning_rate": 2.3996795623476577e-06, | |
| "loss": 1.4747, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.2959940652818991, | |
| "grad_norm": 8.455376625061035, | |
| "learning_rate": 2.396879891613936e-06, | |
| "loss": 1.371, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.29673590504451036, | |
| "grad_norm": 8.93728256225586, | |
| "learning_rate": 2.394075349477302e-06, | |
| "loss": 1.2973, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.29673590504451036, | |
| "eval_loss": 1.36147141456604, | |
| "eval_runtime": 23.4427, | |
| "eval_samples_per_second": 19.025, | |
| "eval_steps_per_second": 9.513, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.29747774480712164, | |
| "grad_norm": 8.445281982421875, | |
| "learning_rate": 2.3912659511706243e-06, | |
| "loss": 1.4152, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.29821958456973297, | |
| "grad_norm": 9.02658748626709, | |
| "learning_rate": 2.3884517119531496e-06, | |
| "loss": 1.4489, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.29896142433234424, | |
| "grad_norm": 8.706474304199219, | |
| "learning_rate": 2.385632647110418e-06, | |
| "loss": 1.401, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.2997032640949555, | |
| "grad_norm": 7.351003170013428, | |
| "learning_rate": 2.382808771954179e-06, | |
| "loss": 1.4131, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.3004451038575668, | |
| "grad_norm": 8.288825988769531, | |
| "learning_rate": 2.3799801018223095e-06, | |
| "loss": 1.2643, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.30118694362017806, | |
| "grad_norm": 8.027029991149902, | |
| "learning_rate": 2.3771466520787316e-06, | |
| "loss": 1.3642, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.30192878338278933, | |
| "grad_norm": 9.516772270202637, | |
| "learning_rate": 2.3743084381133264e-06, | |
| "loss": 1.2057, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.3026706231454006, | |
| "grad_norm": 8.332013130187988, | |
| "learning_rate": 2.371465475341852e-06, | |
| "loss": 1.347, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.3034124629080119, | |
| "grad_norm": 7.586446762084961, | |
| "learning_rate": 2.3686177792058606e-06, | |
| "loss": 1.4661, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.30415430267062316, | |
| "grad_norm": 9.531535148620605, | |
| "learning_rate": 2.3657653651726125e-06, | |
| "loss": 1.242, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.30489614243323443, | |
| "grad_norm": 7.554753303527832, | |
| "learning_rate": 2.362908248734994e-06, | |
| "loss": 1.3381, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.3056379821958457, | |
| "grad_norm": 9.01855754852295, | |
| "learning_rate": 2.360046445411433e-06, | |
| "loss": 1.5718, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.306379821958457, | |
| "grad_norm": 8.020215034484863, | |
| "learning_rate": 2.3571799707458125e-06, | |
| "loss": 1.2917, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.30712166172106825, | |
| "grad_norm": 8.08421802520752, | |
| "learning_rate": 2.35430884030739e-06, | |
| "loss": 1.4316, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.3078635014836795, | |
| "grad_norm": 8.234532356262207, | |
| "learning_rate": 2.351433069690709e-06, | |
| "loss": 1.2778, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.3086053412462908, | |
| "grad_norm": 7.486210823059082, | |
| "learning_rate": 2.348552674515517e-06, | |
| "loss": 1.3158, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.3093471810089021, | |
| "grad_norm": 11.375346183776855, | |
| "learning_rate": 2.34566767042668e-06, | |
| "loss": 1.4065, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.31008902077151335, | |
| "grad_norm": 8.795413970947266, | |
| "learning_rate": 2.3427780730940967e-06, | |
| "loss": 1.3817, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.3108308605341246, | |
| "grad_norm": 8.96834659576416, | |
| "learning_rate": 2.3398838982126147e-06, | |
| "loss": 1.4102, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.3115727002967359, | |
| "grad_norm": 6.874296188354492, | |
| "learning_rate": 2.3369851615019433e-06, | |
| "loss": 1.3764, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.31231454005934717, | |
| "grad_norm": 7.878982067108154, | |
| "learning_rate": 2.3340818787065715e-06, | |
| "loss": 1.313, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.31305637982195844, | |
| "grad_norm": 8.147690773010254, | |
| "learning_rate": 2.3311740655956785e-06, | |
| "loss": 1.4591, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.3137982195845697, | |
| "grad_norm": 8.309657096862793, | |
| "learning_rate": 2.32826173796305e-06, | |
| "loss": 1.367, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.314540059347181, | |
| "grad_norm": 9.30339241027832, | |
| "learning_rate": 2.3253449116269937e-06, | |
| "loss": 1.2814, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.31528189910979226, | |
| "grad_norm": 9.000772476196289, | |
| "learning_rate": 2.3224236024302502e-06, | |
| "loss": 1.2713, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.31602373887240354, | |
| "grad_norm": 8.01784610748291, | |
| "learning_rate": 2.319497826239911e-06, | |
| "loss": 1.3312, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.3167655786350148, | |
| "grad_norm": 8.405533790588379, | |
| "learning_rate": 2.316567598947327e-06, | |
| "loss": 1.3651, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.31750741839762614, | |
| "grad_norm": 8.148391723632812, | |
| "learning_rate": 2.3136329364680287e-06, | |
| "loss": 1.4414, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.3182492581602374, | |
| "grad_norm": 36.44773864746094, | |
| "learning_rate": 2.3106938547416338e-06, | |
| "loss": 1.3181, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.3189910979228487, | |
| "grad_norm": 7.259230613708496, | |
| "learning_rate": 2.307750369731764e-06, | |
| "loss": 1.3493, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.31973293768545996, | |
| "grad_norm": 8.317214012145996, | |
| "learning_rate": 2.304802497425958e-06, | |
| "loss": 1.4059, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.32047477744807124, | |
| "grad_norm": 8.004743576049805, | |
| "learning_rate": 2.3018502538355825e-06, | |
| "loss": 1.4011, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.3212166172106825, | |
| "grad_norm": 9.351004600524902, | |
| "learning_rate": 2.298893654995749e-06, | |
| "loss": 1.5036, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.3219584569732938, | |
| "grad_norm": 8.475602149963379, | |
| "learning_rate": 2.295932716965222e-06, | |
| "loss": 1.2183, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.32270029673590506, | |
| "grad_norm": 7.471583366394043, | |
| "learning_rate": 2.292967455826337e-06, | |
| "loss": 1.3892, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.32344213649851633, | |
| "grad_norm": 9.214890480041504, | |
| "learning_rate": 2.2899978876849085e-06, | |
| "loss": 1.472, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.3241839762611276, | |
| "grad_norm": 8.986857414245605, | |
| "learning_rate": 2.287024028670145e-06, | |
| "loss": 1.2721, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.3249258160237389, | |
| "grad_norm": 8.836446762084961, | |
| "learning_rate": 2.284045894934562e-06, | |
| "loss": 1.2329, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.32566765578635015, | |
| "grad_norm": 8.13981819152832, | |
| "learning_rate": 2.281063502653891e-06, | |
| "loss": 1.2512, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.3264094955489614, | |
| "grad_norm": 8.709846496582031, | |
| "learning_rate": 2.278076868026995e-06, | |
| "loss": 1.3859, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.3271513353115727, | |
| "grad_norm": 9.3983154296875, | |
| "learning_rate": 2.27508600727578e-06, | |
| "loss": 1.4237, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.327893175074184, | |
| "grad_norm": 8.226868629455566, | |
| "learning_rate": 2.272090936645105e-06, | |
| "loss": 1.3894, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.32863501483679525, | |
| "grad_norm": 9.627702713012695, | |
| "learning_rate": 2.2690916724026954e-06, | |
| "loss": 1.3225, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.3293768545994065, | |
| "grad_norm": 11.345617294311523, | |
| "learning_rate": 2.266088230839055e-06, | |
| "loss": 1.3649, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.3301186943620178, | |
| "grad_norm": 7.237599849700928, | |
| "learning_rate": 2.2630806282673744e-06, | |
| "loss": 1.5589, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.33086053412462907, | |
| "grad_norm": 8.742907524108887, | |
| "learning_rate": 2.2600688810234474e-06, | |
| "loss": 1.4584, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.33160237388724034, | |
| "grad_norm": 9.190670013427734, | |
| "learning_rate": 2.257053005465578e-06, | |
| "loss": 1.4466, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.3323442136498516, | |
| "grad_norm": 8.909046173095703, | |
| "learning_rate": 2.2540330179744934e-06, | |
| "loss": 1.3321, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.3330860534124629, | |
| "grad_norm": 8.911348342895508, | |
| "learning_rate": 2.2510089349532553e-06, | |
| "loss": 1.4146, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.33382789317507416, | |
| "grad_norm": 8.258678436279297, | |
| "learning_rate": 2.2479807728271696e-06, | |
| "loss": 1.348, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.33382789317507416, | |
| "eval_loss": 1.3544670343399048, | |
| "eval_runtime": 23.4388, | |
| "eval_samples_per_second": 19.028, | |
| "eval_steps_per_second": 9.514, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.33456973293768544, | |
| "grad_norm": 8.755362510681152, | |
| "learning_rate": 2.2449485480436982e-06, | |
| "loss": 1.3788, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.3353115727002967, | |
| "grad_norm": 8.534749031066895, | |
| "learning_rate": 2.24191227707237e-06, | |
| "loss": 1.2039, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.336053412462908, | |
| "grad_norm": 7.606124401092529, | |
| "learning_rate": 2.238871976404689e-06, | |
| "loss": 1.4215, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.3367952522255193, | |
| "grad_norm": 8.163749694824219, | |
| "learning_rate": 2.235827662554048e-06, | |
| "loss": 1.3814, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.3375370919881306, | |
| "grad_norm": 7.764957427978516, | |
| "learning_rate": 2.232779352055637e-06, | |
| "loss": 1.2437, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.33827893175074186, | |
| "grad_norm": 10.332768440246582, | |
| "learning_rate": 2.2297270614663533e-06, | |
| "loss": 1.4328, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.33902077151335314, | |
| "grad_norm": 8.382997512817383, | |
| "learning_rate": 2.2266708073647128e-06, | |
| "loss": 1.4947, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.3397626112759644, | |
| "grad_norm": 8.392914772033691, | |
| "learning_rate": 2.2236106063507592e-06, | |
| "loss": 1.3206, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.3405044510385757, | |
| "grad_norm": 8.482207298278809, | |
| "learning_rate": 2.220546475045973e-06, | |
| "loss": 1.473, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.34124629080118696, | |
| "grad_norm": 9.380014419555664, | |
| "learning_rate": 2.2174784300931828e-06, | |
| "loss": 1.5559, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.34198813056379823, | |
| "grad_norm": 8.139824867248535, | |
| "learning_rate": 2.2144064881564747e-06, | |
| "loss": 1.5721, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.3427299703264095, | |
| "grad_norm": 9.55907917022705, | |
| "learning_rate": 2.2113306659210997e-06, | |
| "loss": 1.3778, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.3434718100890208, | |
| "grad_norm": 10.155835151672363, | |
| "learning_rate": 2.208250980093386e-06, | |
| "loss": 1.2517, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.34421364985163205, | |
| "grad_norm": 8.608782768249512, | |
| "learning_rate": 2.205167447400646e-06, | |
| "loss": 1.3875, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.3449554896142433, | |
| "grad_norm": 9.097238540649414, | |
| "learning_rate": 2.202080084591087e-06, | |
| "loss": 1.389, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.3456973293768546, | |
| "grad_norm": 8.809340476989746, | |
| "learning_rate": 2.1989889084337194e-06, | |
| "loss": 1.2246, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.3464391691394659, | |
| "grad_norm": 9.638260841369629, | |
| "learning_rate": 2.195893935718266e-06, | |
| "loss": 1.4718, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.34718100890207715, | |
| "grad_norm": 7.2880730628967285, | |
| "learning_rate": 2.19279518325507e-06, | |
| "loss": 1.1473, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.3479228486646884, | |
| "grad_norm": 9.370959281921387, | |
| "learning_rate": 2.1896926678750043e-06, | |
| "loss": 1.3126, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.3486646884272997, | |
| "grad_norm": 7.85057258605957, | |
| "learning_rate": 2.1865864064293813e-06, | |
| "loss": 1.3338, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.34940652818991097, | |
| "grad_norm": 8.449581146240234, | |
| "learning_rate": 2.1834764157898587e-06, | |
| "loss": 1.3948, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.35014836795252224, | |
| "grad_norm": 10.200738906860352, | |
| "learning_rate": 2.18036271284835e-06, | |
| "loss": 1.4157, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.3508902077151335, | |
| "grad_norm": 9.506202697753906, | |
| "learning_rate": 2.177245314516932e-06, | |
| "loss": 1.4382, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.3516320474777448, | |
| "grad_norm": 9.932241439819336, | |
| "learning_rate": 2.174124237727753e-06, | |
| "loss": 1.408, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.35237388724035607, | |
| "grad_norm": 10.123774528503418, | |
| "learning_rate": 2.1709994994329406e-06, | |
| "loss": 1.1708, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.35311572700296734, | |
| "grad_norm": 7.982966899871826, | |
| "learning_rate": 2.1678711166045108e-06, | |
| "loss": 1.2625, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.3538575667655786, | |
| "grad_norm": 9.418827056884766, | |
| "learning_rate": 2.164739106234273e-06, | |
| "loss": 1.3367, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.3545994065281899, | |
| "grad_norm": 9.385802268981934, | |
| "learning_rate": 2.161603485333742e-06, | |
| "loss": 1.5404, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.35534124629080116, | |
| "grad_norm": 8.353150367736816, | |
| "learning_rate": 2.1584642709340414e-06, | |
| "loss": 1.5455, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.3560830860534125, | |
| "grad_norm": 7.22542667388916, | |
| "learning_rate": 2.155321480085813e-06, | |
| "loss": 1.4264, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.35682492581602376, | |
| "grad_norm": 7.641038417816162, | |
| "learning_rate": 2.152175129859125e-06, | |
| "loss": 1.3006, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.35756676557863504, | |
| "grad_norm": 7.675732135772705, | |
| "learning_rate": 2.1490252373433783e-06, | |
| "loss": 1.3992, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.3583086053412463, | |
| "grad_norm": 7.769400119781494, | |
| "learning_rate": 2.1458718196472124e-06, | |
| "loss": 1.2344, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.3590504451038576, | |
| "grad_norm": 8.751335144042969, | |
| "learning_rate": 2.1427148938984156e-06, | |
| "loss": 1.4056, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.35979228486646886, | |
| "grad_norm": 10.821932792663574, | |
| "learning_rate": 2.1395544772438288e-06, | |
| "loss": 1.362, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.36053412462908013, | |
| "grad_norm": 7.864255905151367, | |
| "learning_rate": 2.136390586849255e-06, | |
| "loss": 1.4346, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.3612759643916914, | |
| "grad_norm": 10.004661560058594, | |
| "learning_rate": 2.1332232398993634e-06, | |
| "loss": 1.4811, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.3620178041543027, | |
| "grad_norm": 8.67725944519043, | |
| "learning_rate": 2.130052453597598e-06, | |
| "loss": 1.3436, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.36275964391691395, | |
| "grad_norm": 8.538166999816895, | |
| "learning_rate": 2.126878245166084e-06, | |
| "loss": 1.286, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.36350148367952523, | |
| "grad_norm": 8.13525676727295, | |
| "learning_rate": 2.1237006318455345e-06, | |
| "loss": 1.3891, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.3642433234421365, | |
| "grad_norm": 7.657358646392822, | |
| "learning_rate": 2.1205196308951547e-06, | |
| "loss": 1.4672, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.3649851632047478, | |
| "grad_norm": 9.132546424865723, | |
| "learning_rate": 2.1173352595925505e-06, | |
| "loss": 1.2085, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.36572700296735905, | |
| "grad_norm": 8.413400650024414, | |
| "learning_rate": 2.1141475352336345e-06, | |
| "loss": 1.2139, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.3664688427299703, | |
| "grad_norm": 8.649598121643066, | |
| "learning_rate": 2.1109564751325297e-06, | |
| "loss": 1.5049, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.3672106824925816, | |
| "grad_norm": 10.267006874084473, | |
| "learning_rate": 2.107762096621479e-06, | |
| "loss": 1.4108, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.36795252225519287, | |
| "grad_norm": 8.94491195678711, | |
| "learning_rate": 2.104564417050749e-06, | |
| "loss": 1.3822, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.36869436201780414, | |
| "grad_norm": 7.626391887664795, | |
| "learning_rate": 2.101363453788534e-06, | |
| "loss": 1.4081, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.3694362017804154, | |
| "grad_norm": 9.207382202148438, | |
| "learning_rate": 2.0981592242208664e-06, | |
| "loss": 1.3541, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.3701780415430267, | |
| "grad_norm": 7.966575622558594, | |
| "learning_rate": 2.094951745751518e-06, | |
| "loss": 1.5405, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.37091988130563797, | |
| "grad_norm": 8.80086612701416, | |
| "learning_rate": 2.0917410358019074e-06, | |
| "loss": 1.4639, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.37091988130563797, | |
| "eval_loss": 1.3480095863342285, | |
| "eval_runtime": 23.4543, | |
| "eval_samples_per_second": 19.016, | |
| "eval_steps_per_second": 9.508, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.37166172106824924, | |
| "grad_norm": 8.063216209411621, | |
| "learning_rate": 2.0885271118110046e-06, | |
| "loss": 1.3554, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.3724035608308605, | |
| "grad_norm": 8.728006362915039, | |
| "learning_rate": 2.0853099912352377e-06, | |
| "loss": 1.2087, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.3731454005934718, | |
| "grad_norm": 9.18012523651123, | |
| "learning_rate": 2.0820896915483957e-06, | |
| "loss": 1.3693, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.37388724035608306, | |
| "grad_norm": 7.697686672210693, | |
| "learning_rate": 2.0788662302415355e-06, | |
| "loss": 1.3692, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.37462908011869434, | |
| "grad_norm": 7.777410984039307, | |
| "learning_rate": 2.075639624822886e-06, | |
| "loss": 1.4546, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.37537091988130566, | |
| "grad_norm": 8.502872467041016, | |
| "learning_rate": 2.072409892817755e-06, | |
| "loss": 1.3695, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.37611275964391694, | |
| "grad_norm": 8.375325202941895, | |
| "learning_rate": 2.0691770517684303e-06, | |
| "loss": 1.3583, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.3768545994065282, | |
| "grad_norm": 10.402475357055664, | |
| "learning_rate": 2.0659411192340875e-06, | |
| "loss": 1.4421, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.3775964391691395, | |
| "grad_norm": 8.315070152282715, | |
| "learning_rate": 2.0627021127906936e-06, | |
| "loss": 1.3451, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.37833827893175076, | |
| "grad_norm": 8.026792526245117, | |
| "learning_rate": 2.05946005003091e-06, | |
| "loss": 1.2854, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.37908011869436203, | |
| "grad_norm": 8.60229778289795, | |
| "learning_rate": 2.056214948564002e-06, | |
| "loss": 1.3984, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.3798219584569733, | |
| "grad_norm": 8.691934585571289, | |
| "learning_rate": 2.0529668260157356e-06, | |
| "loss": 1.4777, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.3805637982195846, | |
| "grad_norm": 8.551725387573242, | |
| "learning_rate": 2.049715700028288e-06, | |
| "loss": 1.2376, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.38130563798219586, | |
| "grad_norm": 7.708804130554199, | |
| "learning_rate": 2.04646158826015e-06, | |
| "loss": 1.253, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.38204747774480713, | |
| "grad_norm": 9.0563325881958, | |
| "learning_rate": 2.043204508386028e-06, | |
| "loss": 1.3143, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.3827893175074184, | |
| "grad_norm": 9.717677116394043, | |
| "learning_rate": 2.0399444780967514e-06, | |
| "loss": 1.389, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.3835311572700297, | |
| "grad_norm": 10.435174942016602, | |
| "learning_rate": 2.036681515099173e-06, | |
| "loss": 1.3088, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.38427299703264095, | |
| "grad_norm": 8.454843521118164, | |
| "learning_rate": 2.0334156371160754e-06, | |
| "loss": 1.3449, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.3850148367952522, | |
| "grad_norm": 8.752850532531738, | |
| "learning_rate": 2.030146861886075e-06, | |
| "loss": 1.3281, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.3857566765578635, | |
| "grad_norm": 7.73056173324585, | |
| "learning_rate": 2.0268752071635235e-06, | |
| "loss": 1.4503, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.38649851632047477, | |
| "grad_norm": 8.349225044250488, | |
| "learning_rate": 2.0236006907184124e-06, | |
| "loss": 1.3468, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.38724035608308605, | |
| "grad_norm": 9.541553497314453, | |
| "learning_rate": 2.0203233303362773e-06, | |
| "loss": 1.4216, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.3879821958456973, | |
| "grad_norm": 7.54893159866333, | |
| "learning_rate": 2.0170431438181e-06, | |
| "loss": 1.4398, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.3887240356083086, | |
| "grad_norm": 8.763372421264648, | |
| "learning_rate": 2.0137601489802127e-06, | |
| "loss": 1.5001, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.38946587537091987, | |
| "grad_norm": 6.774653434753418, | |
| "learning_rate": 2.010474363654201e-06, | |
| "loss": 1.2526, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.39020771513353114, | |
| "grad_norm": 7.963438510894775, | |
| "learning_rate": 2.0071858056868074e-06, | |
| "loss": 1.2569, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.3909495548961424, | |
| "grad_norm": 10.730804443359375, | |
| "learning_rate": 2.003894492939834e-06, | |
| "loss": 1.3766, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.3916913946587537, | |
| "grad_norm": 8.266863822937012, | |
| "learning_rate": 2.0006004432900444e-06, | |
| "loss": 1.4004, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.39243323442136496, | |
| "grad_norm": 8.219123840332031, | |
| "learning_rate": 1.997303674629069e-06, | |
| "loss": 1.3371, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.39317507418397624, | |
| "grad_norm": 7.95269250869751, | |
| "learning_rate": 1.9940042048633056e-06, | |
| "loss": 1.4416, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.3939169139465875, | |
| "grad_norm": 7.302926063537598, | |
| "learning_rate": 1.9907020519138247e-06, | |
| "loss": 1.3352, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.39465875370919884, | |
| "grad_norm": 8.411139488220215, | |
| "learning_rate": 1.987397233716267e-06, | |
| "loss": 1.29, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.3954005934718101, | |
| "grad_norm": 7.670512676239014, | |
| "learning_rate": 1.9840897682207537e-06, | |
| "loss": 1.3194, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.3961424332344214, | |
| "grad_norm": 11.99163818359375, | |
| "learning_rate": 1.9807796733917815e-06, | |
| "loss": 1.4642, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.39688427299703266, | |
| "grad_norm": 8.448274612426758, | |
| "learning_rate": 1.9774669672081307e-06, | |
| "loss": 1.277, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.39762611275964393, | |
| "grad_norm": 8.752152442932129, | |
| "learning_rate": 1.9741516676627632e-06, | |
| "loss": 1.3266, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.3983679525222552, | |
| "grad_norm": 8.631105422973633, | |
| "learning_rate": 1.970833792762729e-06, | |
| "loss": 1.4025, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.3991097922848665, | |
| "grad_norm": 8.437644004821777, | |
| "learning_rate": 1.967513360529063e-06, | |
| "loss": 1.4304, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.39985163204747776, | |
| "grad_norm": 8.341066360473633, | |
| "learning_rate": 1.964190388996694e-06, | |
| "loss": 1.3816, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.40059347181008903, | |
| "grad_norm": 7.804527282714844, | |
| "learning_rate": 1.9608648962143394e-06, | |
| "loss": 1.4099, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.4013353115727003, | |
| "grad_norm": 8.778786659240723, | |
| "learning_rate": 1.957536900244414e-06, | |
| "loss": 1.2651, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.4020771513353116, | |
| "grad_norm": 8.054415702819824, | |
| "learning_rate": 1.954206419162925e-06, | |
| "loss": 1.4155, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.40281899109792285, | |
| "grad_norm": 7.543354511260986, | |
| "learning_rate": 1.950873471059382e-06, | |
| "loss": 1.412, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.4035608308605341, | |
| "grad_norm": 9.169261932373047, | |
| "learning_rate": 1.9475380740366903e-06, | |
| "loss": 1.4265, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.4043026706231454, | |
| "grad_norm": 8.047539710998535, | |
| "learning_rate": 1.944200246211058e-06, | |
| "loss": 1.4605, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.4050445103857567, | |
| "grad_norm": 9.375300407409668, | |
| "learning_rate": 1.940860005711897e-06, | |
| "loss": 1.4745, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.40578635014836795, | |
| "grad_norm": 8.199248313903809, | |
| "learning_rate": 1.9375173706817215e-06, | |
| "loss": 1.3614, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.4065281899109792, | |
| "grad_norm": 9.075878143310547, | |
| "learning_rate": 1.9341723592760542e-06, | |
| "loss": 1.4263, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.4072700296735905, | |
| "grad_norm": 7.4491472244262695, | |
| "learning_rate": 1.930824989663323e-06, | |
| "loss": 1.251, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.40801186943620177, | |
| "grad_norm": 8.764143943786621, | |
| "learning_rate": 1.9274752800247654e-06, | |
| "loss": 1.4405, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.40801186943620177, | |
| "eval_loss": 1.340783953666687, | |
| "eval_runtime": 23.4462, | |
| "eval_samples_per_second": 19.022, | |
| "eval_steps_per_second": 9.511, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.40875370919881304, | |
| "grad_norm": 8.902606964111328, | |
| "learning_rate": 1.9241232485543284e-06, | |
| "loss": 1.3789, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.4094955489614243, | |
| "grad_norm": 7.769072532653809, | |
| "learning_rate": 1.9207689134585698e-06, | |
| "loss": 1.5089, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.4102373887240356, | |
| "grad_norm": 9.30247974395752, | |
| "learning_rate": 1.91741229295656e-06, | |
| "loss": 1.2942, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.41097922848664686, | |
| "grad_norm": 9.735326766967773, | |
| "learning_rate": 1.914053405279783e-06, | |
| "loss": 1.1792, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.41172106824925814, | |
| "grad_norm": 8.925307273864746, | |
| "learning_rate": 1.9106922686720356e-06, | |
| "loss": 1.4032, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.4124629080118694, | |
| "grad_norm": 8.152726173400879, | |
| "learning_rate": 1.9073289013893313e-06, | |
| "loss": 1.3349, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.4132047477744807, | |
| "grad_norm": 8.074481964111328, | |
| "learning_rate": 1.9039633216997978e-06, | |
| "loss": 1.2687, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.413946587537092, | |
| "grad_norm": 7.500307559967041, | |
| "learning_rate": 1.900595547883581e-06, | |
| "loss": 1.3318, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.4146884272997033, | |
| "grad_norm": 8.518424987792969, | |
| "learning_rate": 1.8972255982327432e-06, | |
| "loss": 1.4255, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.41543026706231456, | |
| "grad_norm": 9.059218406677246, | |
| "learning_rate": 1.8938534910511652e-06, | |
| "loss": 1.3451, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.41617210682492584, | |
| "grad_norm": 8.822978973388672, | |
| "learning_rate": 1.8904792446544467e-06, | |
| "loss": 1.623, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.4169139465875371, | |
| "grad_norm": 8.972715377807617, | |
| "learning_rate": 1.8871028773698058e-06, | |
| "loss": 1.447, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.4176557863501484, | |
| "grad_norm": 7.2900519371032715, | |
| "learning_rate": 1.8837244075359804e-06, | |
| "loss": 1.3426, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.41839762611275966, | |
| "grad_norm": 8.24610710144043, | |
| "learning_rate": 1.880343853503129e-06, | |
| "loss": 1.3507, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.41913946587537093, | |
| "grad_norm": 10.137441635131836, | |
| "learning_rate": 1.8769612336327294e-06, | |
| "loss": 1.4335, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.4198813056379822, | |
| "grad_norm": 10.343937873840332, | |
| "learning_rate": 1.8735765662974818e-06, | |
| "loss": 1.3133, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.4206231454005935, | |
| "grad_norm": 8.10049057006836, | |
| "learning_rate": 1.8701898698812047e-06, | |
| "loss": 1.31, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.42136498516320475, | |
| "grad_norm": 8.974928855895996, | |
| "learning_rate": 1.86680116277874e-06, | |
| "loss": 1.3522, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.422106824925816, | |
| "grad_norm": 7.443127632141113, | |
| "learning_rate": 1.8634104633958483e-06, | |
| "loss": 1.2373, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.4228486646884273, | |
| "grad_norm": 8.140283584594727, | |
| "learning_rate": 1.8600177901491135e-06, | |
| "loss": 1.2969, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.4235905044510386, | |
| "grad_norm": 8.618755340576172, | |
| "learning_rate": 1.8566231614658389e-06, | |
| "loss": 1.185, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.42433234421364985, | |
| "grad_norm": 8.221843719482422, | |
| "learning_rate": 1.8532265957839497e-06, | |
| "loss": 1.3558, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.4250741839762611, | |
| "grad_norm": 12.334073066711426, | |
| "learning_rate": 1.8498281115518912e-06, | |
| "loss": 1.3281, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.4258160237388724, | |
| "grad_norm": 7.851191997528076, | |
| "learning_rate": 1.8464277272285305e-06, | |
| "loss": 1.2885, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.42655786350148367, | |
| "grad_norm": 8.391671180725098, | |
| "learning_rate": 1.843025461283053e-06, | |
| "loss": 1.3001, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.42729970326409494, | |
| "grad_norm": 9.907540321350098, | |
| "learning_rate": 1.839621332194866e-06, | |
| "loss": 1.4639, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.4280415430267062, | |
| "grad_norm": 8.890905380249023, | |
| "learning_rate": 1.8362153584534963e-06, | |
| "loss": 1.3371, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.4287833827893175, | |
| "grad_norm": 8.191327095031738, | |
| "learning_rate": 1.8328075585584888e-06, | |
| "loss": 1.4174, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.42952522255192876, | |
| "grad_norm": 7.765829563140869, | |
| "learning_rate": 1.829397951019308e-06, | |
| "loss": 1.3488, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.43026706231454004, | |
| "grad_norm": 8.07245922088623, | |
| "learning_rate": 1.8259865543552362e-06, | |
| "loss": 1.1749, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.4310089020771513, | |
| "grad_norm": 7.672754287719727, | |
| "learning_rate": 1.8225733870952739e-06, | |
| "loss": 1.3164, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.4317507418397626, | |
| "grad_norm": 8.181532859802246, | |
| "learning_rate": 1.819158467778038e-06, | |
| "loss": 1.387, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.43249258160237386, | |
| "grad_norm": 8.17938232421875, | |
| "learning_rate": 1.8157418149516617e-06, | |
| "loss": 1.2231, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.4332344213649852, | |
| "grad_norm": 7.951348304748535, | |
| "learning_rate": 1.8123234471736945e-06, | |
| "loss": 1.4411, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.43397626112759646, | |
| "grad_norm": 7.451209545135498, | |
| "learning_rate": 1.8089033830110003e-06, | |
| "loss": 1.3168, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.43471810089020774, | |
| "grad_norm": 8.86732292175293, | |
| "learning_rate": 1.805481641039656e-06, | |
| "loss": 1.4272, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.435459940652819, | |
| "grad_norm": 8.028582572937012, | |
| "learning_rate": 1.8020582398448532e-06, | |
| "loss": 1.2012, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.4362017804154303, | |
| "grad_norm": 7.9948506355285645, | |
| "learning_rate": 1.7986331980207942e-06, | |
| "loss": 1.377, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.43694362017804156, | |
| "grad_norm": 8.945382118225098, | |
| "learning_rate": 1.7952065341705928e-06, | |
| "loss": 1.285, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.43768545994065283, | |
| "grad_norm": 8.703865051269531, | |
| "learning_rate": 1.7917782669061727e-06, | |
| "loss": 1.4814, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.4384272997032641, | |
| "grad_norm": 8.220625877380371, | |
| "learning_rate": 1.7883484148481669e-06, | |
| "loss": 1.3047, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.4391691394658754, | |
| "grad_norm": 8.814275741577148, | |
| "learning_rate": 1.7849169966258158e-06, | |
| "loss": 1.2686, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.43991097922848665, | |
| "grad_norm": 8.656988143920898, | |
| "learning_rate": 1.7814840308768672e-06, | |
| "loss": 1.3689, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.4406528189910979, | |
| "grad_norm": 7.942451000213623, | |
| "learning_rate": 1.778049536247473e-06, | |
| "loss": 1.4089, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.4413946587537092, | |
| "grad_norm": 8.073698997497559, | |
| "learning_rate": 1.7746135313920907e-06, | |
| "loss": 1.3592, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.4421364985163205, | |
| "grad_norm": 9.229683876037598, | |
| "learning_rate": 1.7711760349733793e-06, | |
| "loss": 1.2828, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.44287833827893175, | |
| "grad_norm": 9.150603294372559, | |
| "learning_rate": 1.7677370656620997e-06, | |
| "loss": 1.2879, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.443620178041543, | |
| "grad_norm": 8.25768756866455, | |
| "learning_rate": 1.7642966421370136e-06, | |
| "loss": 1.4304, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.4443620178041543, | |
| "grad_norm": 9.358892440795898, | |
| "learning_rate": 1.7608547830847795e-06, | |
| "loss": 1.4317, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.44510385756676557, | |
| "grad_norm": 8.074627876281738, | |
| "learning_rate": 1.757411507199855e-06, | |
| "loss": 1.2926, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.44510385756676557, | |
| "eval_loss": 1.3348528146743774, | |
| "eval_runtime": 23.4773, | |
| "eval_samples_per_second": 18.997, | |
| "eval_steps_per_second": 9.499, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.44584569732937684, | |
| "grad_norm": 7.637718677520752, | |
| "learning_rate": 1.7539668331843914e-06, | |
| "loss": 1.3149, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.4465875370919881, | |
| "grad_norm": 10.58519458770752, | |
| "learning_rate": 1.7505207797481356e-06, | |
| "loss": 1.3607, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.4473293768545994, | |
| "grad_norm": 7.9096174240112305, | |
| "learning_rate": 1.7470733656083253e-06, | |
| "loss": 1.2627, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.44807121661721067, | |
| "grad_norm": 7.344761848449707, | |
| "learning_rate": 1.7436246094895896e-06, | |
| "loss": 1.4465, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.44881305637982194, | |
| "grad_norm": 8.851872444152832, | |
| "learning_rate": 1.740174530123847e-06, | |
| "loss": 1.3832, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.4495548961424332, | |
| "grad_norm": 8.735071182250977, | |
| "learning_rate": 1.7367231462502024e-06, | |
| "loss": 1.4773, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.4502967359050445, | |
| "grad_norm": 8.918268203735352, | |
| "learning_rate": 1.7332704766148466e-06, | |
| "loss": 1.3897, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.45103857566765576, | |
| "grad_norm": 8.48647689819336, | |
| "learning_rate": 1.729816539970954e-06, | |
| "loss": 1.2423, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.45178041543026703, | |
| "grad_norm": 6.995253562927246, | |
| "learning_rate": 1.72636135507858e-06, | |
| "loss": 1.2992, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.45252225519287836, | |
| "grad_norm": 7.405545234680176, | |
| "learning_rate": 1.7229049407045613e-06, | |
| "loss": 1.3971, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.45326409495548964, | |
| "grad_norm": 8.452637672424316, | |
| "learning_rate": 1.7194473156224113e-06, | |
| "loss": 1.3156, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.4540059347181009, | |
| "grad_norm": 7.952899932861328, | |
| "learning_rate": 1.7159884986122197e-06, | |
| "loss": 1.3817, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.4547477744807122, | |
| "grad_norm": 8.648924827575684, | |
| "learning_rate": 1.7125285084605509e-06, | |
| "loss": 1.3269, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.45548961424332346, | |
| "grad_norm": 7.878424167633057, | |
| "learning_rate": 1.7090673639603399e-06, | |
| "loss": 1.3511, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.45623145400593473, | |
| "grad_norm": 10.038208961486816, | |
| "learning_rate": 1.7056050839107924e-06, | |
| "loss": 1.3547, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.456973293768546, | |
| "grad_norm": 11.209604263305664, | |
| "learning_rate": 1.7021416871172816e-06, | |
| "loss": 1.38, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.4577151335311573, | |
| "grad_norm": 8.880349159240723, | |
| "learning_rate": 1.6986771923912466e-06, | |
| "loss": 1.3767, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.45845697329376855, | |
| "grad_norm": 7.9594221115112305, | |
| "learning_rate": 1.6952116185500891e-06, | |
| "loss": 1.3401, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.45919881305637983, | |
| "grad_norm": 9.231648445129395, | |
| "learning_rate": 1.6917449844170733e-06, | |
| "loss": 1.3873, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.4599406528189911, | |
| "grad_norm": 8.900077819824219, | |
| "learning_rate": 1.6882773088212214e-06, | |
| "loss": 1.4, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.4606824925816024, | |
| "grad_norm": 9.752120018005371, | |
| "learning_rate": 1.6848086105972123e-06, | |
| "loss": 1.3674, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.46142433234421365, | |
| "grad_norm": 9.113099098205566, | |
| "learning_rate": 1.6813389085852794e-06, | |
| "loss": 1.454, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.4621661721068249, | |
| "grad_norm": 8.19013500213623, | |
| "learning_rate": 1.677868221631109e-06, | |
| "loss": 1.3381, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.4629080118694362, | |
| "grad_norm": 7.306256294250488, | |
| "learning_rate": 1.674396568585736e-06, | |
| "loss": 1.3912, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.46364985163204747, | |
| "grad_norm": 8.432893753051758, | |
| "learning_rate": 1.6709239683054433e-06, | |
| "loss": 1.2639, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.46439169139465875, | |
| "grad_norm": 9.081368446350098, | |
| "learning_rate": 1.6674504396516583e-06, | |
| "loss": 1.3728, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.46513353115727, | |
| "grad_norm": 8.188736915588379, | |
| "learning_rate": 1.663976001490851e-06, | |
| "loss": 1.3573, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.4658753709198813, | |
| "grad_norm": 8.223960876464844, | |
| "learning_rate": 1.6605006726944314e-06, | |
| "loss": 1.3602, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.46661721068249257, | |
| "grad_norm": 7.188130855560303, | |
| "learning_rate": 1.6570244721386472e-06, | |
| "loss": 1.3091, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.46735905044510384, | |
| "grad_norm": 8.153417587280273, | |
| "learning_rate": 1.6535474187044809e-06, | |
| "loss": 1.3743, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.4681008902077151, | |
| "grad_norm": 7.9417290687561035, | |
| "learning_rate": 1.650069531277547e-06, | |
| "loss": 1.2242, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.4688427299703264, | |
| "grad_norm": 10.858664512634277, | |
| "learning_rate": 1.6465908287479907e-06, | |
| "loss": 1.329, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.46958456973293766, | |
| "grad_norm": 11.415666580200195, | |
| "learning_rate": 1.6431113300103836e-06, | |
| "loss": 1.3142, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.47032640949554894, | |
| "grad_norm": 9.50818920135498, | |
| "learning_rate": 1.6396310539636222e-06, | |
| "loss": 1.335, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.4710682492581602, | |
| "grad_norm": 8.820195198059082, | |
| "learning_rate": 1.6361500195108256e-06, | |
| "loss": 1.3818, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.47181008902077154, | |
| "grad_norm": 8.231925964355469, | |
| "learning_rate": 1.6326682455592306e-06, | |
| "loss": 1.5702, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.4725519287833828, | |
| "grad_norm": 8.553587913513184, | |
| "learning_rate": 1.6291857510200926e-06, | |
| "loss": 1.3378, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.4732937685459941, | |
| "grad_norm": 8.568156242370605, | |
| "learning_rate": 1.6257025548085788e-06, | |
| "loss": 1.3023, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.47403560830860536, | |
| "grad_norm": 8.378904342651367, | |
| "learning_rate": 1.6222186758436698e-06, | |
| "loss": 1.4306, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.47477744807121663, | |
| "grad_norm": 8.451229095458984, | |
| "learning_rate": 1.6187341330480523e-06, | |
| "loss": 1.166, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.4755192878338279, | |
| "grad_norm": 8.599996566772461, | |
| "learning_rate": 1.6152489453480202e-06, | |
| "loss": 1.365, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.4762611275964392, | |
| "grad_norm": 8.459872245788574, | |
| "learning_rate": 1.6117631316733698e-06, | |
| "loss": 1.278, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.47700296735905046, | |
| "grad_norm": 9.12617301940918, | |
| "learning_rate": 1.6082767109572964e-06, | |
| "loss": 1.2172, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.47774480712166173, | |
| "grad_norm": 7.814152717590332, | |
| "learning_rate": 1.6047897021362942e-06, | |
| "loss": 1.2797, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.478486646884273, | |
| "grad_norm": 9.098596572875977, | |
| "learning_rate": 1.60130212415005e-06, | |
| "loss": 1.3154, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.4792284866468843, | |
| "grad_norm": 9.89655876159668, | |
| "learning_rate": 1.597813995941343e-06, | |
| "loss": 1.4306, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.47997032640949555, | |
| "grad_norm": 8.791460037231445, | |
| "learning_rate": 1.5943253364559412e-06, | |
| "loss": 1.2269, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.4807121661721068, | |
| "grad_norm": 8.997727394104004, | |
| "learning_rate": 1.5908361646424973e-06, | |
| "loss": 1.4215, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.4814540059347181, | |
| "grad_norm": 7.6386284828186035, | |
| "learning_rate": 1.5873464994524473e-06, | |
| "loss": 1.2984, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.4821958456973294, | |
| "grad_norm": 9.248114585876465, | |
| "learning_rate": 1.5838563598399068e-06, | |
| "loss": 1.3452, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.4821958456973294, | |
| "eval_loss": 1.326774001121521, | |
| "eval_runtime": 23.5945, | |
| "eval_samples_per_second": 18.903, | |
| "eval_steps_per_second": 9.451, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.48293768545994065, | |
| "grad_norm": 7.455526828765869, | |
| "learning_rate": 1.580365764761568e-06, | |
| "loss": 1.2932, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.4836795252225519, | |
| "grad_norm": 9.042367935180664, | |
| "learning_rate": 1.5768747331765977e-06, | |
| "loss": 1.358, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.4844213649851632, | |
| "grad_norm": 7.080817222595215, | |
| "learning_rate": 1.5733832840465328e-06, | |
| "loss": 1.2915, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.48516320474777447, | |
| "grad_norm": 11.231888771057129, | |
| "learning_rate": 1.5698914363351784e-06, | |
| "loss": 1.3181, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.48590504451038574, | |
| "grad_norm": 7.5210347175598145, | |
| "learning_rate": 1.5663992090085044e-06, | |
| "loss": 1.3802, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.486646884272997, | |
| "grad_norm": 8.118837356567383, | |
| "learning_rate": 1.5629066210345432e-06, | |
| "loss": 1.4856, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.4873887240356083, | |
| "grad_norm": 7.752665996551514, | |
| "learning_rate": 1.559413691383285e-06, | |
| "loss": 1.3588, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.48813056379821956, | |
| "grad_norm": 8.421116828918457, | |
| "learning_rate": 1.5559204390265764e-06, | |
| "loss": 1.4454, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.48887240356083084, | |
| "grad_norm": 8.583824157714844, | |
| "learning_rate": 1.5524268829380168e-06, | |
| "loss": 1.4392, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.4896142433234421, | |
| "grad_norm": 8.850062370300293, | |
| "learning_rate": 1.5489330420928555e-06, | |
| "loss": 1.3796, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.4903560830860534, | |
| "grad_norm": 7.187986850738525, | |
| "learning_rate": 1.5454389354678882e-06, | |
| "loss": 1.1743, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.4910979228486647, | |
| "grad_norm": 17.749059677124023, | |
| "learning_rate": 1.541944582041353e-06, | |
| "loss": 1.3122, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.491839762611276, | |
| "grad_norm": 9.939379692077637, | |
| "learning_rate": 1.5384500007928312e-06, | |
| "loss": 1.1216, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.49258160237388726, | |
| "grad_norm": 9.638907432556152, | |
| "learning_rate": 1.53495521070314e-06, | |
| "loss": 1.2621, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.49332344213649854, | |
| "grad_norm": 9.247072219848633, | |
| "learning_rate": 1.5314602307542297e-06, | |
| "loss": 1.255, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.4940652818991098, | |
| "grad_norm": 10.329320907592773, | |
| "learning_rate": 1.5279650799290838e-06, | |
| "loss": 1.3395, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.4948071216617211, | |
| "grad_norm": 8.686713218688965, | |
| "learning_rate": 1.5244697772116131e-06, | |
| "loss": 1.1988, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.49554896142433236, | |
| "grad_norm": 9.043136596679688, | |
| "learning_rate": 1.5209743415865535e-06, | |
| "loss": 1.3861, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.49629080118694363, | |
| "grad_norm": 9.186018943786621, | |
| "learning_rate": 1.5174787920393627e-06, | |
| "loss": 1.2588, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.4970326409495549, | |
| "grad_norm": 9.252155303955078, | |
| "learning_rate": 1.5139831475561171e-06, | |
| "loss": 1.554, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.4977744807121662, | |
| "grad_norm": 9.65112018585205, | |
| "learning_rate": 1.510487427123409e-06, | |
| "loss": 1.3435, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.49851632047477745, | |
| "grad_norm": 22.156383514404297, | |
| "learning_rate": 1.5069916497282432e-06, | |
| "loss": 1.178, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.4992581602373887, | |
| "grad_norm": 8.21938419342041, | |
| "learning_rate": 1.5034958343579333e-06, | |
| "loss": 1.3944, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 7.787656307220459, | |
| "learning_rate": 1.5e-06, | |
| "loss": 1.4009, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.5007418397626113, | |
| "grad_norm": 8.978195190429688, | |
| "learning_rate": 1.4965041656420666e-06, | |
| "loss": 1.241, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.5014836795252225, | |
| "grad_norm": 9.333284378051758, | |
| "learning_rate": 1.4930083502717571e-06, | |
| "loss": 1.5115, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.5022255192878339, | |
| "grad_norm": 9.057726860046387, | |
| "learning_rate": 1.489512572876591e-06, | |
| "loss": 1.2611, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.5029673590504451, | |
| "grad_norm": 9.008346557617188, | |
| "learning_rate": 1.4860168524438831e-06, | |
| "loss": 1.2435, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.5037091988130564, | |
| "grad_norm": 7.9738640785217285, | |
| "learning_rate": 1.4825212079606374e-06, | |
| "loss": 1.2969, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.5044510385756676, | |
| "grad_norm": 13.787586212158203, | |
| "learning_rate": 1.4790256584134468e-06, | |
| "loss": 1.4168, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.505192878338279, | |
| "grad_norm": 8.508440971374512, | |
| "learning_rate": 1.4755302227883868e-06, | |
| "loss": 1.2758, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.5059347181008902, | |
| "grad_norm": 9.42790699005127, | |
| "learning_rate": 1.4720349200709164e-06, | |
| "loss": 1.2748, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.5066765578635015, | |
| "grad_norm": 9.03829288482666, | |
| "learning_rate": 1.4685397692457704e-06, | |
| "loss": 1.3407, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.5074183976261127, | |
| "grad_norm": 9.19029712677002, | |
| "learning_rate": 1.4650447892968606e-06, | |
| "loss": 1.52, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.5081602373887241, | |
| "grad_norm": 8.805255889892578, | |
| "learning_rate": 1.4615499992071685e-06, | |
| "loss": 1.3314, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.5089020771513353, | |
| "grad_norm": 8.248116493225098, | |
| "learning_rate": 1.4580554179586471e-06, | |
| "loss": 1.4094, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.5096439169139466, | |
| "grad_norm": 8.346354484558105, | |
| "learning_rate": 1.4545610645321123e-06, | |
| "loss": 1.4973, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.5103857566765578, | |
| "grad_norm": 8.899476051330566, | |
| "learning_rate": 1.451066957907145e-06, | |
| "loss": 1.3733, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.5111275964391692, | |
| "grad_norm": 7.146321773529053, | |
| "learning_rate": 1.4475731170619835e-06, | |
| "loss": 1.3282, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.5118694362017804, | |
| "grad_norm": 9.217137336730957, | |
| "learning_rate": 1.444079560973424e-06, | |
| "loss": 1.5009, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.5126112759643917, | |
| "grad_norm": 8.994102478027344, | |
| "learning_rate": 1.4405863086167155e-06, | |
| "loss": 1.3771, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.5133531157270029, | |
| "grad_norm": 7.989219665527344, | |
| "learning_rate": 1.4370933789654571e-06, | |
| "loss": 1.385, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.5140949554896143, | |
| "grad_norm": 8.614723205566406, | |
| "learning_rate": 1.4336007909914957e-06, | |
| "loss": 1.2987, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.5148367952522255, | |
| "grad_norm": 7.992114543914795, | |
| "learning_rate": 1.430108563664822e-06, | |
| "loss": 1.1859, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.5155786350148368, | |
| "grad_norm": 8.345887184143066, | |
| "learning_rate": 1.4266167159534675e-06, | |
| "loss": 1.4507, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.516320474777448, | |
| "grad_norm": 8.506096839904785, | |
| "learning_rate": 1.4231252668234026e-06, | |
| "loss": 1.2592, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.5170623145400594, | |
| "grad_norm": 7.255486011505127, | |
| "learning_rate": 1.4196342352384323e-06, | |
| "loss": 1.2013, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.5178041543026706, | |
| "grad_norm": 7.925352573394775, | |
| "learning_rate": 1.4161436401600939e-06, | |
| "loss": 1.3405, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.5185459940652819, | |
| "grad_norm": 7.987504482269287, | |
| "learning_rate": 1.412653500547553e-06, | |
| "loss": 1.3114, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.5192878338278932, | |
| "grad_norm": 9.995888710021973, | |
| "learning_rate": 1.4091638353575025e-06, | |
| "loss": 1.3076, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.5192878338278932, | |
| "eval_loss": 1.3201655149459839, | |
| "eval_runtime": 23.6126, | |
| "eval_samples_per_second": 18.888, | |
| "eval_steps_per_second": 9.444, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.5200296735905044, | |
| "grad_norm": 6.1546831130981445, | |
| "learning_rate": 1.405674663544059e-06, | |
| "loss": 1.4727, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.5207715133531158, | |
| "grad_norm": 8.864068984985352, | |
| "learning_rate": 1.4021860040586568e-06, | |
| "loss": 1.2877, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.521513353115727, | |
| "grad_norm": 9.57347297668457, | |
| "learning_rate": 1.3986978758499504e-06, | |
| "loss": 1.2283, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.5222551928783383, | |
| "grad_norm": 8.824577331542969, | |
| "learning_rate": 1.395210297863706e-06, | |
| "loss": 1.4945, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.5229970326409495, | |
| "grad_norm": 10.610620498657227, | |
| "learning_rate": 1.3917232890427038e-06, | |
| "loss": 1.4092, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.5237388724035609, | |
| "grad_norm": 7.3669514656066895, | |
| "learning_rate": 1.3882368683266303e-06, | |
| "loss": 1.1762, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.5244807121661721, | |
| "grad_norm": 8.22118091583252, | |
| "learning_rate": 1.38475105465198e-06, | |
| "loss": 1.3694, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.5252225519287834, | |
| "grad_norm": 8.95012378692627, | |
| "learning_rate": 1.3812658669519474e-06, | |
| "loss": 1.3601, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.5259643916913946, | |
| "grad_norm": 8.938467979431152, | |
| "learning_rate": 1.3777813241563305e-06, | |
| "loss": 1.4346, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.526706231454006, | |
| "grad_norm": 8.244651794433594, | |
| "learning_rate": 1.3742974451914208e-06, | |
| "loss": 1.3497, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.5274480712166172, | |
| "grad_norm": 9.305986404418945, | |
| "learning_rate": 1.370814248979908e-06, | |
| "loss": 1.5719, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.5281899109792285, | |
| "grad_norm": 7.710730075836182, | |
| "learning_rate": 1.3673317544407693e-06, | |
| "loss": 1.191, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.5289317507418397, | |
| "grad_norm": 9.58619499206543, | |
| "learning_rate": 1.363849980489175e-06, | |
| "loss": 1.3419, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.5296735905044511, | |
| "grad_norm": 8.806848526000977, | |
| "learning_rate": 1.3603689460363779e-06, | |
| "loss": 1.3253, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.5304154302670623, | |
| "grad_norm": 8.474712371826172, | |
| "learning_rate": 1.3568886699896171e-06, | |
| "loss": 1.2181, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.5311572700296736, | |
| "grad_norm": 8.78541374206543, | |
| "learning_rate": 1.3534091712520096e-06, | |
| "loss": 1.3726, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.5318991097922848, | |
| "grad_norm": 11.253677368164062, | |
| "learning_rate": 1.3499304687224536e-06, | |
| "loss": 1.2884, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.5326409495548962, | |
| "grad_norm": 8.340043067932129, | |
| "learning_rate": 1.3464525812955194e-06, | |
| "loss": 1.3605, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.5333827893175074, | |
| "grad_norm": 8.733418464660645, | |
| "learning_rate": 1.3429755278613535e-06, | |
| "loss": 1.2541, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.5341246290801187, | |
| "grad_norm": 9.979363441467285, | |
| "learning_rate": 1.3394993273055689e-06, | |
| "loss": 1.3203, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.5348664688427299, | |
| "grad_norm": 8.473489761352539, | |
| "learning_rate": 1.3360239985091496e-06, | |
| "loss": 1.3836, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.5356083086053413, | |
| "grad_norm": 8.469969749450684, | |
| "learning_rate": 1.3325495603483418e-06, | |
| "loss": 1.3789, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.5363501483679525, | |
| "grad_norm": 7.77994966506958, | |
| "learning_rate": 1.3290760316945572e-06, | |
| "loss": 1.2116, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.5370919881305638, | |
| "grad_norm": 9.14150619506836, | |
| "learning_rate": 1.325603431414264e-06, | |
| "loss": 1.2778, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.537833827893175, | |
| "grad_norm": 8.883842468261719, | |
| "learning_rate": 1.3221317783688914e-06, | |
| "loss": 1.2829, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.5385756676557863, | |
| "grad_norm": 6.918141841888428, | |
| "learning_rate": 1.3186610914147208e-06, | |
| "loss": 1.2587, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.5393175074183977, | |
| "grad_norm": 8.339578628540039, | |
| "learning_rate": 1.3151913894027878e-06, | |
| "loss": 1.3557, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.5400593471810089, | |
| "grad_norm": 8.50107192993164, | |
| "learning_rate": 1.3117226911787791e-06, | |
| "loss": 1.2453, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.5408011869436202, | |
| "grad_norm": 9.355497360229492, | |
| "learning_rate": 1.3082550155829264e-06, | |
| "loss": 1.4713, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.5415430267062314, | |
| "grad_norm": 8.334994316101074, | |
| "learning_rate": 1.304788381449911e-06, | |
| "loss": 1.2284, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.5422848664688428, | |
| "grad_norm": 9.552740097045898, | |
| "learning_rate": 1.3013228076087534e-06, | |
| "loss": 1.3224, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.543026706231454, | |
| "grad_norm": 9.53915786743164, | |
| "learning_rate": 1.2978583128827187e-06, | |
| "loss": 1.3691, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.5437685459940653, | |
| "grad_norm": 9.11638355255127, | |
| "learning_rate": 1.2943949160892076e-06, | |
| "loss": 1.3347, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.5445103857566765, | |
| "grad_norm": 9.868489265441895, | |
| "learning_rate": 1.2909326360396604e-06, | |
| "loss": 1.5654, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.5452522255192879, | |
| "grad_norm": 8.725732803344727, | |
| "learning_rate": 1.287471491539449e-06, | |
| "loss": 1.3145, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.5459940652818991, | |
| "grad_norm": 8.547471046447754, | |
| "learning_rate": 1.2840115013877804e-06, | |
| "loss": 1.2752, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.5467359050445104, | |
| "grad_norm": 11.938176155090332, | |
| "learning_rate": 1.2805526843775888e-06, | |
| "loss": 1.3646, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.5474777448071216, | |
| "grad_norm": 11.184774398803711, | |
| "learning_rate": 1.2770950592954392e-06, | |
| "loss": 1.4144, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.548219584569733, | |
| "grad_norm": 8.136163711547852, | |
| "learning_rate": 1.27363864492142e-06, | |
| "loss": 1.2555, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.5489614243323442, | |
| "grad_norm": 8.048996925354004, | |
| "learning_rate": 1.2701834600290465e-06, | |
| "loss": 1.3139, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.5497032640949555, | |
| "grad_norm": 8.8002347946167, | |
| "learning_rate": 1.2667295233851534e-06, | |
| "loss": 1.3354, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.5504451038575667, | |
| "grad_norm": 8.829628944396973, | |
| "learning_rate": 1.263276853749798e-06, | |
| "loss": 1.519, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.5511869436201781, | |
| "grad_norm": 8.89567756652832, | |
| "learning_rate": 1.259825469876153e-06, | |
| "loss": 1.4514, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.5519287833827893, | |
| "grad_norm": 8.236814498901367, | |
| "learning_rate": 1.2563753905104107e-06, | |
| "loss": 1.2586, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.5526706231454006, | |
| "grad_norm": 9.010204315185547, | |
| "learning_rate": 1.252926634391675e-06, | |
| "loss": 1.1963, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.5534124629080118, | |
| "grad_norm": 8.456092834472656, | |
| "learning_rate": 1.2494792202518651e-06, | |
| "loss": 1.4698, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.5541543026706232, | |
| "grad_norm": 7.783117294311523, | |
| "learning_rate": 1.2460331668156087e-06, | |
| "loss": 1.2172, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.5548961424332344, | |
| "grad_norm": 8.84600830078125, | |
| "learning_rate": 1.2425884928001456e-06, | |
| "loss": 1.3524, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.5556379821958457, | |
| "grad_norm": 13.498913764953613, | |
| "learning_rate": 1.2391452169152206e-06, | |
| "loss": 1.4842, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.5563798219584569, | |
| "grad_norm": 7.4838433265686035, | |
| "learning_rate": 1.2357033578629871e-06, | |
| "loss": 1.2696, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.5563798219584569, | |
| "eval_loss": 1.31540048122406, | |
| "eval_runtime": 23.6078, | |
| "eval_samples_per_second": 18.892, | |
| "eval_steps_per_second": 9.446, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.5571216617210683, | |
| "grad_norm": 8.919118881225586, | |
| "learning_rate": 1.2322629343379003e-06, | |
| "loss": 1.205, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 0.5578635014836796, | |
| "grad_norm": 9.142733573913574, | |
| "learning_rate": 1.2288239650266212e-06, | |
| "loss": 1.1951, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 0.5586053412462908, | |
| "grad_norm": 8.228799819946289, | |
| "learning_rate": 1.2253864686079096e-06, | |
| "loss": 1.2712, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 0.5593471810089021, | |
| "grad_norm": 9.651594161987305, | |
| "learning_rate": 1.2219504637525272e-06, | |
| "loss": 1.3421, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 0.5600890207715133, | |
| "grad_norm": 8.157588005065918, | |
| "learning_rate": 1.2185159691231333e-06, | |
| "loss": 1.3639, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.5608308605341247, | |
| "grad_norm": 8.895820617675781, | |
| "learning_rate": 1.2150830033741845e-06, | |
| "loss": 1.4126, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 0.5615727002967359, | |
| "grad_norm": 8.002445220947266, | |
| "learning_rate": 1.2116515851518336e-06, | |
| "loss": 1.5194, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 0.5623145400593472, | |
| "grad_norm": 8.261061668395996, | |
| "learning_rate": 1.2082217330938278e-06, | |
| "loss": 1.341, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 0.5630563798219584, | |
| "grad_norm": 8.519086837768555, | |
| "learning_rate": 1.2047934658294077e-06, | |
| "loss": 1.317, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 0.5637982195845698, | |
| "grad_norm": 9.409530639648438, | |
| "learning_rate": 1.2013668019792059e-06, | |
| "loss": 1.3258, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.564540059347181, | |
| "grad_norm": 8.627307891845703, | |
| "learning_rate": 1.197941760155147e-06, | |
| "loss": 1.3783, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 0.5652818991097923, | |
| "grad_norm": 8.954816818237305, | |
| "learning_rate": 1.1945183589603436e-06, | |
| "loss": 1.3198, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 0.5660237388724035, | |
| "grad_norm": 9.60593318939209, | |
| "learning_rate": 1.191096616989e-06, | |
| "loss": 1.4557, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 0.5667655786350149, | |
| "grad_norm": 10.09070110321045, | |
| "learning_rate": 1.1876765528263054e-06, | |
| "loss": 1.2944, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 0.5675074183976261, | |
| "grad_norm": 9.579095840454102, | |
| "learning_rate": 1.1842581850483386e-06, | |
| "loss": 1.1665, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.5682492581602374, | |
| "grad_norm": 8.07282829284668, | |
| "learning_rate": 1.1808415322219623e-06, | |
| "loss": 1.2873, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 0.5689910979228486, | |
| "grad_norm": 8.33482837677002, | |
| "learning_rate": 1.1774266129047268e-06, | |
| "loss": 1.3965, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 0.56973293768546, | |
| "grad_norm": 7.368827819824219, | |
| "learning_rate": 1.1740134456447643e-06, | |
| "loss": 1.361, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.5704747774480712, | |
| "grad_norm": 7.657955169677734, | |
| "learning_rate": 1.1706020489806927e-06, | |
| "loss": 1.2028, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 0.5712166172106825, | |
| "grad_norm": 10.629265785217285, | |
| "learning_rate": 1.1671924414415115e-06, | |
| "loss": 1.4689, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.5719584569732937, | |
| "grad_norm": 8.179962158203125, | |
| "learning_rate": 1.1637846415465042e-06, | |
| "loss": 1.2847, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 0.5727002967359051, | |
| "grad_norm": 9.228793144226074, | |
| "learning_rate": 1.160378667805134e-06, | |
| "loss": 1.2259, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 0.5734421364985163, | |
| "grad_norm": 9.42039966583252, | |
| "learning_rate": 1.1569745387169476e-06, | |
| "loss": 1.3845, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 0.5741839762611276, | |
| "grad_norm": 7.016010284423828, | |
| "learning_rate": 1.15357227277147e-06, | |
| "loss": 1.2342, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 0.5749258160237388, | |
| "grad_norm": 8.45107650756836, | |
| "learning_rate": 1.1501718884481093e-06, | |
| "loss": 1.2879, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.5756676557863502, | |
| "grad_norm": 8.31155776977539, | |
| "learning_rate": 1.1467734042160506e-06, | |
| "loss": 1.1682, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 0.5764094955489614, | |
| "grad_norm": 6.724592208862305, | |
| "learning_rate": 1.1433768385341618e-06, | |
| "loss": 1.279, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 0.5771513353115727, | |
| "grad_norm": 7.946195602416992, | |
| "learning_rate": 1.1399822098508868e-06, | |
| "loss": 1.2484, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 0.577893175074184, | |
| "grad_norm": 8.1701078414917, | |
| "learning_rate": 1.1365895366041515e-06, | |
| "loss": 1.4018, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 0.5786350148367952, | |
| "grad_norm": 7.849374771118164, | |
| "learning_rate": 1.1331988372212606e-06, | |
| "loss": 1.3815, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.5793768545994066, | |
| "grad_norm": 7.588284015655518, | |
| "learning_rate": 1.129810130118795e-06, | |
| "loss": 1.2523, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 0.5801186943620178, | |
| "grad_norm": 7.635886192321777, | |
| "learning_rate": 1.1264234337025184e-06, | |
| "loss": 1.3134, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 0.5808605341246291, | |
| "grad_norm": 8.270919799804688, | |
| "learning_rate": 1.1230387663672702e-06, | |
| "loss": 1.2948, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 0.5816023738872403, | |
| "grad_norm": 8.233508110046387, | |
| "learning_rate": 1.1196561464968714e-06, | |
| "loss": 1.4182, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 0.5823442136498517, | |
| "grad_norm": 7.905995845794678, | |
| "learning_rate": 1.1162755924640197e-06, | |
| "loss": 1.2159, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.5830860534124629, | |
| "grad_norm": 8.946208953857422, | |
| "learning_rate": 1.1128971226301945e-06, | |
| "loss": 1.3037, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 0.5838278931750742, | |
| "grad_norm": 7.928177833557129, | |
| "learning_rate": 1.1095207553455534e-06, | |
| "loss": 1.2651, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 0.5845697329376854, | |
| "grad_norm": 8.850945472717285, | |
| "learning_rate": 1.106146508948835e-06, | |
| "loss": 1.2274, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 0.5853115727002968, | |
| "grad_norm": 8.4835844039917, | |
| "learning_rate": 1.1027744017672569e-06, | |
| "loss": 1.3851, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 0.586053412462908, | |
| "grad_norm": 9.85268783569336, | |
| "learning_rate": 1.0994044521164195e-06, | |
| "loss": 1.2782, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.5867952522255193, | |
| "grad_norm": 9.465106964111328, | |
| "learning_rate": 1.0960366783002025e-06, | |
| "loss": 1.3173, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 0.5875370919881305, | |
| "grad_norm": 8.64224624633789, | |
| "learning_rate": 1.0926710986106692e-06, | |
| "loss": 1.2422, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 0.5882789317507419, | |
| "grad_norm": 7.39610481262207, | |
| "learning_rate": 1.0893077313279645e-06, | |
| "loss": 1.3971, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 0.5890207715133531, | |
| "grad_norm": 10.103199005126953, | |
| "learning_rate": 1.0859465947202174e-06, | |
| "loss": 1.2907, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 0.5897626112759644, | |
| "grad_norm": 8.195404052734375, | |
| "learning_rate": 1.08258770704344e-06, | |
| "loss": 1.3106, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.5905044510385756, | |
| "grad_norm": 10.311722755432129, | |
| "learning_rate": 1.0792310865414305e-06, | |
| "loss": 1.482, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 0.591246290801187, | |
| "grad_norm": 9.214127540588379, | |
| "learning_rate": 1.075876751445672e-06, | |
| "loss": 1.366, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 0.5919881305637982, | |
| "grad_norm": 8.142541885375977, | |
| "learning_rate": 1.0725247199752353e-06, | |
| "loss": 1.2611, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 0.5927299703264095, | |
| "grad_norm": 8.227744102478027, | |
| "learning_rate": 1.0691750103366772e-06, | |
| "loss": 1.3838, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 0.5934718100890207, | |
| "grad_norm": 7.327287673950195, | |
| "learning_rate": 1.0658276407239463e-06, | |
| "loss": 1.3833, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.5934718100890207, | |
| "eval_loss": 1.310362458229065, | |
| "eval_runtime": 23.6142, | |
| "eval_samples_per_second": 18.887, | |
| "eval_steps_per_second": 9.443, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.594213649851632, | |
| "grad_norm": 7.846217155456543, | |
| "learning_rate": 1.0624826293182785e-06, | |
| "loss": 1.3256, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 0.5949554896142433, | |
| "grad_norm": 10.000598907470703, | |
| "learning_rate": 1.0591399942881038e-06, | |
| "loss": 1.2878, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 0.5956973293768546, | |
| "grad_norm": 12.841207504272461, | |
| "learning_rate": 1.0557997537889423e-06, | |
| "loss": 1.506, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 0.5964391691394659, | |
| "grad_norm": 12.134847640991211, | |
| "learning_rate": 1.05246192596331e-06, | |
| "loss": 1.2424, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 0.5971810089020771, | |
| "grad_norm": 8.403639793395996, | |
| "learning_rate": 1.0491265289406184e-06, | |
| "loss": 1.2328, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.5979228486646885, | |
| "grad_norm": 8.479205131530762, | |
| "learning_rate": 1.0457935808370746e-06, | |
| "loss": 1.3008, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 0.5986646884272997, | |
| "grad_norm": 8.48107624053955, | |
| "learning_rate": 1.0424630997555867e-06, | |
| "loss": 1.3708, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 0.599406528189911, | |
| "grad_norm": 7.639008045196533, | |
| "learning_rate": 1.0391351037856604e-06, | |
| "loss": 1.3698, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 0.6001483679525222, | |
| "grad_norm": 8.282002449035645, | |
| "learning_rate": 1.0358096110033063e-06, | |
| "loss": 1.3946, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 0.6008902077151336, | |
| "grad_norm": 7.605436325073242, | |
| "learning_rate": 1.0324866394709365e-06, | |
| "loss": 1.3852, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.6016320474777448, | |
| "grad_norm": 7.768093585968018, | |
| "learning_rate": 1.0291662072372715e-06, | |
| "loss": 1.389, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 0.6023738872403561, | |
| "grad_norm": 8.550724029541016, | |
| "learning_rate": 1.0258483323372364e-06, | |
| "loss": 1.3193, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 0.6031157270029673, | |
| "grad_norm": 7.690985202789307, | |
| "learning_rate": 1.0225330327918696e-06, | |
| "loss": 1.2423, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 0.6038575667655787, | |
| "grad_norm": 8.371797561645508, | |
| "learning_rate": 1.0192203266082185e-06, | |
| "loss": 1.4319, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 0.6045994065281899, | |
| "grad_norm": 7.518775463104248, | |
| "learning_rate": 1.0159102317792468e-06, | |
| "loss": 1.3037, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.6053412462908012, | |
| "grad_norm": 12.325798034667969, | |
| "learning_rate": 1.012602766283733e-06, | |
| "loss": 1.4, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 0.6060830860534124, | |
| "grad_norm": 8.312942504882812, | |
| "learning_rate": 1.0092979480861763e-06, | |
| "loss": 1.4318, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 0.6068249258160238, | |
| "grad_norm": 8.462662696838379, | |
| "learning_rate": 1.0059957951366943e-06, | |
| "loss": 1.2307, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 0.607566765578635, | |
| "grad_norm": 8.316648483276367, | |
| "learning_rate": 1.0026963253709315e-06, | |
| "loss": 1.2333, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 0.6083086053412463, | |
| "grad_norm": 10.025683403015137, | |
| "learning_rate": 9.993995567099557e-07, | |
| "loss": 1.3134, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.6090504451038575, | |
| "grad_norm": 10.292147636413574, | |
| "learning_rate": 9.961055070601667e-07, | |
| "loss": 1.1875, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 0.6097922848664689, | |
| "grad_norm": 7.682520389556885, | |
| "learning_rate": 9.928141943131926e-07, | |
| "loss": 1.2678, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 0.6105341246290801, | |
| "grad_norm": 9.251666069030762, | |
| "learning_rate": 9.895256363457996e-07, | |
| "loss": 1.4774, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 0.6112759643916914, | |
| "grad_norm": 9.813620567321777, | |
| "learning_rate": 9.862398510197875e-07, | |
| "loss": 1.4223, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 0.6120178041543026, | |
| "grad_norm": 8.737075805664062, | |
| "learning_rate": 9.829568561819005e-07, | |
| "loss": 1.2286, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.612759643916914, | |
| "grad_norm": 8.058504104614258, | |
| "learning_rate": 9.796766696637232e-07, | |
| "loss": 1.3313, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 0.6135014836795252, | |
| "grad_norm": 8.038324356079102, | |
| "learning_rate": 9.763993092815876e-07, | |
| "loss": 1.3329, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 0.6142433234421365, | |
| "grad_norm": 8.749686241149902, | |
| "learning_rate": 9.731247928364766e-07, | |
| "loss": 1.29, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 0.6149851632047477, | |
| "grad_norm": 9.395393371582031, | |
| "learning_rate": 9.69853138113925e-07, | |
| "loss": 1.3178, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 0.615727002967359, | |
| "grad_norm": 7.980838775634766, | |
| "learning_rate": 9.665843628839246e-07, | |
| "loss": 1.2876, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.6164688427299704, | |
| "grad_norm": 7.525308609008789, | |
| "learning_rate": 9.633184849008272e-07, | |
| "loss": 1.4126, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 0.6172106824925816, | |
| "grad_norm": 7.652345657348633, | |
| "learning_rate": 9.600555219032493e-07, | |
| "loss": 1.3087, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 0.6179525222551929, | |
| "grad_norm": 8.231952667236328, | |
| "learning_rate": 9.567954916139718e-07, | |
| "loss": 1.3444, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 0.6186943620178041, | |
| "grad_norm": 8.18375301361084, | |
| "learning_rate": 9.535384117398501e-07, | |
| "loss": 1.274, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 0.6194362017804155, | |
| "grad_norm": 6.912817478179932, | |
| "learning_rate": 9.502842999717117e-07, | |
| "loss": 1.3022, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.6201780415430267, | |
| "grad_norm": 8.46898078918457, | |
| "learning_rate": 9.470331739842646e-07, | |
| "loss": 1.4138, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 0.620919881305638, | |
| "grad_norm": 8.513370513916016, | |
| "learning_rate": 9.43785051435998e-07, | |
| "loss": 1.1663, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 0.6216617210682492, | |
| "grad_norm": 7.527527332305908, | |
| "learning_rate": 9.405399499690899e-07, | |
| "loss": 1.2236, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 0.6224035608308606, | |
| "grad_norm": 8.23088264465332, | |
| "learning_rate": 9.372978872093067e-07, | |
| "loss": 1.3095, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 0.6231454005934718, | |
| "grad_norm": 8.179079055786133, | |
| "learning_rate": 9.340588807659127e-07, | |
| "loss": 1.3372, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.6238872403560831, | |
| "grad_norm": 8.004188537597656, | |
| "learning_rate": 9.308229482315696e-07, | |
| "loss": 1.401, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 0.6246290801186943, | |
| "grad_norm": 8.311544418334961, | |
| "learning_rate": 9.275901071822453e-07, | |
| "loss": 1.2743, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 0.6253709198813057, | |
| "grad_norm": 9.387375831604004, | |
| "learning_rate": 9.243603751771139e-07, | |
| "loss": 1.3015, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 0.6261127596439169, | |
| "grad_norm": 7.231583118438721, | |
| "learning_rate": 9.211337697584654e-07, | |
| "loss": 1.3418, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 0.6268545994065282, | |
| "grad_norm": 7.891911029815674, | |
| "learning_rate": 9.179103084516049e-07, | |
| "loss": 1.2991, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.6275964391691394, | |
| "grad_norm": 8.7365083694458, | |
| "learning_rate": 9.14690008764763e-07, | |
| "loss": 1.4723, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 0.6283382789317508, | |
| "grad_norm": 8.894607543945312, | |
| "learning_rate": 9.114728881889955e-07, | |
| "loss": 1.4044, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 0.629080118694362, | |
| "grad_norm": 9.663780212402344, | |
| "learning_rate": 9.082589641980931e-07, | |
| "loss": 1.3265, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 0.6298219584569733, | |
| "grad_norm": 9.393049240112305, | |
| "learning_rate": 9.050482542484822e-07, | |
| "loss": 1.3115, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 0.6305637982195845, | |
| "grad_norm": 8.080445289611816, | |
| "learning_rate": 9.018407757791341e-07, | |
| "loss": 1.3217, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.6305637982195845, | |
| "eval_loss": 1.3059756755828857, | |
| "eval_runtime": 23.6134, | |
| "eval_samples_per_second": 18.888, | |
| "eval_steps_per_second": 9.444, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.6313056379821959, | |
| "grad_norm": 7.894256114959717, | |
| "learning_rate": 8.986365462114664e-07, | |
| "loss": 1.2935, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 0.6320474777448071, | |
| "grad_norm": 9.298333168029785, | |
| "learning_rate": 8.954355829492521e-07, | |
| "loss": 1.4362, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 0.6327893175074184, | |
| "grad_norm": 7.979432106018066, | |
| "learning_rate": 8.922379033785212e-07, | |
| "loss": 1.5357, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 0.6335311572700296, | |
| "grad_norm": 8.477805137634277, | |
| "learning_rate": 8.890435248674709e-07, | |
| "loss": 1.2728, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 0.634272997032641, | |
| "grad_norm": 9.298026084899902, | |
| "learning_rate": 8.858524647663661e-07, | |
| "loss": 1.4405, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.6350148367952523, | |
| "grad_norm": 8.434690475463867, | |
| "learning_rate": 8.826647404074497e-07, | |
| "loss": 1.2176, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 0.6357566765578635, | |
| "grad_norm": 8.349011421203613, | |
| "learning_rate": 8.794803691048457e-07, | |
| "loss": 1.3891, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 0.6364985163204748, | |
| "grad_norm": 7.770542144775391, | |
| "learning_rate": 8.762993681544657e-07, | |
| "loss": 1.2877, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 0.637240356083086, | |
| "grad_norm": 9.452780723571777, | |
| "learning_rate": 8.731217548339163e-07, | |
| "loss": 1.4215, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 0.6379821958456974, | |
| "grad_norm": 7.791207790374756, | |
| "learning_rate": 8.699475464024022e-07, | |
| "loss": 1.2664, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.6387240356083086, | |
| "grad_norm": 8.289834976196289, | |
| "learning_rate": 8.667767601006372e-07, | |
| "loss": 1.2292, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 0.6394658753709199, | |
| "grad_norm": 9.18075180053711, | |
| "learning_rate": 8.63609413150745e-07, | |
| "loss": 1.2276, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 0.6402077151335311, | |
| "grad_norm": 7.8221635818481445, | |
| "learning_rate": 8.604455227561712e-07, | |
| "loss": 1.1693, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 0.6409495548961425, | |
| "grad_norm": 8.45543384552002, | |
| "learning_rate": 8.572851061015842e-07, | |
| "loss": 1.3574, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 0.6416913946587537, | |
| "grad_norm": 8.002989768981934, | |
| "learning_rate": 8.541281803527875e-07, | |
| "loss": 1.1484, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.642433234421365, | |
| "grad_norm": 7.84604549407959, | |
| "learning_rate": 8.509747626566218e-07, | |
| "loss": 1.2894, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 0.6431750741839762, | |
| "grad_norm": 8.202202796936035, | |
| "learning_rate": 8.478248701408751e-07, | |
| "loss": 1.2653, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 0.6439169139465876, | |
| "grad_norm": 9.587785720825195, | |
| "learning_rate": 8.44678519914187e-07, | |
| "loss": 1.2584, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 0.6446587537091988, | |
| "grad_norm": 7.761561870574951, | |
| "learning_rate": 8.415357290659591e-07, | |
| "loss": 1.2958, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 0.6454005934718101, | |
| "grad_norm": 8.499533653259277, | |
| "learning_rate": 8.383965146662582e-07, | |
| "loss": 1.2073, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.6461424332344213, | |
| "grad_norm": 9.094478607177734, | |
| "learning_rate": 8.352608937657273e-07, | |
| "loss": 1.4064, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 0.6468842729970327, | |
| "grad_norm": 9.180924415588379, | |
| "learning_rate": 8.321288833954896e-07, | |
| "loss": 1.324, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 0.6476261127596439, | |
| "grad_norm": 8.090041160583496, | |
| "learning_rate": 8.290005005670598e-07, | |
| "loss": 1.2272, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 0.6483679525222552, | |
| "grad_norm": 8.494268417358398, | |
| "learning_rate": 8.258757622722475e-07, | |
| "loss": 1.298, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 0.6491097922848664, | |
| "grad_norm": 8.722259521484375, | |
| "learning_rate": 8.227546854830687e-07, | |
| "loss": 1.2791, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.6498516320474778, | |
| "grad_norm": 9.675090789794922, | |
| "learning_rate": 8.196372871516503e-07, | |
| "loss": 1.4562, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 0.650593471810089, | |
| "grad_norm": 8.035630226135254, | |
| "learning_rate": 8.165235842101421e-07, | |
| "loss": 1.424, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 0.6513353115727003, | |
| "grad_norm": 7.216797351837158, | |
| "learning_rate": 8.134135935706192e-07, | |
| "loss": 1.3999, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 0.6520771513353115, | |
| "grad_norm": 9.409671783447266, | |
| "learning_rate": 8.103073321249961e-07, | |
| "loss": 1.213, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 0.6528189910979229, | |
| "grad_norm": 8.56403923034668, | |
| "learning_rate": 8.072048167449306e-07, | |
| "loss": 1.2852, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.6535608308605341, | |
| "grad_norm": 8.66519546508789, | |
| "learning_rate": 8.041060642817348e-07, | |
| "loss": 1.395, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 0.6543026706231454, | |
| "grad_norm": 8.845466613769531, | |
| "learning_rate": 8.010110915662808e-07, | |
| "loss": 1.2783, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 0.6550445103857567, | |
| "grad_norm": 7.585766792297363, | |
| "learning_rate": 7.97919915408913e-07, | |
| "loss": 1.2284, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 0.655786350148368, | |
| "grad_norm": 9.476142883300781, | |
| "learning_rate": 7.948325525993545e-07, | |
| "loss": 1.3386, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 0.6565281899109793, | |
| "grad_norm": 14.948787689208984, | |
| "learning_rate": 7.917490199066141e-07, | |
| "loss": 1.2518, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.6572700296735905, | |
| "grad_norm": 8.437254905700684, | |
| "learning_rate": 7.886693340789006e-07, | |
| "loss": 1.342, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 0.6580118694362018, | |
| "grad_norm": 7.908801555633545, | |
| "learning_rate": 7.855935118435254e-07, | |
| "loss": 1.4527, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 0.658753709198813, | |
| "grad_norm": 8.332324981689453, | |
| "learning_rate": 7.825215699068171e-07, | |
| "loss": 1.5184, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 0.6594955489614244, | |
| "grad_norm": 8.469289779663086, | |
| "learning_rate": 7.794535249540267e-07, | |
| "loss": 1.3789, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 0.6602373887240356, | |
| "grad_norm": 6.876429557800293, | |
| "learning_rate": 7.763893936492411e-07, | |
| "loss": 1.3259, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.6609792284866469, | |
| "grad_norm": 8.458147048950195, | |
| "learning_rate": 7.733291926352871e-07, | |
| "loss": 1.2604, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 0.6617210682492581, | |
| "grad_norm": 9.535111427307129, | |
| "learning_rate": 7.70272938533647e-07, | |
| "loss": 1.2525, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 0.6624629080118695, | |
| "grad_norm": 7.999839782714844, | |
| "learning_rate": 7.67220647944363e-07, | |
| "loss": 1.2877, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 0.6632047477744807, | |
| "grad_norm": 8.702188491821289, | |
| "learning_rate": 7.641723374459524e-07, | |
| "loss": 1.2842, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 0.663946587537092, | |
| "grad_norm": 9.051286697387695, | |
| "learning_rate": 7.61128023595311e-07, | |
| "loss": 1.4605, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.6646884272997032, | |
| "grad_norm": 8.036483764648438, | |
| "learning_rate": 7.580877229276303e-07, | |
| "loss": 1.247, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 0.6654302670623146, | |
| "grad_norm": 8.07690143585205, | |
| "learning_rate": 7.550514519563013e-07, | |
| "loss": 1.4113, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 0.6661721068249258, | |
| "grad_norm": 8.693827629089355, | |
| "learning_rate": 7.520192271728303e-07, | |
| "loss": 1.2892, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 0.6669139465875371, | |
| "grad_norm": 7.980526924133301, | |
| "learning_rate": 7.489910650467445e-07, | |
| "loss": 1.2029, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 0.6676557863501483, | |
| "grad_norm": 8.663146018981934, | |
| "learning_rate": 7.459669820255068e-07, | |
| "loss": 1.2351, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.6676557863501483, | |
| "eval_loss": 1.3026496171951294, | |
| "eval_runtime": 23.6065, | |
| "eval_samples_per_second": 18.893, | |
| "eval_steps_per_second": 9.447, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.6683976261127597, | |
| "grad_norm": 8.916913986206055, | |
| "learning_rate": 7.42946994534422e-07, | |
| "loss": 1.2413, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 0.6691394658753709, | |
| "grad_norm": 8.399556159973145, | |
| "learning_rate": 7.399311189765529e-07, | |
| "loss": 1.1094, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 0.6698813056379822, | |
| "grad_norm": 9.757269859313965, | |
| "learning_rate": 7.369193717326254e-07, | |
| "loss": 1.3129, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 0.6706231454005934, | |
| "grad_norm": 8.055035591125488, | |
| "learning_rate": 7.339117691609455e-07, | |
| "loss": 1.2858, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 0.6713649851632048, | |
| "grad_norm": 7.464066028594971, | |
| "learning_rate": 7.309083275973042e-07, | |
| "loss": 1.1974, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.672106824925816, | |
| "grad_norm": 7.977897644042969, | |
| "learning_rate": 7.27909063354895e-07, | |
| "loss": 1.3727, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 0.6728486646884273, | |
| "grad_norm": 8.40994930267334, | |
| "learning_rate": 7.249139927242198e-07, | |
| "loss": 1.3799, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 0.6735905044510386, | |
| "grad_norm": 7.28301477432251, | |
| "learning_rate": 7.21923131973005e-07, | |
| "loss": 1.2326, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 0.6743323442136498, | |
| "grad_norm": 8.845423698425293, | |
| "learning_rate": 7.189364973461092e-07, | |
| "loss": 1.349, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 0.6750741839762612, | |
| "grad_norm": 8.522547721862793, | |
| "learning_rate": 7.159541050654386e-07, | |
| "loss": 1.3534, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.6758160237388724, | |
| "grad_norm": 7.7692790031433105, | |
| "learning_rate": 7.129759713298553e-07, | |
| "loss": 1.2062, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 0.6765578635014837, | |
| "grad_norm": 8.87850570678711, | |
| "learning_rate": 7.100021123150917e-07, | |
| "loss": 1.2687, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 0.6772997032640949, | |
| "grad_norm": 11.794063568115234, | |
| "learning_rate": 7.070325441736635e-07, | |
| "loss": 1.3114, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 0.6780415430267063, | |
| "grad_norm": 9.376462936401367, | |
| "learning_rate": 7.040672830347781e-07, | |
| "loss": 1.3112, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 0.6787833827893175, | |
| "grad_norm": 9.135132789611816, | |
| "learning_rate": 7.011063450042518e-07, | |
| "loss": 1.3361, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.6795252225519288, | |
| "grad_norm": 8.93464183807373, | |
| "learning_rate": 6.981497461644176e-07, | |
| "loss": 1.3685, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 0.68026706231454, | |
| "grad_norm": 8.19428539276123, | |
| "learning_rate": 6.951975025740427e-07, | |
| "loss": 1.3093, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 0.6810089020771514, | |
| "grad_norm": 8.19371509552002, | |
| "learning_rate": 6.92249630268236e-07, | |
| "loss": 1.426, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 0.6817507418397626, | |
| "grad_norm": 7.4333014488220215, | |
| "learning_rate": 6.893061452583667e-07, | |
| "loss": 1.3935, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 0.6824925816023739, | |
| "grad_norm": 9.02108383178711, | |
| "learning_rate": 6.863670635319714e-07, | |
| "loss": 1.3407, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.6832344213649851, | |
| "grad_norm": 10.15578842163086, | |
| "learning_rate": 6.834324010526733e-07, | |
| "loss": 1.3954, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 0.6839762611275965, | |
| "grad_norm": 8.848624229431152, | |
| "learning_rate": 6.805021737600896e-07, | |
| "loss": 1.2578, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 0.6847181008902077, | |
| "grad_norm": 7.951557636260986, | |
| "learning_rate": 6.775763975697501e-07, | |
| "loss": 1.3615, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 0.685459940652819, | |
| "grad_norm": 8.311724662780762, | |
| "learning_rate": 6.746550883730067e-07, | |
| "loss": 1.1818, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 0.6862017804154302, | |
| "grad_norm": 7.773900508880615, | |
| "learning_rate": 6.717382620369506e-07, | |
| "loss": 1.3195, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.6869436201780416, | |
| "grad_norm": 9.448432922363281, | |
| "learning_rate": 6.688259344043221e-07, | |
| "loss": 1.1781, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 0.6876854599406528, | |
| "grad_norm": 7.867501258850098, | |
| "learning_rate": 6.659181212934291e-07, | |
| "loss": 1.2175, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 0.6884272997032641, | |
| "grad_norm": 8.866848945617676, | |
| "learning_rate": 6.630148384980567e-07, | |
| "loss": 1.3159, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 0.6891691394658753, | |
| "grad_norm": 6.734555244445801, | |
| "learning_rate": 6.601161017873861e-07, | |
| "loss": 1.291, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 0.6899109792284867, | |
| "grad_norm": 7.454867362976074, | |
| "learning_rate": 6.572219269059037e-07, | |
| "loss": 1.2432, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.6906528189910979, | |
| "grad_norm": 8.541337966918945, | |
| "learning_rate": 6.543323295733207e-07, | |
| "loss": 1.3534, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 0.6913946587537092, | |
| "grad_norm": 9.236302375793457, | |
| "learning_rate": 6.514473254844833e-07, | |
| "loss": 1.188, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 0.6921364985163204, | |
| "grad_norm": 8.086477279663086, | |
| "learning_rate": 6.485669303092917e-07, | |
| "loss": 1.3077, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 0.6928783382789317, | |
| "grad_norm": 9.85937786102295, | |
| "learning_rate": 6.456911596926104e-07, | |
| "loss": 1.3409, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 0.6936201780415431, | |
| "grad_norm": 8.914828300476074, | |
| "learning_rate": 6.428200292541874e-07, | |
| "loss": 1.4067, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.6943620178041543, | |
| "grad_norm": 9.060097694396973, | |
| "learning_rate": 6.399535545885673e-07, | |
| "loss": 1.4621, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 0.6951038575667656, | |
| "grad_norm": 8.829442977905273, | |
| "learning_rate": 6.370917512650057e-07, | |
| "loss": 1.0863, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 0.6958456973293768, | |
| "grad_norm": 11.040599822998047, | |
| "learning_rate": 6.342346348273879e-07, | |
| "loss": 1.3622, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 0.6965875370919882, | |
| "grad_norm": 8.519377708435059, | |
| "learning_rate": 6.313822207941395e-07, | |
| "loss": 1.374, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 0.6973293768545994, | |
| "grad_norm": 7.66409969329834, | |
| "learning_rate": 6.285345246581483e-07, | |
| "loss": 1.2223, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.6980712166172107, | |
| "grad_norm": 7.880566596984863, | |
| "learning_rate": 6.256915618866739e-07, | |
| "loss": 1.2694, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 0.6988130563798219, | |
| "grad_norm": 8.899270057678223, | |
| "learning_rate": 6.228533479212686e-07, | |
| "loss": 1.4051, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 0.6995548961424333, | |
| "grad_norm": 7.940200328826904, | |
| "learning_rate": 6.200198981776902e-07, | |
| "loss": 1.4107, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 0.7002967359050445, | |
| "grad_norm": 8.319690704345703, | |
| "learning_rate": 6.171912280458215e-07, | |
| "loss": 1.246, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 0.7010385756676558, | |
| "grad_norm": 9.996255874633789, | |
| "learning_rate": 6.143673528895821e-07, | |
| "loss": 1.2741, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.701780415430267, | |
| "grad_norm": 7.97064733505249, | |
| "learning_rate": 6.115482880468506e-07, | |
| "loss": 1.2776, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 0.7025222551928784, | |
| "grad_norm": 8.822321891784668, | |
| "learning_rate": 6.087340488293757e-07, | |
| "loss": 1.4845, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 0.7032640949554896, | |
| "grad_norm": 7.667973041534424, | |
| "learning_rate": 6.059246505226985e-07, | |
| "loss": 1.3351, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 0.7040059347181009, | |
| "grad_norm": 9.208893775939941, | |
| "learning_rate": 6.031201083860636e-07, | |
| "loss": 1.3834, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 0.7047477744807121, | |
| "grad_norm": 11.381084442138672, | |
| "learning_rate": 6.003204376523425e-07, | |
| "loss": 1.5295, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.7047477744807121, | |
| "eval_loss": 1.298993468284607, | |
| "eval_runtime": 23.6145, | |
| "eval_samples_per_second": 18.887, | |
| "eval_steps_per_second": 9.443, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.7054896142433235, | |
| "grad_norm": 8.421923637390137, | |
| "learning_rate": 5.975256535279449e-07, | |
| "loss": 1.3051, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 0.7062314540059347, | |
| "grad_norm": 8.727239608764648, | |
| "learning_rate": 5.94735771192741e-07, | |
| "loss": 1.2386, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 0.706973293768546, | |
| "grad_norm": 8.890826225280762, | |
| "learning_rate": 5.919508057999751e-07, | |
| "loss": 1.4653, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 0.7077151335311572, | |
| "grad_norm": 8.684818267822266, | |
| "learning_rate": 5.891707724761871e-07, | |
| "loss": 1.3042, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 0.7084569732937686, | |
| "grad_norm": 8.57326889038086, | |
| "learning_rate": 5.863956863211263e-07, | |
| "loss": 1.3526, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.7091988130563798, | |
| "grad_norm": 9.280582427978516, | |
| "learning_rate": 5.836255624076732e-07, | |
| "loss": 1.3168, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 0.7099406528189911, | |
| "grad_norm": 8.064082145690918, | |
| "learning_rate": 5.808604157817548e-07, | |
| "loss": 1.3998, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 0.7106824925816023, | |
| "grad_norm": 8.513121604919434, | |
| "learning_rate": 5.781002614622646e-07, | |
| "loss": 1.1547, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 0.7114243323442137, | |
| "grad_norm": 9.24774169921875, | |
| "learning_rate": 5.753451144409796e-07, | |
| "loss": 1.2401, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 0.712166172106825, | |
| "grad_norm": 8.027381896972656, | |
| "learning_rate": 5.725949896824806e-07, | |
| "loss": 1.3028, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.7129080118694362, | |
| "grad_norm": 7.955070495605469, | |
| "learning_rate": 5.698499021240699e-07, | |
| "loss": 1.2351, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 0.7136498516320475, | |
| "grad_norm": 7.460748672485352, | |
| "learning_rate": 5.671098666756888e-07, | |
| "loss": 1.289, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 0.7143916913946587, | |
| "grad_norm": 7.7787885665893555, | |
| "learning_rate": 5.643748982198407e-07, | |
| "loss": 1.3013, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 0.7151335311572701, | |
| "grad_norm": 7.563982009887695, | |
| "learning_rate": 5.616450116115045e-07, | |
| "loss": 1.3116, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 0.7158753709198813, | |
| "grad_norm": 10.66048812866211, | |
| "learning_rate": 5.5892022167806e-07, | |
| "loss": 1.4897, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.7166172106824926, | |
| "grad_norm": 7.235440731048584, | |
| "learning_rate": 5.56200543219202e-07, | |
| "loss": 1.2029, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 0.7173590504451038, | |
| "grad_norm": 9.794096946716309, | |
| "learning_rate": 5.534859910068643e-07, | |
| "loss": 1.1368, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 0.7181008902077152, | |
| "grad_norm": 12.36744499206543, | |
| "learning_rate": 5.507765797851356e-07, | |
| "loss": 1.2889, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 0.7188427299703264, | |
| "grad_norm": 8.576911926269531, | |
| "learning_rate": 5.480723242701836e-07, | |
| "loss": 1.2541, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 0.7195845697329377, | |
| "grad_norm": 7.381803512573242, | |
| "learning_rate": 5.4537323915017e-07, | |
| "loss": 1.3102, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.7203264094955489, | |
| "grad_norm": 8.61953353881836, | |
| "learning_rate": 5.426793390851761e-07, | |
| "loss": 1.2292, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 0.7210682492581603, | |
| "grad_norm": 9.234679222106934, | |
| "learning_rate": 5.399906387071186e-07, | |
| "loss": 1.4074, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 0.7218100890207715, | |
| "grad_norm": 7.804644584655762, | |
| "learning_rate": 5.373071526196739e-07, | |
| "loss": 1.1214, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 0.7225519287833828, | |
| "grad_norm": 9.674349784851074, | |
| "learning_rate": 5.346288953981949e-07, | |
| "loss": 1.2788, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 0.723293768545994, | |
| "grad_norm": 8.411057472229004, | |
| "learning_rate": 5.319558815896363e-07, | |
| "loss": 1.227, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.7240356083086054, | |
| "grad_norm": 8.84724235534668, | |
| "learning_rate": 5.29288125712471e-07, | |
| "loss": 1.2271, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 0.7247774480712166, | |
| "grad_norm": 8.127745628356934, | |
| "learning_rate": 5.266256422566145e-07, | |
| "loss": 1.2995, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 0.7255192878338279, | |
| "grad_norm": 7.898895740509033, | |
| "learning_rate": 5.239684456833457e-07, | |
| "loss": 1.1288, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 0.7262611275964391, | |
| "grad_norm": 8.459515571594238, | |
| "learning_rate": 5.213165504252262e-07, | |
| "loss": 1.373, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 0.7270029673590505, | |
| "grad_norm": 9.448688507080078, | |
| "learning_rate": 5.186699708860253e-07, | |
| "loss": 1.2424, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.7277448071216617, | |
| "grad_norm": 8.228900909423828, | |
| "learning_rate": 5.160287214406383e-07, | |
| "loss": 1.2119, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 0.728486646884273, | |
| "grad_norm": 7.960751533508301, | |
| "learning_rate": 5.133928164350119e-07, | |
| "loss": 1.3451, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 0.7292284866468842, | |
| "grad_norm": 7.8820414543151855, | |
| "learning_rate": 5.107622701860624e-07, | |
| "loss": 1.2296, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 0.7299703264094956, | |
| "grad_norm": 8.707436561584473, | |
| "learning_rate": 5.081370969816023e-07, | |
| "loss": 1.2629, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 0.7307121661721068, | |
| "grad_norm": 9.171490669250488, | |
| "learning_rate": 5.055173110802586e-07, | |
| "loss": 1.3124, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.7314540059347181, | |
| "grad_norm": 7.622151851654053, | |
| "learning_rate": 5.029029267113971e-07, | |
| "loss": 1.2931, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 0.7321958456973294, | |
| "grad_norm": 7.796103000640869, | |
| "learning_rate": 5.002939580750467e-07, | |
| "loss": 1.3467, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 0.7329376854599406, | |
| "grad_norm": 8.309154510498047, | |
| "learning_rate": 4.976904193418203e-07, | |
| "loss": 1.3801, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 0.733679525222552, | |
| "grad_norm": 8.498586654663086, | |
| "learning_rate": 4.950923246528368e-07, | |
| "loss": 1.2142, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 0.7344213649851632, | |
| "grad_norm": 8.15847396850586, | |
| "learning_rate": 4.92499688119648e-07, | |
| "loss": 1.2417, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.7351632047477745, | |
| "grad_norm": 8.350110054016113, | |
| "learning_rate": 4.899125238241574e-07, | |
| "loss": 1.3085, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 0.7359050445103857, | |
| "grad_norm": 8.587996482849121, | |
| "learning_rate": 4.873308458185486e-07, | |
| "loss": 1.1625, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 0.7366468842729971, | |
| "grad_norm": 6.703005313873291, | |
| "learning_rate": 4.847546681252034e-07, | |
| "loss": 1.2597, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 0.7373887240356083, | |
| "grad_norm": 8.741930961608887, | |
| "learning_rate": 4.821840047366322e-07, | |
| "loss": 1.3137, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 0.7381305637982196, | |
| "grad_norm": 9.368997573852539, | |
| "learning_rate": 4.796188696153909e-07, | |
| "loss": 1.4068, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.7388724035608308, | |
| "grad_norm": 9.121284484863281, | |
| "learning_rate": 4.770592766940116e-07, | |
| "loss": 1.284, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 0.7396142433234422, | |
| "grad_norm": 8.773377418518066, | |
| "learning_rate": 4.745052398749213e-07, | |
| "loss": 1.3025, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 0.7403560830860534, | |
| "grad_norm": 8.985709190368652, | |
| "learning_rate": 4.719567730303719e-07, | |
| "loss": 1.276, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 0.7410979228486647, | |
| "grad_norm": 7.726775169372559, | |
| "learning_rate": 4.6941389000235893e-07, | |
| "loss": 1.2906, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 0.7418397626112759, | |
| "grad_norm": 8.630135536193848, | |
| "learning_rate": 4.668766046025522e-07, | |
| "loss": 1.293, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.7418397626112759, | |
| "eval_loss": 1.2966691255569458, | |
| "eval_runtime": 23.6049, | |
| "eval_samples_per_second": 18.894, | |
| "eval_steps_per_second": 9.447, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.7425816023738873, | |
| "grad_norm": 9.198748588562012, | |
| "learning_rate": 4.643449306122158e-07, | |
| "loss": 1.2206, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 0.7433234421364985, | |
| "grad_norm": 8.540892601013184, | |
| "learning_rate": 4.618188817821371e-07, | |
| "loss": 1.4011, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 0.7440652818991098, | |
| "grad_norm": 8.046586990356445, | |
| "learning_rate": 4.5929847183254916e-07, | |
| "loss": 1.284, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 0.744807121661721, | |
| "grad_norm": 8.560956954956055, | |
| "learning_rate": 4.567837144530585e-07, | |
| "loss": 1.2844, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 0.7455489614243324, | |
| "grad_norm": 9.451622009277344, | |
| "learning_rate": 4.542746233025685e-07, | |
| "loss": 1.37, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.7462908011869436, | |
| "grad_norm": 10.818734169006348, | |
| "learning_rate": 4.51771212009208e-07, | |
| "loss": 1.3427, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 0.7470326409495549, | |
| "grad_norm": 8.870102882385254, | |
| "learning_rate": 4.492734941702541e-07, | |
| "loss": 1.3504, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 0.7477744807121661, | |
| "grad_norm": 10.100753784179688, | |
| "learning_rate": 4.467814833520613e-07, | |
| "loss": 1.1713, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 0.7485163204747775, | |
| "grad_norm": 8.58507251739502, | |
| "learning_rate": 4.4429519308998503e-07, | |
| "loss": 1.1272, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 0.7492581602373887, | |
| "grad_norm": 7.8265299797058105, | |
| "learning_rate": 4.41814636888311e-07, | |
| "loss": 1.2065, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 8.231193542480469, | |
| "learning_rate": 4.3933982822017883e-07, | |
| "loss": 1.2077, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 0.7507418397626113, | |
| "grad_norm": 7.965888500213623, | |
| "learning_rate": 4.368707805275116e-07, | |
| "loss": 1.4395, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 0.7514836795252225, | |
| "grad_norm": 9.374115943908691, | |
| "learning_rate": 4.344075072209417e-07, | |
| "loss": 1.2853, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 0.7522255192878339, | |
| "grad_norm": 7.917102813720703, | |
| "learning_rate": 4.3195002167973655e-07, | |
| "loss": 1.3366, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 0.7529673590504451, | |
| "grad_norm": 9.077959060668945, | |
| "learning_rate": 4.294983372517293e-07, | |
| "loss": 1.4383, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.7537091988130564, | |
| "grad_norm": 9.32331657409668, | |
| "learning_rate": 4.2705246725324216e-07, | |
| "loss": 1.2742, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 0.7544510385756676, | |
| "grad_norm": 8.539690971374512, | |
| "learning_rate": 4.246124249690187e-07, | |
| "loss": 1.2168, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 0.755192878338279, | |
| "grad_norm": 8.285751342773438, | |
| "learning_rate": 4.2217822365214686e-07, | |
| "loss": 1.376, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 0.7559347181008902, | |
| "grad_norm": 8.879798889160156, | |
| "learning_rate": 4.197498765239913e-07, | |
| "loss": 1.3534, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 0.7566765578635015, | |
| "grad_norm": 8.319602012634277, | |
| "learning_rate": 4.1732739677411836e-07, | |
| "loss": 1.2968, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.7574183976261127, | |
| "grad_norm": 7.641089916229248, | |
| "learning_rate": 4.149107975602267e-07, | |
| "loss": 1.2378, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 0.7581602373887241, | |
| "grad_norm": 9.449283599853516, | |
| "learning_rate": 4.1250009200807353e-07, | |
| "loss": 1.0789, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 0.7589020771513353, | |
| "grad_norm": 9.45445442199707, | |
| "learning_rate": 4.100952932114066e-07, | |
| "loss": 1.2849, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 0.7596439169139466, | |
| "grad_norm": 7.804203987121582, | |
| "learning_rate": 4.07696414231889e-07, | |
| "loss": 1.2507, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 0.7603857566765578, | |
| "grad_norm": 8.116350173950195, | |
| "learning_rate": 4.0530346809903196e-07, | |
| "loss": 1.2658, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.7611275964391692, | |
| "grad_norm": 9.725852012634277, | |
| "learning_rate": 4.029164678101213e-07, | |
| "loss": 1.462, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 0.7618694362017804, | |
| "grad_norm": 8.416056632995605, | |
| "learning_rate": 4.0053542633014913e-07, | |
| "loss": 1.3301, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 0.7626112759643917, | |
| "grad_norm": 6.388516426086426, | |
| "learning_rate": 3.98160356591741e-07, | |
| "loss": 1.2121, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 0.7633531157270029, | |
| "grad_norm": 7.303947925567627, | |
| "learning_rate": 3.957912714950882e-07, | |
| "loss": 1.2568, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 0.7640949554896143, | |
| "grad_norm": 8.52409553527832, | |
| "learning_rate": 3.9342818390787535e-07, | |
| "loss": 1.435, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.7648367952522255, | |
| "grad_norm": 9.281074523925781, | |
| "learning_rate": 3.910711066652127e-07, | |
| "loss": 1.3805, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 0.7655786350148368, | |
| "grad_norm": 7.558801651000977, | |
| "learning_rate": 3.8872005256956383e-07, | |
| "loss": 1.2831, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 0.766320474777448, | |
| "grad_norm": 9.506136894226074, | |
| "learning_rate": 3.863750343906796e-07, | |
| "loss": 1.396, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 0.7670623145400594, | |
| "grad_norm": 9.334778785705566, | |
| "learning_rate": 3.840360648655247e-07, | |
| "loss": 1.374, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 0.7678041543026706, | |
| "grad_norm": 8.17182445526123, | |
| "learning_rate": 3.8170315669821227e-07, | |
| "loss": 1.3962, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.7685459940652819, | |
| "grad_norm": 8.254951477050781, | |
| "learning_rate": 3.7937632255993176e-07, | |
| "loss": 1.4787, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 0.7692878338278932, | |
| "grad_norm": 7.743471622467041, | |
| "learning_rate": 3.770555750888825e-07, | |
| "loss": 1.3078, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 0.7700296735905044, | |
| "grad_norm": 8.887690544128418, | |
| "learning_rate": 3.747409268902046e-07, | |
| "loss": 1.3241, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 0.7707715133531158, | |
| "grad_norm": 9.078700065612793, | |
| "learning_rate": 3.724323905359082e-07, | |
| "loss": 1.4121, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 0.771513353115727, | |
| "grad_norm": 8.609134674072266, | |
| "learning_rate": 3.7012997856480794e-07, | |
| "loss": 1.2956, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.7722551928783383, | |
| "grad_norm": 8.539812088012695, | |
| "learning_rate": 3.678337034824545e-07, | |
| "loss": 1.2113, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 0.7729970326409495, | |
| "grad_norm": 8.455937385559082, | |
| "learning_rate": 3.655435777610649e-07, | |
| "loss": 1.3018, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 0.7737388724035609, | |
| "grad_norm": 8.811159133911133, | |
| "learning_rate": 3.63259613839457e-07, | |
| "loss": 1.3779, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 0.7744807121661721, | |
| "grad_norm": 8.420944213867188, | |
| "learning_rate": 3.6098182412297944e-07, | |
| "loss": 1.2882, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 0.7752225519287834, | |
| "grad_norm": 8.92984390258789, | |
| "learning_rate": 3.587102209834474e-07, | |
| "loss": 1.227, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.7759643916913946, | |
| "grad_norm": 7.994571208953857, | |
| "learning_rate": 3.564448167590721e-07, | |
| "loss": 1.3261, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 0.776706231454006, | |
| "grad_norm": 7.83929443359375, | |
| "learning_rate": 3.541856237543967e-07, | |
| "loss": 1.5789, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 0.7774480712166172, | |
| "grad_norm": 8.824812889099121, | |
| "learning_rate": 3.51932654240227e-07, | |
| "loss": 1.2063, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 0.7781899109792285, | |
| "grad_norm": 9.47778606414795, | |
| "learning_rate": 3.4968592045356605e-07, | |
| "loss": 1.2887, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 0.7789317507418397, | |
| "grad_norm": 7.607693195343018, | |
| "learning_rate": 3.474454345975488e-07, | |
| "loss": 1.2231, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.7789317507418397, | |
| "eval_loss": 1.294171690940857, | |
| "eval_runtime": 23.6195, | |
| "eval_samples_per_second": 18.883, | |
| "eval_steps_per_second": 9.441, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.7796735905044511, | |
| "grad_norm": 8.560502052307129, | |
| "learning_rate": 3.4521120884137254e-07, | |
| "loss": 1.2739, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 0.7804154302670623, | |
| "grad_norm": 9.082324028015137, | |
| "learning_rate": 3.4298325532023496e-07, | |
| "loss": 1.2654, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 0.7811572700296736, | |
| "grad_norm": 9.28708267211914, | |
| "learning_rate": 3.40761586135264e-07, | |
| "loss": 1.2823, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 0.7818991097922848, | |
| "grad_norm": 8.582283973693848, | |
| "learning_rate": 3.385462133534565e-07, | |
| "loss": 1.2891, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 0.7826409495548962, | |
| "grad_norm": 8.136933326721191, | |
| "learning_rate": 3.3633714900760804e-07, | |
| "loss": 1.2946, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.7833827893175074, | |
| "grad_norm": 9.77947998046875, | |
| "learning_rate": 3.34134405096252e-07, | |
| "loss": 1.1834, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 0.7841246290801187, | |
| "grad_norm": 8.430279731750488, | |
| "learning_rate": 3.319379935835907e-07, | |
| "loss": 1.3921, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 0.7848664688427299, | |
| "grad_norm": 9.608940124511719, | |
| "learning_rate": 3.297479263994334e-07, | |
| "loss": 1.1624, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 0.7856083086053413, | |
| "grad_norm": 8.380851745605469, | |
| "learning_rate": 3.2756421543912855e-07, | |
| "loss": 1.4092, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 0.7863501483679525, | |
| "grad_norm": 8.177634239196777, | |
| "learning_rate": 3.25386872563503e-07, | |
| "loss": 1.1724, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.7870919881305638, | |
| "grad_norm": 9.429834365844727, | |
| "learning_rate": 3.232159095987926e-07, | |
| "loss": 1.2285, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 0.787833827893175, | |
| "grad_norm": 9.116068840026855, | |
| "learning_rate": 3.2105133833658333e-07, | |
| "loss": 1.27, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 0.7885756676557863, | |
| "grad_norm": 7.366293430328369, | |
| "learning_rate": 3.1889317053374265e-07, | |
| "loss": 1.2879, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 0.7893175074183977, | |
| "grad_norm": 8.340385437011719, | |
| "learning_rate": 3.167414179123589e-07, | |
| "loss": 1.4321, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 0.7900593471810089, | |
| "grad_norm": 8.602953910827637, | |
| "learning_rate": 3.145960921596762e-07, | |
| "loss": 1.3273, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.7908011869436202, | |
| "grad_norm": 8.914224624633789, | |
| "learning_rate": 3.124572049280301e-07, | |
| "loss": 1.2689, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 0.7915430267062314, | |
| "grad_norm": 8.413691520690918, | |
| "learning_rate": 3.1032476783478694e-07, | |
| "loss": 1.226, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 0.7922848664688428, | |
| "grad_norm": 8.446022033691406, | |
| "learning_rate": 3.0819879246227737e-07, | |
| "loss": 1.3581, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 0.793026706231454, | |
| "grad_norm": 9.09033203125, | |
| "learning_rate": 3.0607929035773686e-07, | |
| "loss": 1.3828, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 0.7937685459940653, | |
| "grad_norm": 7.936834812164307, | |
| "learning_rate": 3.039662730332399e-07, | |
| "loss": 1.3225, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.7945103857566765, | |
| "grad_norm": 8.607504844665527, | |
| "learning_rate": 3.018597519656404e-07, | |
| "loss": 1.3454, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 0.7952522255192879, | |
| "grad_norm": 9.906630516052246, | |
| "learning_rate": 2.997597385965062e-07, | |
| "loss": 1.3378, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 0.7959940652818991, | |
| "grad_norm": 8.220865249633789, | |
| "learning_rate": 2.9766624433206e-07, | |
| "loss": 1.39, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 0.7967359050445104, | |
| "grad_norm": 9.154244422912598, | |
| "learning_rate": 2.955792805431149e-07, | |
| "loss": 1.5, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 0.7974777448071216, | |
| "grad_norm": 8.345115661621094, | |
| "learning_rate": 2.93498858565015e-07, | |
| "loss": 1.1509, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.798219584569733, | |
| "grad_norm": 8.3400239944458, | |
| "learning_rate": 2.914249896975705e-07, | |
| "loss": 1.2945, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 0.7989614243323442, | |
| "grad_norm": 8.932135581970215, | |
| "learning_rate": 2.89357685205001e-07, | |
| "loss": 1.3422, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 0.7997032640949555, | |
| "grad_norm": 9.743860244750977, | |
| "learning_rate": 2.872969563158693e-07, | |
| "loss": 1.321, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 0.8004451038575667, | |
| "grad_norm": 8.630380630493164, | |
| "learning_rate": 2.852428142230246e-07, | |
| "loss": 1.2738, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 0.8011869436201781, | |
| "grad_norm": 10.236412048339844, | |
| "learning_rate": 2.831952700835386e-07, | |
| "loss": 1.3867, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.8019287833827893, | |
| "grad_norm": 9.148995399475098, | |
| "learning_rate": 2.811543350186474e-07, | |
| "loss": 1.4451, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 0.8026706231454006, | |
| "grad_norm": 8.069551467895508, | |
| "learning_rate": 2.791200201136886e-07, | |
| "loss": 1.2106, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 0.8034124629080118, | |
| "grad_norm": 8.256972312927246, | |
| "learning_rate": 2.7709233641804396e-07, | |
| "loss": 1.279, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 0.8041543026706232, | |
| "grad_norm": 9.485831260681152, | |
| "learning_rate": 2.75071294945076e-07, | |
| "loss": 1.299, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 0.8048961424332344, | |
| "grad_norm": 8.086010932922363, | |
| "learning_rate": 2.730569066720718e-07, | |
| "loss": 1.3489, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 0.8056379821958457, | |
| "grad_norm": 9.07319450378418, | |
| "learning_rate": 2.710491825401803e-07, | |
| "loss": 1.4439, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 0.8063798219584569, | |
| "grad_norm": 8.647632598876953, | |
| "learning_rate": 2.69048133454355e-07, | |
| "loss": 1.3518, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 0.8071216617210683, | |
| "grad_norm": 8.795075416564941, | |
| "learning_rate": 2.6705377028329315e-07, | |
| "loss": 1.3317, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 0.8078635014836796, | |
| "grad_norm": 9.038534164428711, | |
| "learning_rate": 2.650661038593778e-07, | |
| "loss": 1.2905, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 0.8086053412462908, | |
| "grad_norm": 8.689789772033691, | |
| "learning_rate": 2.630851449786193e-07, | |
| "loss": 1.1946, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.8093471810089021, | |
| "grad_norm": 7.252419471740723, | |
| "learning_rate": 2.6111090440059453e-07, | |
| "loss": 1.3711, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 0.8100890207715133, | |
| "grad_norm": 12.24842357635498, | |
| "learning_rate": 2.5914339284839143e-07, | |
| "loss": 1.1649, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 0.8108308605341247, | |
| "grad_norm": 7.127127170562744, | |
| "learning_rate": 2.5718262100854774e-07, | |
| "loss": 1.1895, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 0.8115727002967359, | |
| "grad_norm": 8.82343578338623, | |
| "learning_rate": 2.55228599530996e-07, | |
| "loss": 1.3349, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 0.8123145400593472, | |
| "grad_norm": 8.194673538208008, | |
| "learning_rate": 2.532813390290026e-07, | |
| "loss": 1.1975, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 0.8130563798219584, | |
| "grad_norm": 9.27203369140625, | |
| "learning_rate": 2.513408500791135e-07, | |
| "loss": 1.2848, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 0.8137982195845698, | |
| "grad_norm": 8.359867095947266, | |
| "learning_rate": 2.494071432210928e-07, | |
| "loss": 1.295, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 0.814540059347181, | |
| "grad_norm": 8.281832695007324, | |
| "learning_rate": 2.4748022895786977e-07, | |
| "loss": 1.3752, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 0.8152818991097923, | |
| "grad_norm": 9.253495216369629, | |
| "learning_rate": 2.4556011775547804e-07, | |
| "loss": 1.3411, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 0.8160237388724035, | |
| "grad_norm": 7.842648029327393, | |
| "learning_rate": 2.4364682004300195e-07, | |
| "loss": 1.2721, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.8160237388724035, | |
| "eval_loss": 1.2925976514816284, | |
| "eval_runtime": 23.6283, | |
| "eval_samples_per_second": 18.876, | |
| "eval_steps_per_second": 9.438, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.8167655786350149, | |
| "grad_norm": 7.728657245635986, | |
| "learning_rate": 2.417403462125166e-07, | |
| "loss": 1.3394, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 0.8175074183976261, | |
| "grad_norm": 12.809070587158203, | |
| "learning_rate": 2.398407066190351e-07, | |
| "loss": 1.4096, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 0.8182492581602374, | |
| "grad_norm": 8.430037498474121, | |
| "learning_rate": 2.3794791158044865e-07, | |
| "loss": 1.1904, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 0.8189910979228486, | |
| "grad_norm": 7.398181915283203, | |
| "learning_rate": 2.3606197137747366e-07, | |
| "loss": 1.1156, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 0.81973293768546, | |
| "grad_norm": 7.863873481750488, | |
| "learning_rate": 2.341828962535932e-07, | |
| "loss": 1.3122, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 0.8204747774480712, | |
| "grad_norm": 8.728108406066895, | |
| "learning_rate": 2.3231069641500414e-07, | |
| "loss": 1.2932, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 0.8212166172106825, | |
| "grad_norm": 8.522738456726074, | |
| "learning_rate": 2.3044538203055876e-07, | |
| "loss": 1.3695, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 0.8219584569732937, | |
| "grad_norm": 8.17654800415039, | |
| "learning_rate": 2.2858696323171225e-07, | |
| "loss": 1.2997, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 0.8227002967359051, | |
| "grad_norm": 9.464920997619629, | |
| "learning_rate": 2.267354501124652e-07, | |
| "loss": 1.1666, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 0.8234421364985163, | |
| "grad_norm": 8.210715293884277, | |
| "learning_rate": 2.2489085272931132e-07, | |
| "loss": 1.3267, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.8241839762611276, | |
| "grad_norm": 8.052397727966309, | |
| "learning_rate": 2.230531811011804e-07, | |
| "loss": 1.1532, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 0.8249258160237388, | |
| "grad_norm": 8.493069648742676, | |
| "learning_rate": 2.212224452093859e-07, | |
| "loss": 1.3931, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 0.8256676557863502, | |
| "grad_norm": 9.07796573638916, | |
| "learning_rate": 2.1939865499756905e-07, | |
| "loss": 1.2122, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 0.8264094955489614, | |
| "grad_norm": 8.513764381408691, | |
| "learning_rate": 2.1758182037164564e-07, | |
| "loss": 1.3071, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 0.8271513353115727, | |
| "grad_norm": 8.735884666442871, | |
| "learning_rate": 2.1577195119975328e-07, | |
| "loss": 1.3478, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 0.827893175074184, | |
| "grad_norm": 8.680800437927246, | |
| "learning_rate": 2.1396905731219506e-07, | |
| "loss": 1.3153, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 0.8286350148367952, | |
| "grad_norm": 9.367341041564941, | |
| "learning_rate": 2.1217314850138952e-07, | |
| "loss": 1.4447, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 0.8293768545994066, | |
| "grad_norm": 7.34644079208374, | |
| "learning_rate": 2.103842345218142e-07, | |
| "loss": 1.1235, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 0.8301186943620178, | |
| "grad_norm": 8.427669525146484, | |
| "learning_rate": 2.0860232508995558e-07, | |
| "loss": 1.5228, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 0.8308605341246291, | |
| "grad_norm": 8.698617935180664, | |
| "learning_rate": 2.068274298842537e-07, | |
| "loss": 1.3354, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.8316023738872403, | |
| "grad_norm": 9.806768417358398, | |
| "learning_rate": 2.050595585450522e-07, | |
| "loss": 1.4197, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 0.8323442136498517, | |
| "grad_norm": 8.465378761291504, | |
| "learning_rate": 2.0329872067454286e-07, | |
| "loss": 1.3557, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 0.8330860534124629, | |
| "grad_norm": 9.589797973632812, | |
| "learning_rate": 2.0154492583671708e-07, | |
| "loss": 1.2585, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 0.8338278931750742, | |
| "grad_norm": 7.806549072265625, | |
| "learning_rate": 1.9979818355731023e-07, | |
| "loss": 1.2215, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 0.8345697329376854, | |
| "grad_norm": 9.690045356750488, | |
| "learning_rate": 1.9805850332375347e-07, | |
| "loss": 1.347, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.8353115727002968, | |
| "grad_norm": 8.724777221679688, | |
| "learning_rate": 1.9632589458511884e-07, | |
| "loss": 1.236, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 0.836053412462908, | |
| "grad_norm": 9.154813766479492, | |
| "learning_rate": 1.9460036675207077e-07, | |
| "loss": 1.2911, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 0.8367952522255193, | |
| "grad_norm": 7.401409149169922, | |
| "learning_rate": 1.9288192919681274e-07, | |
| "loss": 1.2317, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 0.8375370919881305, | |
| "grad_norm": 8.244491577148438, | |
| "learning_rate": 1.9117059125303858e-07, | |
| "loss": 1.3247, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 0.8382789317507419, | |
| "grad_norm": 8.045402526855469, | |
| "learning_rate": 1.8946636221587916e-07, | |
| "loss": 1.1623, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.8390207715133531, | |
| "grad_norm": 8.480494499206543, | |
| "learning_rate": 1.8776925134185496e-07, | |
| "loss": 1.0614, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 0.8397626112759644, | |
| "grad_norm": 7.870119571685791, | |
| "learning_rate": 1.8607926784882235e-07, | |
| "loss": 1.2517, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 0.8405044510385756, | |
| "grad_norm": 8.129040718078613, | |
| "learning_rate": 1.8439642091592705e-07, | |
| "loss": 1.2463, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 0.841246290801187, | |
| "grad_norm": 9.212223052978516, | |
| "learning_rate": 1.8272071968355125e-07, | |
| "loss": 1.2069, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 0.8419881305637982, | |
| "grad_norm": 8.223834991455078, | |
| "learning_rate": 1.8105217325326607e-07, | |
| "loss": 1.2398, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 0.8427299703264095, | |
| "grad_norm": 8.517450332641602, | |
| "learning_rate": 1.7939079068778075e-07, | |
| "loss": 1.3121, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 0.8434718100890207, | |
| "grad_norm": 9.853727340698242, | |
| "learning_rate": 1.7773658101089484e-07, | |
| "loss": 1.3609, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 0.844213649851632, | |
| "grad_norm": 7.983924388885498, | |
| "learning_rate": 1.7608955320744708e-07, | |
| "loss": 1.1758, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 0.8449554896142433, | |
| "grad_norm": 10.495153427124023, | |
| "learning_rate": 1.7444971622326916e-07, | |
| "loss": 1.4902, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 0.8456973293768546, | |
| "grad_norm": 7.264878273010254, | |
| "learning_rate": 1.7281707896513477e-07, | |
| "loss": 1.3286, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.8464391691394659, | |
| "grad_norm": 8.638553619384766, | |
| "learning_rate": 1.71191650300713e-07, | |
| "loss": 1.3583, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 0.8471810089020771, | |
| "grad_norm": 8.893415451049805, | |
| "learning_rate": 1.6957343905851974e-07, | |
| "loss": 1.1841, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 0.8479228486646885, | |
| "grad_norm": 8.31513500213623, | |
| "learning_rate": 1.6796245402786814e-07, | |
| "loss": 1.3391, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 0.8486646884272997, | |
| "grad_norm": 8.640569686889648, | |
| "learning_rate": 1.663587039588237e-07, | |
| "loss": 1.3447, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 0.849406528189911, | |
| "grad_norm": 8.092960357666016, | |
| "learning_rate": 1.6476219756215383e-07, | |
| "loss": 1.3939, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 0.8501483679525222, | |
| "grad_norm": 8.167853355407715, | |
| "learning_rate": 1.631729435092833e-07, | |
| "loss": 1.3579, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 0.8508902077151336, | |
| "grad_norm": 8.560916900634766, | |
| "learning_rate": 1.6159095043224452e-07, | |
| "loss": 1.3254, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 0.8516320474777448, | |
| "grad_norm": 9.065086364746094, | |
| "learning_rate": 1.6001622692363315e-07, | |
| "loss": 1.4158, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 0.8523738872403561, | |
| "grad_norm": 8.567241668701172, | |
| "learning_rate": 1.584487815365589e-07, | |
| "loss": 1.3156, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 0.8531157270029673, | |
| "grad_norm": 8.35258960723877, | |
| "learning_rate": 1.568886227846016e-07, | |
| "loss": 1.3877, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.8531157270029673, | |
| "eval_loss": 1.2913334369659424, | |
| "eval_runtime": 23.6172, | |
| "eval_samples_per_second": 18.885, | |
| "eval_steps_per_second": 9.442, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.8538575667655787, | |
| "grad_norm": 8.62309455871582, | |
| "learning_rate": 1.5533575914176257e-07, | |
| "loss": 1.4222, | |
| "step": 11510 | |
| }, | |
| { | |
| "epoch": 0.8545994065281899, | |
| "grad_norm": 8.811359405517578, | |
| "learning_rate": 1.5379019904242088e-07, | |
| "loss": 1.2911, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 0.8553412462908012, | |
| "grad_norm": 8.009239196777344, | |
| "learning_rate": 1.5225195088128525e-07, | |
| "loss": 1.2665, | |
| "step": 11530 | |
| }, | |
| { | |
| "epoch": 0.8560830860534124, | |
| "grad_norm": 7.761435031890869, | |
| "learning_rate": 1.5072102301335056e-07, | |
| "loss": 1.1277, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 0.8568249258160238, | |
| "grad_norm": 10.778253555297852, | |
| "learning_rate": 1.49197423753851e-07, | |
| "loss": 1.2821, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 0.857566765578635, | |
| "grad_norm": 8.768142700195312, | |
| "learning_rate": 1.4768116137821587e-07, | |
| "loss": 1.4462, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 0.8583086053412463, | |
| "grad_norm": 8.696138381958008, | |
| "learning_rate": 1.461722441220234e-07, | |
| "loss": 1.3719, | |
| "step": 11570 | |
| }, | |
| { | |
| "epoch": 0.8590504451038575, | |
| "grad_norm": 9.442025184631348, | |
| "learning_rate": 1.4467068018095775e-07, | |
| "loss": 1.1023, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 0.8597922848664689, | |
| "grad_norm": 8.020044326782227, | |
| "learning_rate": 1.4317647771076265e-07, | |
| "loss": 1.5093, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 0.8605341246290801, | |
| "grad_norm": 7.807736396789551, | |
| "learning_rate": 1.4168964482719914e-07, | |
| "loss": 1.2425, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.8612759643916914, | |
| "grad_norm": 8.01576042175293, | |
| "learning_rate": 1.4021018960599885e-07, | |
| "loss": 1.1915, | |
| "step": 11610 | |
| }, | |
| { | |
| "epoch": 0.8620178041543026, | |
| "grad_norm": 8.013411521911621, | |
| "learning_rate": 1.3873812008282306e-07, | |
| "loss": 1.4305, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 0.862759643916914, | |
| "grad_norm": 9.141283988952637, | |
| "learning_rate": 1.3727344425321665e-07, | |
| "loss": 1.4392, | |
| "step": 11630 | |
| }, | |
| { | |
| "epoch": 0.8635014836795252, | |
| "grad_norm": 8.028132438659668, | |
| "learning_rate": 1.3581617007256646e-07, | |
| "loss": 1.2475, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 0.8642433234421365, | |
| "grad_norm": 7.848435401916504, | |
| "learning_rate": 1.3436630545605622e-07, | |
| "loss": 1.3094, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 0.8649851632047477, | |
| "grad_norm": 11.25391674041748, | |
| "learning_rate": 1.3292385827862608e-07, | |
| "loss": 1.2995, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 0.865727002967359, | |
| "grad_norm": 9.802054405212402, | |
| "learning_rate": 1.3148883637492665e-07, | |
| "loss": 1.2417, | |
| "step": 11670 | |
| }, | |
| { | |
| "epoch": 0.8664688427299704, | |
| "grad_norm": 8.343031883239746, | |
| "learning_rate": 1.3006124753927945e-07, | |
| "loss": 1.2874, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 0.8672106824925816, | |
| "grad_norm": 8.474637985229492, | |
| "learning_rate": 1.2864109952563313e-07, | |
| "loss": 1.2236, | |
| "step": 11690 | |
| }, | |
| { | |
| "epoch": 0.8679525222551929, | |
| "grad_norm": 8.79692268371582, | |
| "learning_rate": 1.2722840004752085e-07, | |
| "loss": 1.3287, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.8686943620178041, | |
| "grad_norm": 8.213624954223633, | |
| "learning_rate": 1.2582315677802008e-07, | |
| "loss": 1.3982, | |
| "step": 11710 | |
| }, | |
| { | |
| "epoch": 0.8694362017804155, | |
| "grad_norm": 7.986428260803223, | |
| "learning_rate": 1.2442537734970843e-07, | |
| "loss": 1.3435, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 0.8701780415430267, | |
| "grad_norm": 8.277667045593262, | |
| "learning_rate": 1.2303506935462538e-07, | |
| "loss": 1.1284, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 0.870919881305638, | |
| "grad_norm": 11.558180809020996, | |
| "learning_rate": 1.2165224034422774e-07, | |
| "loss": 1.3261, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 0.8716617210682492, | |
| "grad_norm": 10.026036262512207, | |
| "learning_rate": 1.202768978293516e-07, | |
| "loss": 1.1863, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.8724035608308606, | |
| "grad_norm": 7.991722106933594, | |
| "learning_rate": 1.1890904928016927e-07, | |
| "loss": 1.3425, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 0.8731454005934718, | |
| "grad_norm": 9.529873847961426, | |
| "learning_rate": 1.1754870212614933e-07, | |
| "loss": 1.2864, | |
| "step": 11770 | |
| }, | |
| { | |
| "epoch": 0.8738872403560831, | |
| "grad_norm": 7.1360883712768555, | |
| "learning_rate": 1.161958637560177e-07, | |
| "loss": 1.2753, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 0.8746290801186943, | |
| "grad_norm": 7.879760265350342, | |
| "learning_rate": 1.1485054151771518e-07, | |
| "loss": 1.3217, | |
| "step": 11790 | |
| }, | |
| { | |
| "epoch": 0.8753709198813057, | |
| "grad_norm": 9.130861282348633, | |
| "learning_rate": 1.1351274271835948e-07, | |
| "loss": 1.2331, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.8761127596439169, | |
| "grad_norm": 8.248236656188965, | |
| "learning_rate": 1.1218247462420422e-07, | |
| "loss": 1.3204, | |
| "step": 11810 | |
| }, | |
| { | |
| "epoch": 0.8768545994065282, | |
| "grad_norm": 6.826605796813965, | |
| "learning_rate": 1.1085974446060054e-07, | |
| "loss": 1.4165, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 0.8775964391691394, | |
| "grad_norm": 9.05876350402832, | |
| "learning_rate": 1.0954455941195668e-07, | |
| "loss": 1.3007, | |
| "step": 11830 | |
| }, | |
| { | |
| "epoch": 0.8783382789317508, | |
| "grad_norm": 8.325678825378418, | |
| "learning_rate": 1.0823692662170015e-07, | |
| "loss": 1.5846, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 0.879080118694362, | |
| "grad_norm": 9.26690673828125, | |
| "learning_rate": 1.0693685319223812e-07, | |
| "loss": 1.3343, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 0.8798219584569733, | |
| "grad_norm": 7.220630645751953, | |
| "learning_rate": 1.0564434618491875e-07, | |
| "loss": 1.3249, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 0.8805637982195845, | |
| "grad_norm": 8.11390495300293, | |
| "learning_rate": 1.0435941261999393e-07, | |
| "loss": 1.1482, | |
| "step": 11870 | |
| }, | |
| { | |
| "epoch": 0.8813056379821959, | |
| "grad_norm": 7.764613151550293, | |
| "learning_rate": 1.0308205947657978e-07, | |
| "loss": 1.3138, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 0.8820474777448071, | |
| "grad_norm": 8.297335624694824, | |
| "learning_rate": 1.0181229369261985e-07, | |
| "loss": 1.1945, | |
| "step": 11890 | |
| }, | |
| { | |
| "epoch": 0.8827893175074184, | |
| "grad_norm": 8.837085723876953, | |
| "learning_rate": 1.0055012216484633e-07, | |
| "loss": 1.2443, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.8835311572700296, | |
| "grad_norm": 8.462185859680176, | |
| "learning_rate": 9.929555174874388e-08, | |
| "loss": 1.2518, | |
| "step": 11910 | |
| }, | |
| { | |
| "epoch": 0.884272997032641, | |
| "grad_norm": 8.001595497131348, | |
| "learning_rate": 9.804858925851124e-08, | |
| "loss": 1.2265, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 0.8850148367952523, | |
| "grad_norm": 8.231101989746094, | |
| "learning_rate": 9.68092414670248e-08, | |
| "loss": 1.3531, | |
| "step": 11930 | |
| }, | |
| { | |
| "epoch": 0.8857566765578635, | |
| "grad_norm": 9.410528182983398, | |
| "learning_rate": 9.557751510580209e-08, | |
| "loss": 1.2193, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 0.8864985163204748, | |
| "grad_norm": 7.80114221572876, | |
| "learning_rate": 9.435341686496408e-08, | |
| "loss": 1.3282, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 0.887240356083086, | |
| "grad_norm": 7.797093868255615, | |
| "learning_rate": 9.313695339320066e-08, | |
| "loss": 1.2345, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 0.8879821958456974, | |
| "grad_norm": 8.155489921569824, | |
| "learning_rate": 9.192813129773248e-08, | |
| "loss": 1.1327, | |
| "step": 11970 | |
| }, | |
| { | |
| "epoch": 0.8887240356083086, | |
| "grad_norm": 7.540963649749756, | |
| "learning_rate": 9.072695714427665e-08, | |
| "loss": 1.2119, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 0.8894658753709199, | |
| "grad_norm": 8.781906127929688, | |
| "learning_rate": 8.953343745700987e-08, | |
| "loss": 1.2566, | |
| "step": 11990 | |
| }, | |
| { | |
| "epoch": 0.8902077151335311, | |
| "grad_norm": 8.42147445678711, | |
| "learning_rate": 8.83475787185346e-08, | |
| "loss": 1.2929, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.8902077151335311, | |
| "eval_loss": 1.2903343439102173, | |
| "eval_runtime": 23.6255, | |
| "eval_samples_per_second": 18.878, | |
| "eval_steps_per_second": 9.439, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.8909495548961425, | |
| "grad_norm": 7.471776485443115, | |
| "learning_rate": 8.716938736984192e-08, | |
| "loss": 1.2483, | |
| "step": 12010 | |
| }, | |
| { | |
| "epoch": 0.8916913946587537, | |
| "grad_norm": 8.134690284729004, | |
| "learning_rate": 8.599886981027805e-08, | |
| "loss": 1.2836, | |
| "step": 12020 | |
| }, | |
| { | |
| "epoch": 0.892433234421365, | |
| "grad_norm": 7.840508460998535, | |
| "learning_rate": 8.48360323975087e-08, | |
| "loss": 1.2289, | |
| "step": 12030 | |
| }, | |
| { | |
| "epoch": 0.8931750741839762, | |
| "grad_norm": 7.892512798309326, | |
| "learning_rate": 8.368088144748515e-08, | |
| "loss": 1.267, | |
| "step": 12040 | |
| }, | |
| { | |
| "epoch": 0.8939169139465876, | |
| "grad_norm": 8.905203819274902, | |
| "learning_rate": 8.253342323440921e-08, | |
| "loss": 1.4043, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 0.8946587537091988, | |
| "grad_norm": 7.420648574829102, | |
| "learning_rate": 8.139366399070014e-08, | |
| "loss": 1.3941, | |
| "step": 12060 | |
| }, | |
| { | |
| "epoch": 0.8954005934718101, | |
| "grad_norm": 8.54706859588623, | |
| "learning_rate": 8.026160990695996e-08, | |
| "loss": 1.3438, | |
| "step": 12070 | |
| }, | |
| { | |
| "epoch": 0.8961424332344213, | |
| "grad_norm": 7.239863872528076, | |
| "learning_rate": 7.91372671319402e-08, | |
| "loss": 1.3068, | |
| "step": 12080 | |
| }, | |
| { | |
| "epoch": 0.8968842729970327, | |
| "grad_norm": 8.183691024780273, | |
| "learning_rate": 7.8020641772508e-08, | |
| "loss": 1.4976, | |
| "step": 12090 | |
| }, | |
| { | |
| "epoch": 0.8976261127596439, | |
| "grad_norm": 7.157724380493164, | |
| "learning_rate": 7.691173989361428e-08, | |
| "loss": 1.4513, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.8983679525222552, | |
| "grad_norm": 8.098734855651855, | |
| "learning_rate": 7.581056751825893e-08, | |
| "loss": 1.3248, | |
| "step": 12110 | |
| }, | |
| { | |
| "epoch": 0.8991097922848664, | |
| "grad_norm": 7.755335807800293, | |
| "learning_rate": 7.471713062745967e-08, | |
| "loss": 1.3429, | |
| "step": 12120 | |
| }, | |
| { | |
| "epoch": 0.8998516320474778, | |
| "grad_norm": 6.79167366027832, | |
| "learning_rate": 7.363143516021858e-08, | |
| "loss": 1.2159, | |
| "step": 12130 | |
| }, | |
| { | |
| "epoch": 0.900593471810089, | |
| "grad_norm": 8.930359840393066, | |
| "learning_rate": 7.255348701349029e-08, | |
| "loss": 1.297, | |
| "step": 12140 | |
| }, | |
| { | |
| "epoch": 0.9013353115727003, | |
| "grad_norm": 9.669726371765137, | |
| "learning_rate": 7.148329204214987e-08, | |
| "loss": 1.2854, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 0.9020771513353115, | |
| "grad_norm": 8.40202522277832, | |
| "learning_rate": 7.042085605896142e-08, | |
| "loss": 1.0888, | |
| "step": 12160 | |
| }, | |
| { | |
| "epoch": 0.9028189910979229, | |
| "grad_norm": 7.3866729736328125, | |
| "learning_rate": 6.936618483454527e-08, | |
| "loss": 1.4845, | |
| "step": 12170 | |
| }, | |
| { | |
| "epoch": 0.9035608308605341, | |
| "grad_norm": 8.179498672485352, | |
| "learning_rate": 6.831928409734811e-08, | |
| "loss": 1.2014, | |
| "step": 12180 | |
| }, | |
| { | |
| "epoch": 0.9043026706231454, | |
| "grad_norm": 8.435233116149902, | |
| "learning_rate": 6.728015953361094e-08, | |
| "loss": 1.248, | |
| "step": 12190 | |
| }, | |
| { | |
| "epoch": 0.9050445103857567, | |
| "grad_norm": 7.416328430175781, | |
| "learning_rate": 6.624881678733852e-08, | |
| "loss": 1.2651, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.905786350148368, | |
| "grad_norm": 8.049245834350586, | |
| "learning_rate": 6.522526146026924e-08, | |
| "loss": 1.1607, | |
| "step": 12210 | |
| }, | |
| { | |
| "epoch": 0.9065281899109793, | |
| "grad_norm": 7.982175827026367, | |
| "learning_rate": 6.420949911184288e-08, | |
| "loss": 1.2755, | |
| "step": 12220 | |
| }, | |
| { | |
| "epoch": 0.9072700296735905, | |
| "grad_norm": 9.001856803894043, | |
| "learning_rate": 6.320153525917299e-08, | |
| "loss": 1.1793, | |
| "step": 12230 | |
| }, | |
| { | |
| "epoch": 0.9080118694362018, | |
| "grad_norm": 8.896450996398926, | |
| "learning_rate": 6.220137537701459e-08, | |
| "loss": 1.4263, | |
| "step": 12240 | |
| }, | |
| { | |
| "epoch": 0.908753709198813, | |
| "grad_norm": 9.380216598510742, | |
| "learning_rate": 6.120902489773606e-08, | |
| "loss": 1.4032, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.9094955489614244, | |
| "grad_norm": 7.810571193695068, | |
| "learning_rate": 6.022448921128854e-08, | |
| "loss": 1.3057, | |
| "step": 12260 | |
| }, | |
| { | |
| "epoch": 0.9102373887240356, | |
| "grad_norm": 7.799693584442139, | |
| "learning_rate": 5.9247773665177805e-08, | |
| "loss": 1.3243, | |
| "step": 12270 | |
| }, | |
| { | |
| "epoch": 0.9109792284866469, | |
| "grad_norm": 8.116616249084473, | |
| "learning_rate": 5.8278883564433614e-08, | |
| "loss": 1.4306, | |
| "step": 12280 | |
| }, | |
| { | |
| "epoch": 0.9117210682492581, | |
| "grad_norm": 8.54800033569336, | |
| "learning_rate": 5.731782417158271e-08, | |
| "loss": 1.3961, | |
| "step": 12290 | |
| }, | |
| { | |
| "epoch": 0.9124629080118695, | |
| "grad_norm": 8.728897094726562, | |
| "learning_rate": 5.636460070661853e-08, | |
| "loss": 1.3383, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.9132047477744807, | |
| "grad_norm": 8.328527450561523, | |
| "learning_rate": 5.5419218346974723e-08, | |
| "loss": 1.2801, | |
| "step": 12310 | |
| }, | |
| { | |
| "epoch": 0.913946587537092, | |
| "grad_norm": 7.380051612854004, | |
| "learning_rate": 5.448168222749467e-08, | |
| "loss": 1.3151, | |
| "step": 12320 | |
| }, | |
| { | |
| "epoch": 0.9146884272997032, | |
| "grad_norm": 9.386639595031738, | |
| "learning_rate": 5.355199744040601e-08, | |
| "loss": 1.2813, | |
| "step": 12330 | |
| }, | |
| { | |
| "epoch": 0.9154302670623146, | |
| "grad_norm": 8.962152481079102, | |
| "learning_rate": 5.2630169035291164e-08, | |
| "loss": 1.3694, | |
| "step": 12340 | |
| }, | |
| { | |
| "epoch": 0.9161721068249258, | |
| "grad_norm": 8.48715877532959, | |
| "learning_rate": 5.171620201906119e-08, | |
| "loss": 1.2331, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 0.9169139465875371, | |
| "grad_norm": 8.15807819366455, | |
| "learning_rate": 5.081010135592745e-08, | |
| "loss": 1.2515, | |
| "step": 12360 | |
| }, | |
| { | |
| "epoch": 0.9176557863501483, | |
| "grad_norm": 7.585864543914795, | |
| "learning_rate": 4.9911871967375675e-08, | |
| "loss": 1.2352, | |
| "step": 12370 | |
| }, | |
| { | |
| "epoch": 0.9183976261127597, | |
| "grad_norm": 7.90684700012207, | |
| "learning_rate": 4.902151873213828e-08, | |
| "loss": 1.2776, | |
| "step": 12380 | |
| }, | |
| { | |
| "epoch": 0.9191394658753709, | |
| "grad_norm": 10.257676124572754, | |
| "learning_rate": 4.813904648616907e-08, | |
| "loss": 1.3307, | |
| "step": 12390 | |
| }, | |
| { | |
| "epoch": 0.9198813056379822, | |
| "grad_norm": 8.50632095336914, | |
| "learning_rate": 4.7264460022615416e-08, | |
| "loss": 1.2977, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.9206231454005934, | |
| "grad_norm": 7.718177318572998, | |
| "learning_rate": 4.63977640917938e-08, | |
| "loss": 1.1651, | |
| "step": 12410 | |
| }, | |
| { | |
| "epoch": 0.9213649851632048, | |
| "grad_norm": 8.514959335327148, | |
| "learning_rate": 4.5538963401162645e-08, | |
| "loss": 1.197, | |
| "step": 12420 | |
| }, | |
| { | |
| "epoch": 0.922106824925816, | |
| "grad_norm": 7.185023784637451, | |
| "learning_rate": 4.468806261529801e-08, | |
| "loss": 1.2111, | |
| "step": 12430 | |
| }, | |
| { | |
| "epoch": 0.9228486646884273, | |
| "grad_norm": 10.854412078857422, | |
| "learning_rate": 4.38450663558671e-08, | |
| "loss": 1.2498, | |
| "step": 12440 | |
| }, | |
| { | |
| "epoch": 0.9235905044510386, | |
| "grad_norm": 8.594488143920898, | |
| "learning_rate": 4.3009979201604154e-08, | |
| "loss": 1.2785, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 0.9243323442136498, | |
| "grad_norm": 8.167387008666992, | |
| "learning_rate": 4.218280568828442e-08, | |
| "loss": 1.4823, | |
| "step": 12460 | |
| }, | |
| { | |
| "epoch": 0.9250741839762612, | |
| "grad_norm": 9.161100387573242, | |
| "learning_rate": 4.136355030870104e-08, | |
| "loss": 1.2747, | |
| "step": 12470 | |
| }, | |
| { | |
| "epoch": 0.9258160237388724, | |
| "grad_norm": 8.26723575592041, | |
| "learning_rate": 4.0552217512639213e-08, | |
| "loss": 1.3196, | |
| "step": 12480 | |
| }, | |
| { | |
| "epoch": 0.9265578635014837, | |
| "grad_norm": 8.994638442993164, | |
| "learning_rate": 3.974881170685274e-08, | |
| "loss": 1.127, | |
| "step": 12490 | |
| }, | |
| { | |
| "epoch": 0.9272997032640949, | |
| "grad_norm": 9.040610313415527, | |
| "learning_rate": 3.895333725504035e-08, | |
| "loss": 1.4017, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.9272997032640949, | |
| "eval_loss": 1.289976954460144, | |
| "eval_runtime": 23.649, | |
| "eval_samples_per_second": 18.859, | |
| "eval_steps_per_second": 9.43, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.9280415430267063, | |
| "grad_norm": 7.480683326721191, | |
| "learning_rate": 3.816579847782092e-08, | |
| "loss": 1.3201, | |
| "step": 12510 | |
| }, | |
| { | |
| "epoch": 0.9287833827893175, | |
| "grad_norm": 8.271261215209961, | |
| "learning_rate": 3.738619965271145e-08, | |
| "loss": 1.2206, | |
| "step": 12520 | |
| }, | |
| { | |
| "epoch": 0.9295252225519288, | |
| "grad_norm": 8.740528106689453, | |
| "learning_rate": 3.661454501410277e-08, | |
| "loss": 1.3493, | |
| "step": 12530 | |
| }, | |
| { | |
| "epoch": 0.93026706231454, | |
| "grad_norm": 11.37153434753418, | |
| "learning_rate": 3.585083875323675e-08, | |
| "loss": 1.2472, | |
| "step": 12540 | |
| }, | |
| { | |
| "epoch": 0.9310089020771514, | |
| "grad_norm": 9.2501802444458, | |
| "learning_rate": 3.5095085018183595e-08, | |
| "loss": 1.3783, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 0.9317507418397626, | |
| "grad_norm": 7.809544086456299, | |
| "learning_rate": 3.434728791381991e-08, | |
| "loss": 1.1981, | |
| "step": 12560 | |
| }, | |
| { | |
| "epoch": 0.9324925816023739, | |
| "grad_norm": 9.464616775512695, | |
| "learning_rate": 3.360745150180522e-08, | |
| "loss": 1.4154, | |
| "step": 12570 | |
| }, | |
| { | |
| "epoch": 0.9332344213649851, | |
| "grad_norm": 6.653102874755859, | |
| "learning_rate": 3.2875579800561104e-08, | |
| "loss": 1.1891, | |
| "step": 12580 | |
| }, | |
| { | |
| "epoch": 0.9339762611275965, | |
| "grad_norm": 9.972185134887695, | |
| "learning_rate": 3.215167678524794e-08, | |
| "loss": 1.3693, | |
| "step": 12590 | |
| }, | |
| { | |
| "epoch": 0.9347181008902077, | |
| "grad_norm": 7.9361419677734375, | |
| "learning_rate": 3.143574638774555e-08, | |
| "loss": 1.274, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.935459940652819, | |
| "grad_norm": 10.938789367675781, | |
| "learning_rate": 3.072779249662905e-08, | |
| "loss": 1.5216, | |
| "step": 12610 | |
| }, | |
| { | |
| "epoch": 0.9362017804154302, | |
| "grad_norm": 8.189596176147461, | |
| "learning_rate": 3.002781895715023e-08, | |
| "loss": 1.21, | |
| "step": 12620 | |
| }, | |
| { | |
| "epoch": 0.9369436201780416, | |
| "grad_norm": 7.8240790367126465, | |
| "learning_rate": 2.933582957121489e-08, | |
| "loss": 1.3034, | |
| "step": 12630 | |
| }, | |
| { | |
| "epoch": 0.9376854599406528, | |
| "grad_norm": 10.08263874053955, | |
| "learning_rate": 2.8651828097363663e-08, | |
| "loss": 1.3179, | |
| "step": 12640 | |
| }, | |
| { | |
| "epoch": 0.9384272997032641, | |
| "grad_norm": 7.9933366775512695, | |
| "learning_rate": 2.7975818250749906e-08, | |
| "loss": 1.2449, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 0.9391691394658753, | |
| "grad_norm": 10.46999740600586, | |
| "learning_rate": 2.730780370312119e-08, | |
| "loss": 1.2007, | |
| "step": 12660 | |
| }, | |
| { | |
| "epoch": 0.9399109792284867, | |
| "grad_norm": 8.219291687011719, | |
| "learning_rate": 2.664778808279833e-08, | |
| "loss": 1.1914, | |
| "step": 12670 | |
| }, | |
| { | |
| "epoch": 0.9406528189910979, | |
| "grad_norm": 7.833841800689697, | |
| "learning_rate": 2.599577497465605e-08, | |
| "loss": 1.257, | |
| "step": 12680 | |
| }, | |
| { | |
| "epoch": 0.9413946587537092, | |
| "grad_norm": 8.004801750183105, | |
| "learning_rate": 2.5351767920103187e-08, | |
| "loss": 1.227, | |
| "step": 12690 | |
| }, | |
| { | |
| "epoch": 0.9421364985163204, | |
| "grad_norm": 9.302260398864746, | |
| "learning_rate": 2.4715770417064187e-08, | |
| "loss": 1.5238, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.9428783382789317, | |
| "grad_norm": 9.043020248413086, | |
| "learning_rate": 2.4087785919959137e-08, | |
| "loss": 1.3732, | |
| "step": 12710 | |
| }, | |
| { | |
| "epoch": 0.9436201780415431, | |
| "grad_norm": 8.14455795288086, | |
| "learning_rate": 2.3467817839685767e-08, | |
| "loss": 1.3711, | |
| "step": 12720 | |
| }, | |
| { | |
| "epoch": 0.9443620178041543, | |
| "grad_norm": 8.116730690002441, | |
| "learning_rate": 2.285586954360047e-08, | |
| "loss": 1.3635, | |
| "step": 12730 | |
| }, | |
| { | |
| "epoch": 0.9451038575667656, | |
| "grad_norm": 8.274658203125, | |
| "learning_rate": 2.225194435550032e-08, | |
| "loss": 1.2573, | |
| "step": 12740 | |
| }, | |
| { | |
| "epoch": 0.9458456973293768, | |
| "grad_norm": 9.78200912475586, | |
| "learning_rate": 2.1656045555605074e-08, | |
| "loss": 1.4526, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.9465875370919882, | |
| "grad_norm": 9.067741394042969, | |
| "learning_rate": 2.1068176380538373e-08, | |
| "loss": 1.3403, | |
| "step": 12760 | |
| }, | |
| { | |
| "epoch": 0.9473293768545994, | |
| "grad_norm": 13.13876724243164, | |
| "learning_rate": 2.0488340023312068e-08, | |
| "loss": 1.3285, | |
| "step": 12770 | |
| }, | |
| { | |
| "epoch": 0.9480712166172107, | |
| "grad_norm": 9.662564277648926, | |
| "learning_rate": 1.9916539633306753e-08, | |
| "loss": 1.1916, | |
| "step": 12780 | |
| }, | |
| { | |
| "epoch": 0.9488130563798219, | |
| "grad_norm": 8.476212501525879, | |
| "learning_rate": 1.9352778316256258e-08, | |
| "loss": 1.2045, | |
| "step": 12790 | |
| }, | |
| { | |
| "epoch": 0.9495548961424333, | |
| "grad_norm": 8.053838729858398, | |
| "learning_rate": 1.8797059134230186e-08, | |
| "loss": 1.2306, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.9502967359050445, | |
| "grad_norm": 9.246392250061035, | |
| "learning_rate": 1.8249385105616913e-08, | |
| "loss": 1.3062, | |
| "step": 12810 | |
| }, | |
| { | |
| "epoch": 0.9510385756676558, | |
| "grad_norm": 8.371253967285156, | |
| "learning_rate": 1.7709759205107923e-08, | |
| "loss": 1.3793, | |
| "step": 12820 | |
| }, | |
| { | |
| "epoch": 0.951780415430267, | |
| "grad_norm": 7.30432653427124, | |
| "learning_rate": 1.7178184363681182e-08, | |
| "loss": 1.2617, | |
| "step": 12830 | |
| }, | |
| { | |
| "epoch": 0.9525222551928784, | |
| "grad_norm": 8.539069175720215, | |
| "learning_rate": 1.6654663468585295e-08, | |
| "loss": 1.4355, | |
| "step": 12840 | |
| }, | |
| { | |
| "epoch": 0.9532640949554896, | |
| "grad_norm": 10.273870468139648, | |
| "learning_rate": 1.6139199363323864e-08, | |
| "loss": 1.4731, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 0.9540059347181009, | |
| "grad_norm": 8.182214736938477, | |
| "learning_rate": 1.5631794847639824e-08, | |
| "loss": 1.3659, | |
| "step": 12860 | |
| }, | |
| { | |
| "epoch": 0.9547477744807121, | |
| "grad_norm": 11.630437850952148, | |
| "learning_rate": 1.513245267750113e-08, | |
| "loss": 1.2748, | |
| "step": 12870 | |
| }, | |
| { | |
| "epoch": 0.9554896142433235, | |
| "grad_norm": 10.194863319396973, | |
| "learning_rate": 1.4641175565084265e-08, | |
| "loss": 1.3644, | |
| "step": 12880 | |
| }, | |
| { | |
| "epoch": 0.9562314540059347, | |
| "grad_norm": 7.40037727355957, | |
| "learning_rate": 1.4157966178761083e-08, | |
| "loss": 1.2678, | |
| "step": 12890 | |
| }, | |
| { | |
| "epoch": 0.956973293768546, | |
| "grad_norm": 9.2279052734375, | |
| "learning_rate": 1.3682827143082832e-08, | |
| "loss": 1.4593, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.9577151335311572, | |
| "grad_norm": 8.294316291809082, | |
| "learning_rate": 1.3215761038767483e-08, | |
| "loss": 1.2412, | |
| "step": 12910 | |
| }, | |
| { | |
| "epoch": 0.9584569732937686, | |
| "grad_norm": 7.223811626434326, | |
| "learning_rate": 1.2756770402684081e-08, | |
| "loss": 1.2322, | |
| "step": 12920 | |
| }, | |
| { | |
| "epoch": 0.9591988130563798, | |
| "grad_norm": 7.492358207702637, | |
| "learning_rate": 1.2305857727840597e-08, | |
| "loss": 1.3891, | |
| "step": 12930 | |
| }, | |
| { | |
| "epoch": 0.9599406528189911, | |
| "grad_norm": 8.983826637268066, | |
| "learning_rate": 1.186302546336876e-08, | |
| "loss": 1.4126, | |
| "step": 12940 | |
| }, | |
| { | |
| "epoch": 0.9606824925816023, | |
| "grad_norm": 8.535353660583496, | |
| "learning_rate": 1.1428276014512073e-08, | |
| "loss": 1.1881, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 0.9614243323442137, | |
| "grad_norm": 7.106237888336182, | |
| "learning_rate": 1.1001611742611827e-08, | |
| "loss": 1.292, | |
| "step": 12960 | |
| }, | |
| { | |
| "epoch": 0.962166172106825, | |
| "grad_norm": 8.555818557739258, | |
| "learning_rate": 1.0583034965095274e-08, | |
| "loss": 1.4155, | |
| "step": 12970 | |
| }, | |
| { | |
| "epoch": 0.9629080118694362, | |
| "grad_norm": 12.074318885803223, | |
| "learning_rate": 1.0172547955461798e-08, | |
| "loss": 1.4455, | |
| "step": 12980 | |
| }, | |
| { | |
| "epoch": 0.9636498516320475, | |
| "grad_norm": 8.598979949951172, | |
| "learning_rate": 9.770152943271604e-09, | |
| "loss": 1.3468, | |
| "step": 12990 | |
| }, | |
| { | |
| "epoch": 0.9643916913946587, | |
| "grad_norm": 9.474443435668945, | |
| "learning_rate": 9.375852114133221e-09, | |
| "loss": 1.2126, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.9643916913946587, | |
| "eval_loss": 1.2897428274154663, | |
| "eval_runtime": 23.7046, | |
| "eval_samples_per_second": 18.815, | |
| "eval_steps_per_second": 9.407, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.9651335311572701, | |
| "grad_norm": 7.944087982177734, | |
| "learning_rate": 8.989647609691342e-09, | |
| "loss": 1.2518, | |
| "step": 13010 | |
| }, | |
| { | |
| "epoch": 0.9658753709198813, | |
| "grad_norm": 8.350529670715332, | |
| "learning_rate": 8.611541527615508e-09, | |
| "loss": 1.1986, | |
| "step": 13020 | |
| }, | |
| { | |
| "epoch": 0.9666172106824926, | |
| "grad_norm": 8.835983276367188, | |
| "learning_rate": 8.241535921589106e-09, | |
| "loss": 1.4297, | |
| "step": 13030 | |
| }, | |
| { | |
| "epoch": 0.9673590504451038, | |
| "grad_norm": 9.169357299804688, | |
| "learning_rate": 7.879632801297387e-09, | |
| "loss": 1.2199, | |
| "step": 13040 | |
| }, | |
| { | |
| "epoch": 0.9681008902077152, | |
| "grad_norm": 11.830096244812012, | |
| "learning_rate": 7.525834132416976e-09, | |
| "loss": 1.3442, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 0.9688427299703264, | |
| "grad_norm": 8.521605491638184, | |
| "learning_rate": 7.180141836605536e-09, | |
| "loss": 1.3721, | |
| "step": 13060 | |
| }, | |
| { | |
| "epoch": 0.9695845697329377, | |
| "grad_norm": 8.605573654174805, | |
| "learning_rate": 6.842557791490122e-09, | |
| "loss": 1.3636, | |
| "step": 13070 | |
| }, | |
| { | |
| "epoch": 0.9703264094955489, | |
| "grad_norm": 7.742245197296143, | |
| "learning_rate": 6.513083830659017e-09, | |
| "loss": 1.2094, | |
| "step": 13080 | |
| }, | |
| { | |
| "epoch": 0.9710682492581603, | |
| "grad_norm": 9.237808227539062, | |
| "learning_rate": 6.19172174364957e-09, | |
| "loss": 1.2527, | |
| "step": 13090 | |
| }, | |
| { | |
| "epoch": 0.9718100890207715, | |
| "grad_norm": 8.128382682800293, | |
| "learning_rate": 5.878473275940044e-09, | |
| "loss": 1.1039, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.9725519287833828, | |
| "grad_norm": 9.049505233764648, | |
| "learning_rate": 5.573340128939286e-09, | |
| "loss": 1.3061, | |
| "step": 13110 | |
| }, | |
| { | |
| "epoch": 0.973293768545994, | |
| "grad_norm": 8.908202171325684, | |
| "learning_rate": 5.276323959978235e-09, | |
| "loss": 1.3528, | |
| "step": 13120 | |
| }, | |
| { | |
| "epoch": 0.9740356083086054, | |
| "grad_norm": 10.514373779296875, | |
| "learning_rate": 4.987426382299598e-09, | |
| "loss": 1.2388, | |
| "step": 13130 | |
| }, | |
| { | |
| "epoch": 0.9747774480712166, | |
| "grad_norm": 8.527087211608887, | |
| "learning_rate": 4.706648965051019e-09, | |
| "loss": 1.249, | |
| "step": 13140 | |
| }, | |
| { | |
| "epoch": 0.9755192878338279, | |
| "grad_norm": 8.145854949951172, | |
| "learning_rate": 4.433993233274591e-09, | |
| "loss": 1.1806, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 0.9762611275964391, | |
| "grad_norm": 7.99056339263916, | |
| "learning_rate": 4.169460667900027e-09, | |
| "loss": 1.2609, | |
| "step": 13160 | |
| }, | |
| { | |
| "epoch": 0.9770029673590505, | |
| "grad_norm": 8.545060157775879, | |
| "learning_rate": 3.913052705735997e-09, | |
| "loss": 1.3828, | |
| "step": 13170 | |
| }, | |
| { | |
| "epoch": 0.9777448071216617, | |
| "grad_norm": 8.997559547424316, | |
| "learning_rate": 3.6647707394619756e-09, | |
| "loss": 1.2281, | |
| "step": 13180 | |
| }, | |
| { | |
| "epoch": 0.978486646884273, | |
| "grad_norm": 8.990921974182129, | |
| "learning_rate": 3.4246161176217372e-09, | |
| "loss": 1.3476, | |
| "step": 13190 | |
| }, | |
| { | |
| "epoch": 0.9792284866468842, | |
| "grad_norm": 7.651655673980713, | |
| "learning_rate": 3.1925901446148707e-09, | |
| "loss": 1.2981, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.9799703264094956, | |
| "grad_norm": 8.907322883605957, | |
| "learning_rate": 2.9686940806904485e-09, | |
| "loss": 1.517, | |
| "step": 13210 | |
| }, | |
| { | |
| "epoch": 0.9807121661721068, | |
| "grad_norm": 9.220152854919434, | |
| "learning_rate": 2.752929141939864e-09, | |
| "loss": 1.2845, | |
| "step": 13220 | |
| }, | |
| { | |
| "epoch": 0.9814540059347181, | |
| "grad_norm": 7.591921329498291, | |
| "learning_rate": 2.5452965002903396e-09, | |
| "loss": 1.2068, | |
| "step": 13230 | |
| }, | |
| { | |
| "epoch": 0.9821958456973294, | |
| "grad_norm": 8.76726245880127, | |
| "learning_rate": 2.34579728349843e-09, | |
| "loss": 1.2462, | |
| "step": 13240 | |
| }, | |
| { | |
| "epoch": 0.9829376854599406, | |
| "grad_norm": 8.317231178283691, | |
| "learning_rate": 2.154432575144194e-09, | |
| "loss": 1.3612, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 0.983679525222552, | |
| "grad_norm": 9.405437469482422, | |
| "learning_rate": 1.9712034146250336e-09, | |
| "loss": 1.2786, | |
| "step": 13260 | |
| }, | |
| { | |
| "epoch": 0.9844213649851632, | |
| "grad_norm": 7.619749069213867, | |
| "learning_rate": 1.7961107971498635e-09, | |
| "loss": 1.2626, | |
| "step": 13270 | |
| }, | |
| { | |
| "epoch": 0.9851632047477745, | |
| "grad_norm": 13.960756301879883, | |
| "learning_rate": 1.6291556737344503e-09, | |
| "loss": 1.432, | |
| "step": 13280 | |
| }, | |
| { | |
| "epoch": 0.9859050445103857, | |
| "grad_norm": 9.093308448791504, | |
| "learning_rate": 1.4703389511955822e-09, | |
| "loss": 1.3687, | |
| "step": 13290 | |
| }, | |
| { | |
| "epoch": 0.9866468842729971, | |
| "grad_norm": 7.0503458976745605, | |
| "learning_rate": 1.319661492145907e-09, | |
| "loss": 1.3628, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.9873887240356083, | |
| "grad_norm": 9.696161270141602, | |
| "learning_rate": 1.1771241149901024e-09, | |
| "loss": 1.3019, | |
| "step": 13310 | |
| }, | |
| { | |
| "epoch": 0.9881305637982196, | |
| "grad_norm": 9.714421272277832, | |
| "learning_rate": 1.0427275939200453e-09, | |
| "loss": 1.3525, | |
| "step": 13320 | |
| }, | |
| { | |
| "epoch": 0.9888724035608308, | |
| "grad_norm": 9.047686576843262, | |
| "learning_rate": 9.164726589103167e-10, | |
| "loss": 1.208, | |
| "step": 13330 | |
| }, | |
| { | |
| "epoch": 0.9896142433234422, | |
| "grad_norm": 10.157636642456055, | |
| "learning_rate": 7.983599957147036e-10, | |
| "loss": 1.393, | |
| "step": 13340 | |
| }, | |
| { | |
| "epoch": 0.9903560830860534, | |
| "grad_norm": 8.367962837219238, | |
| "learning_rate": 6.883902458618696e-10, | |
| "loss": 1.2299, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 0.9910979228486647, | |
| "grad_norm": 8.495455741882324, | |
| "learning_rate": 5.865640066525235e-10, | |
| "loss": 1.3572, | |
| "step": 13360 | |
| }, | |
| { | |
| "epoch": 0.9918397626112759, | |
| "grad_norm": 7.387685298919678, | |
| "learning_rate": 4.92881831156089e-10, | |
| "loss": 1.2902, | |
| "step": 13370 | |
| }, | |
| { | |
| "epoch": 0.9925816023738873, | |
| "grad_norm": 8.251172065734863, | |
| "learning_rate": 4.073442282070405e-10, | |
| "loss": 1.2775, | |
| "step": 13380 | |
| }, | |
| { | |
| "epoch": 0.9933234421364985, | |
| "grad_norm": 7.994820594787598, | |
| "learning_rate": 3.2995166240290533e-10, | |
| "loss": 1.1886, | |
| "step": 13390 | |
| }, | |
| { | |
| "epoch": 0.9940652818991098, | |
| "grad_norm": 9.602749824523926, | |
| "learning_rate": 2.6070455410159843e-10, | |
| "loss": 1.2908, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.994807121661721, | |
| "grad_norm": 8.252080917358398, | |
| "learning_rate": 1.996032794184255e-10, | |
| "loss": 1.3749, | |
| "step": 13410 | |
| }, | |
| { | |
| "epoch": 0.9955489614243324, | |
| "grad_norm": 8.841800689697266, | |
| "learning_rate": 1.4664817022508326e-10, | |
| "loss": 1.3027, | |
| "step": 13420 | |
| }, | |
| { | |
| "epoch": 0.9962908011869436, | |
| "grad_norm": 7.5887370109558105, | |
| "learning_rate": 1.0183951414732828e-10, | |
| "loss": 1.3064, | |
| "step": 13430 | |
| }, | |
| { | |
| "epoch": 0.9970326409495549, | |
| "grad_norm": 8.982939720153809, | |
| "learning_rate": 6.517755456331153e-11, | |
| "loss": 1.3691, | |
| "step": 13440 | |
| }, | |
| { | |
| "epoch": 0.9977744807121661, | |
| "grad_norm": 8.62787914276123, | |
| "learning_rate": 3.666249060241267e-11, | |
| "loss": 1.2796, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 0.9985163204747775, | |
| "grad_norm": 8.360151290893555, | |
| "learning_rate": 1.6294477144074282e-11, | |
| "loss": 1.2975, | |
| "step": 13460 | |
| }, | |
| { | |
| "epoch": 0.9992581602373887, | |
| "grad_norm": 8.118022918701172, | |
| "learning_rate": 4.073624817468868e-12, | |
| "loss": 1.2711, | |
| "step": 13470 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 7.892242908477783, | |
| "learning_rate": 0.0, | |
| "loss": 1.2698, | |
| "step": 13480 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 13480, | |
| "total_flos": 3.3534568071535e+17, | |
| "train_loss": 1.3545556901116753, | |
| "train_runtime": 10924.2621, | |
| "train_samples_per_second": 2.468, | |
| "train_steps_per_second": 1.234 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 13480, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.3534568071535e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |