{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1624,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006157635467980296,
      "grad_norm": 39.11833832570066,
      "learning_rate": 1.8404907975460124e-08,
      "loss": 1.0171,
      "step": 1
    },
    {
      "epoch": 0.006157635467980296,
      "grad_norm": 97.51191996179428,
      "learning_rate": 1.8404907975460122e-07,
      "loss": 1.0435,
      "step": 10
    },
    {
      "epoch": 0.012315270935960592,
      "grad_norm": 33.104108639558106,
      "learning_rate": 3.6809815950920245e-07,
      "loss": 1.0398,
      "step": 20
    },
    {
      "epoch": 0.01847290640394089,
      "grad_norm": 25.392368172808187,
      "learning_rate": 5.521472392638037e-07,
      "loss": 1.0188,
      "step": 30
    },
    {
      "epoch": 0.024630541871921183,
      "grad_norm": 2.5252784333814122,
      "learning_rate": 7.361963190184049e-07,
      "loss": 0.9958,
      "step": 40
    },
    {
      "epoch": 0.03078817733990148,
      "grad_norm": 1.4934120741666812,
      "learning_rate": 9.202453987730062e-07,
      "loss": 0.9789,
      "step": 50
    },
    {
      "epoch": 0.03694581280788178,
      "grad_norm": 10.681983660964159,
      "learning_rate": 1.1042944785276073e-06,
      "loss": 0.9309,
      "step": 60
    },
    {
      "epoch": 0.04310344827586207,
      "grad_norm": 1.1792371247881757,
      "learning_rate": 1.2883435582822088e-06,
      "loss": 0.9487,
      "step": 70
    },
    {
      "epoch": 0.04926108374384237,
      "grad_norm": 3.5967827346653807,
      "learning_rate": 1.4723926380368098e-06,
      "loss": 0.9392,
      "step": 80
    },
    {
      "epoch": 0.05541871921182266,
      "grad_norm": 1.3027564465976336,
      "learning_rate": 1.6564417177914112e-06,
      "loss": 0.9278,
      "step": 90
    },
    {
      "epoch": 0.06157635467980296,
      "grad_norm": 1.868580833085548,
      "learning_rate": 1.8404907975460124e-06,
      "loss": 0.9329,
      "step": 100
    },
    {
      "epoch": 0.06773399014778325,
      "grad_norm": 8.034382889984798,
      "learning_rate": 2.0245398773006137e-06,
      "loss": 0.9353,
      "step": 110
    },
    {
      "epoch": 0.07389162561576355,
      "grad_norm": 2.971665740965309,
      "learning_rate": 2.2085889570552147e-06,
      "loss": 0.9192,
      "step": 120
    },
    {
      "epoch": 0.08004926108374384,
      "grad_norm": 3.681564626469473,
      "learning_rate": 2.3926380368098157e-06,
      "loss": 0.9046,
      "step": 130
    },
    {
      "epoch": 0.08620689655172414,
      "grad_norm": 4.346804226811641,
      "learning_rate": 2.5766871165644175e-06,
      "loss": 0.9297,
      "step": 140
    },
    {
      "epoch": 0.09236453201970443,
      "grad_norm": 1.8357015303994761,
      "learning_rate": 2.7607361963190186e-06,
      "loss": 0.906,
      "step": 150
    },
    {
      "epoch": 0.09852216748768473,
      "grad_norm": 1.1670278503111207,
      "learning_rate": 2.9447852760736196e-06,
      "loss": 0.9123,
      "step": 160
    },
    {
      "epoch": 0.10467980295566502,
      "grad_norm": 1.7533219735333505,
      "learning_rate": 2.9998300784514776e-06,
      "loss": 0.9075,
      "step": 170
    },
    {
      "epoch": 0.11083743842364532,
      "grad_norm": 1.9794621815752764,
      "learning_rate": 2.9989979023179235e-06,
      "loss": 0.9104,
      "step": 180
    },
    {
      "epoch": 0.11699507389162561,
      "grad_norm": 0.9849983349999529,
      "learning_rate": 2.9974726458049776e-06,
      "loss": 0.8953,
      "step": 190
    },
    {
      "epoch": 0.12315270935960591,
      "grad_norm": 1.0588037960942727,
      "learning_rate": 2.9952550141340154e-06,
      "loss": 0.8935,
      "step": 200
    },
    {
      "epoch": 0.12931034482758622,
      "grad_norm": 1.2914329429720137,
      "learning_rate": 2.9923460326547038e-06,
      "loss": 0.898,
      "step": 210
    },
    {
      "epoch": 0.1354679802955665,
      "grad_norm": 1.462714450533501,
      "learning_rate": 2.988747046370918e-06,
      "loss": 0.8964,
      "step": 220
    },
    {
      "epoch": 0.1416256157635468,
      "grad_norm": 1.5479755472032886,
      "learning_rate": 2.984459719318862e-06,
      "loss": 0.901,
      "step": 230
    },
    {
      "epoch": 0.1477832512315271,
      "grad_norm": 1.0726588199016611,
      "learning_rate": 2.9794860337976802e-06,
      "loss": 0.8898,
      "step": 240
    },
    {
      "epoch": 0.1539408866995074,
      "grad_norm": 1.2064222174518724,
      "learning_rate": 2.9738282894529177e-06,
      "loss": 0.8906,
      "step": 250
    },
    {
      "epoch": 0.16009852216748768,
      "grad_norm": 1.0779645832395361,
      "learning_rate": 2.96748910221325e-06,
      "loss": 0.8956,
      "step": 260
    },
    {
      "epoch": 0.16625615763546797,
      "grad_norm": 1.350106799679849,
      "learning_rate": 2.9604714030809755e-06,
      "loss": 0.8908,
      "step": 270
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 1.4528864294030424,
      "learning_rate": 2.9527784367768305e-06,
      "loss": 0.8918,
      "step": 280
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 1.093974116558019,
      "learning_rate": 2.9444137602397515e-06,
      "loss": 0.9045,
      "step": 290
    },
    {
      "epoch": 0.18472906403940886,
      "grad_norm": 1.1335514527922086,
      "learning_rate": 2.935381240982281e-06,
      "loss": 0.8919,
      "step": 300
    },
    {
      "epoch": 0.19088669950738915,
      "grad_norm": 1.1578136051328392,
      "learning_rate": 2.9256850553023724e-06,
      "loss": 0.8932,
      "step": 310
    },
    {
      "epoch": 0.19704433497536947,
      "grad_norm": 1.2524948494126782,
      "learning_rate": 2.9153296863524315e-06,
      "loss": 0.8779,
      "step": 320
    },
    {
      "epoch": 0.20320197044334976,
      "grad_norm": 0.9562337520138312,
      "learning_rate": 2.9043199220664704e-06,
      "loss": 0.8848,
      "step": 330
    },
    {
      "epoch": 0.20935960591133004,
      "grad_norm": 1.014920165575569,
      "learning_rate": 2.8926608529463473e-06,
      "loss": 0.891,
      "step": 340
    },
    {
      "epoch": 0.21551724137931033,
      "grad_norm": 1.2764221494335906,
      "learning_rate": 2.880357869708111e-06,
      "loss": 0.9045,
      "step": 350
    },
    {
      "epoch": 0.22167487684729065,
      "grad_norm": 0.9543614414538709,
      "learning_rate": 2.8674166607895357e-06,
      "loss": 0.886,
      "step": 360
    },
    {
      "epoch": 0.22783251231527094,
      "grad_norm": 1.0200791854817908,
      "learning_rate": 2.85384320972e-06,
      "loss": 0.8798,
      "step": 370
    },
    {
      "epoch": 0.23399014778325122,
      "grad_norm": 0.9423219737843089,
      "learning_rate": 2.839643792353928e-06,
      "loss": 0.888,
      "step": 380
    },
    {
      "epoch": 0.24014778325123154,
      "grad_norm": 1.807370938563018,
      "learning_rate": 2.824824973969069e-06,
      "loss": 0.9058,
      "step": 390
    },
    {
      "epoch": 0.24630541871921183,
      "grad_norm": 0.9624203166584838,
      "learning_rate": 2.8093936062309614e-06,
      "loss": 0.88,
      "step": 400
    },
    {
      "epoch": 0.2524630541871921,
      "grad_norm": 1.0446763066450997,
      "learning_rate": 2.7933568240249776e-06,
      "loss": 0.8916,
      "step": 410
    },
    {
      "epoch": 0.25862068965517243,
      "grad_norm": 1.031965401372882,
      "learning_rate": 2.776722042157421e-06,
      "loss": 0.8937,
      "step": 420
    },
    {
      "epoch": 0.2647783251231527,
      "grad_norm": 1.0397880014843512,
      "learning_rate": 2.7594969519271988e-06,
      "loss": 0.8802,
      "step": 430
    },
    {
      "epoch": 0.270935960591133,
      "grad_norm": 0.9409991870080029,
      "learning_rate": 2.7416895175696533e-06,
      "loss": 0.8952,
      "step": 440
    },
    {
      "epoch": 0.2770935960591133,
      "grad_norm": 0.9068233549186512,
      "learning_rate": 2.723307972574199e-06,
      "loss": 0.8951,
      "step": 450
    },
    {
      "epoch": 0.2832512315270936,
      "grad_norm": 1.0260952139368371,
      "learning_rate": 2.7043608158774645e-06,
      "loss": 0.8848,
      "step": 460
    },
    {
      "epoch": 0.2894088669950739,
      "grad_norm": 0.8928699960345075,
      "learning_rate": 2.684856807933706e-06,
      "loss": 0.8844,
      "step": 470
    },
    {
      "epoch": 0.2955665024630542,
      "grad_norm": 0.9088682466856005,
      "learning_rate": 2.664804966664298e-06,
      "loss": 0.8935,
      "step": 480
    },
    {
      "epoch": 0.3017241379310345,
      "grad_norm": 0.94527180620086,
      "learning_rate": 2.6442145632881894e-06,
      "loss": 0.8908,
      "step": 490
    },
    {
      "epoch": 0.3078817733990148,
      "grad_norm": 0.9455656466636171,
      "learning_rate": 2.623095118035235e-06,
      "loss": 0.8972,
      "step": 500
    },
    {
      "epoch": 0.31403940886699505,
      "grad_norm": 0.9278270508038465,
      "learning_rate": 2.601456395744403e-06,
      "loss": 0.8963,
      "step": 510
    },
    {
      "epoch": 0.32019704433497537,
      "grad_norm": 1.0267218503341182,
      "learning_rate": 2.579308401348876e-06,
      "loss": 0.8982,
      "step": 520
    },
    {
      "epoch": 0.3263546798029557,
      "grad_norm": 0.8668867739209858,
      "learning_rate": 2.556661375250149e-06,
      "loss": 0.8826,
      "step": 530
    },
    {
      "epoch": 0.33251231527093594,
      "grad_norm": 0.9466156644717508,
      "learning_rate": 2.533525788583248e-06,
      "loss": 0.8824,
      "step": 540
    },
    {
      "epoch": 0.33866995073891626,
      "grad_norm": 1.079466437044084,
      "learning_rate": 2.509912338375275e-06,
      "loss": 0.8756,
      "step": 550
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 1.5912074264549028,
      "learning_rate": 2.4858319425994978e-06,
      "loss": 0.894,
      "step": 560
    },
    {
      "epoch": 0.35098522167487683,
      "grad_norm": 0.9313999461191238,
      "learning_rate": 2.4612957351272963e-06,
      "loss": 0.8895,
      "step": 570
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 1.1801770634441218,
      "learning_rate": 2.4363150605802704e-06,
      "loss": 0.8665,
      "step": 580
    },
    {
      "epoch": 0.3633004926108374,
      "grad_norm": 1.0068892948188721,
      "learning_rate": 2.41090146908492e-06,
      "loss": 0.876,
      "step": 590
    },
    {
      "epoch": 0.3694581280788177,
      "grad_norm": 1.0826722320337905,
      "learning_rate": 2.385066710932294e-06,
      "loss": 0.8673,
      "step": 600
    },
    {
      "epoch": 0.37561576354679804,
      "grad_norm": 0.8776518626640517,
      "learning_rate": 2.3588227311451007e-06,
      "loss": 0.871,
      "step": 610
    },
    {
      "epoch": 0.3817733990147783,
      "grad_norm": 0.8970209724037471,
      "learning_rate": 2.3321816639547747e-06,
      "loss": 0.8754,
      "step": 620
    },
    {
      "epoch": 0.3879310344827586,
      "grad_norm": 0.865408238823646,
      "learning_rate": 2.305155827191066e-06,
      "loss": 0.8828,
      "step": 630
    },
    {
      "epoch": 0.39408866995073893,
      "grad_norm": 0.9191133091733539,
      "learning_rate": 2.2777577165867354e-06,
      "loss": 0.893,
      "step": 640
    },
    {
      "epoch": 0.4002463054187192,
      "grad_norm": 1.0084087069366179,
      "learning_rate": 2.25e-06,
      "loss": 0.8707,
      "step": 650
    },
    {
      "epoch": 0.4064039408866995,
      "grad_norm": 0.9641835901570172,
      "learning_rate": 2.2218955115573864e-06,
      "loss": 0.8941,
      "step": 660
    },
    {
      "epoch": 0.4125615763546798,
      "grad_norm": 1.0960250718373252,
      "learning_rate": 2.1934572457197163e-06,
      "loss": 0.8801,
      "step": 670
    },
    {
      "epoch": 0.4187192118226601,
      "grad_norm": 0.9620003659319739,
      "learning_rate": 2.164698351273952e-06,
      "loss": 0.8838,
      "step": 680
    },
    {
      "epoch": 0.4248768472906404,
      "grad_norm": 0.945391462529571,
      "learning_rate": 2.1356321252536947e-06,
      "loss": 0.8773,
      "step": 690
    },
    {
      "epoch": 0.43103448275862066,
      "grad_norm": 0.9952181170766936,
      "learning_rate": 2.10627200679113e-06,
      "loss": 0.8809,
      "step": 700
    },
    {
      "epoch": 0.437192118226601,
      "grad_norm": 1.2866159652764533,
      "learning_rate": 2.0766315709032837e-06,
      "loss": 0.8778,
      "step": 710
    },
    {
      "epoch": 0.4433497536945813,
      "grad_norm": 0.9256729280886802,
      "learning_rate": 2.046724522215437e-06,
      "loss": 0.8711,
      "step": 720
    },
    {
      "epoch": 0.44950738916256155,
      "grad_norm": 0.830245767183929,
      "learning_rate": 2.016564688624627e-06,
      "loss": 0.8848,
      "step": 730
    },
    {
      "epoch": 0.45566502463054187,
      "grad_norm": 0.9400170628704059,
      "learning_rate": 1.9861660149061435e-06,
      "loss": 0.8746,
      "step": 740
    },
    {
      "epoch": 0.4618226600985222,
      "grad_norm": 0.9114604227226025,
      "learning_rate": 1.9555425562659878e-06,
      "loss": 0.8839,
      "step": 750
    },
    {
      "epoch": 0.46798029556650245,
      "grad_norm": 0.9636472157159227,
      "learning_rate": 1.924708471842276e-06,
      "loss": 0.8644,
      "step": 760
    },
    {
      "epoch": 0.47413793103448276,
      "grad_norm": 0.8916431000744512,
      "learning_rate": 1.8936780181585799e-06,
      "loss": 0.8749,
      "step": 770
    },
    {
      "epoch": 0.4802955665024631,
      "grad_norm": 0.9584025191544591,
      "learning_rate": 1.86246554253225e-06,
      "loss": 0.886,
      "step": 780
    },
    {
      "epoch": 0.48645320197044334,
      "grad_norm": 1.1713799337704054,
      "learning_rate": 1.831085476440753e-06,
      "loss": 0.8738,
      "step": 790
    },
    {
      "epoch": 0.49261083743842365,
      "grad_norm": 1.4368869246034384,
      "learning_rate": 1.7995523288490959e-06,
      "loss": 0.8848,
      "step": 800
    },
    {
      "epoch": 0.4987684729064039,
      "grad_norm": 0.9684556270804614,
      "learning_rate": 1.7678806795014293e-06,
      "loss": 0.8806,
      "step": 810
    },
    {
      "epoch": 0.5049261083743842,
      "grad_norm": 0.931294683241216,
      "learning_rate": 1.7360851721799163e-06,
      "loss": 0.8609,
      "step": 820
    },
    {
      "epoch": 0.5110837438423645,
      "grad_norm": 0.9532178001849707,
      "learning_rate": 1.7041805079340006e-06,
      "loss": 0.871,
      "step": 830
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 0.91289729076867,
      "learning_rate": 1.6721814382831911e-06,
      "loss": 0.8706,
      "step": 840
    },
    {
      "epoch": 0.5233990147783252,
      "grad_norm": 0.8701261925434093,
      "learning_rate": 1.6401027583965135e-06,
      "loss": 0.874,
      "step": 850
    },
    {
      "epoch": 0.5295566502463054,
      "grad_norm": 1.3157172918251052,
      "learning_rate": 1.6079593002517785e-06,
      "loss": 0.8972,
      "step": 860
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 0.9460694314665482,
      "learning_rate": 1.575765925777834e-06,
      "loss": 0.8705,
      "step": 870
    },
    {
      "epoch": 0.541871921182266,
      "grad_norm": 0.8663250399265648,
      "learning_rate": 1.543537519982963e-06,
      "loss": 0.8757,
      "step": 880
    },
    {
      "epoch": 0.5480295566502463,
      "grad_norm": 0.8476656469038841,
      "learning_rate": 1.5112889840726194e-06,
      "loss": 0.8821,
      "step": 890
    },
    {
      "epoch": 0.5541871921182266,
      "grad_norm": 0.9793899276197807,
      "learning_rate": 1.4790352285596656e-06,
      "loss": 0.867,
      "step": 900
    },
    {
      "epoch": 0.5603448275862069,
      "grad_norm": 0.9471504761102012,
      "learning_rate": 1.4467911663703118e-06,
      "loss": 0.8669,
      "step": 910
    },
    {
      "epoch": 0.5665024630541872,
      "grad_norm": 1.0080484253850497,
      "learning_rate": 1.4145717059489405e-06,
      "loss": 0.8782,
      "step": 920
    },
    {
      "epoch": 0.5726600985221675,
      "grad_norm": 1.1941676655278535,
      "learning_rate": 1.3823917443649994e-06,
      "loss": 0.8543,
      "step": 930
    },
    {
      "epoch": 0.5788177339901478,
      "grad_norm": 1.155321605934009,
      "learning_rate": 1.3502661604251562e-06,
      "loss": 0.8751,
      "step": 940
    },
    {
      "epoch": 0.5849753694581281,
      "grad_norm": 1.0349420537193152,
      "learning_rate": 1.3182098077938954e-06,
      "loss": 0.863,
      "step": 950
    },
    {
      "epoch": 0.5911330049261084,
      "grad_norm": 0.8668489498799227,
      "learning_rate": 1.286237508125744e-06,
      "loss": 0.8889,
      "step": 960
    },
    {
      "epoch": 0.5972906403940886,
      "grad_norm": 1.1105014519516443,
      "learning_rate": 1.254364044212291e-06,
      "loss": 0.8817,
      "step": 970
    },
    {
      "epoch": 0.603448275862069,
      "grad_norm": 1.1510310259609142,
      "learning_rate": 1.2226041531471835e-06,
      "loss": 0.8686,
      "step": 980
    },
    {
      "epoch": 0.6096059113300493,
      "grad_norm": 0.9362548110546389,
      "learning_rate": 1.1909725195122443e-06,
      "loss": 0.8676,
      "step": 990
    },
    {
      "epoch": 0.6157635467980296,
      "grad_norm": 0.8788738119989281,
      "learning_rate": 1.1594837685878725e-06,
      "loss": 0.8523,
      "step": 1000
    },
    {
      "epoch": 0.6219211822660099,
      "grad_norm": 0.887194098681397,
      "learning_rate": 1.1281524595908653e-06,
      "loss": 0.8762,
      "step": 1010
    },
    {
      "epoch": 0.6280788177339901,
      "grad_norm": 0.8612235803063835,
      "learning_rate": 1.0969930789427798e-06,
      "loss": 0.877,
      "step": 1020
    },
    {
      "epoch": 0.6342364532019704,
      "grad_norm": 0.8734309546117548,
      "learning_rate": 1.0660200335719569e-06,
      "loss": 0.8761,
      "step": 1030
    },
    {
      "epoch": 0.6403940886699507,
      "grad_norm": 0.8944912206450915,
      "learning_rate": 1.0352476442522963e-06,
      "loss": 0.8847,
      "step": 1040
    },
    {
      "epoch": 0.646551724137931,
      "grad_norm": 0.8553821783678947,
      "learning_rate": 1.004690138981871e-06,
      "loss": 0.8731,
      "step": 1050
    },
    {
      "epoch": 0.6527093596059114,
      "grad_norm": 0.8628572848264044,
      "learning_rate": 9.74361646404432e-07,
      "loss": 0.8606,
      "step": 1060
    },
    {
      "epoch": 0.6588669950738916,
      "grad_norm": 0.8555513910364403,
      "learning_rate": 9.442761892768561e-07,
      "loss": 0.8656,
      "step": 1070
    },
    {
      "epoch": 0.6650246305418719,
      "grad_norm": 0.9062019842589142,
      "learning_rate": 9.144476779855462e-07,
      "loss": 0.8892,
      "step": 1080
    },
    {
      "epoch": 0.6711822660098522,
      "grad_norm": 0.8327590617691879,
      "learning_rate": 8.848899041147947e-07,
      "loss": 0.8746,
      "step": 1090
    },
    {
      "epoch": 0.6773399014778325,
      "grad_norm": 0.8338019269330827,
      "learning_rate": 8.556165340700687e-07,
      "loss": 0.8615,
      "step": 1100
    },
    {
      "epoch": 0.6834975369458128,
      "grad_norm": 0.8295491614862206,
      "learning_rate": 8.266411027591801e-07,
      "loss": 0.8732,
      "step": 1110
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.9395669949159903,
      "learning_rate": 7.979770073342484e-07,
      "loss": 0.8729,
      "step": 1120
    },
    {
      "epoch": 0.6958128078817734,
      "grad_norm": 0.867733164384384,
      "learning_rate": 7.696375009973643e-07,
      "loss": 0.8608,
      "step": 1130
    },
    {
      "epoch": 0.7019704433497537,
      "grad_norm": 0.9064838208046303,
      "learning_rate": 7.41635686872804e-07,
      "loss": 0.8765,
      "step": 1140
    },
    {
      "epoch": 0.708128078817734,
      "grad_norm": 0.9195681549910459,
      "learning_rate": 7.139845119486371e-07,
      "loss": 0.8473,
      "step": 1150
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.924047168481818,
      "learning_rate": 6.866967610905234e-07,
      "loss": 0.8793,
      "step": 1160
    },
    {
      "epoch": 0.7204433497536946,
      "grad_norm": 0.8440847823992839,
      "learning_rate": 6.597850511304739e-07,
      "loss": 0.8602,
      "step": 1170
    },
    {
      "epoch": 0.7266009852216748,
      "grad_norm": 0.9108312916499829,
      "learning_rate": 6.332618250332988e-07,
      "loss": 0.854,
      "step": 1180
    },
    {
      "epoch": 0.7327586206896551,
      "grad_norm": 0.8778675133667185,
      "learning_rate": 6.071393461434488e-07,
      "loss": 0.8797,
      "step": 1190
    },
    {
      "epoch": 0.7389162561576355,
      "grad_norm": 0.862025362499502,
      "learning_rate": 5.814296925149026e-07,
      "loss": 0.876,
      "step": 1200
    },
    {
      "epoch": 0.7450738916256158,
      "grad_norm": 0.9153055267247704,
      "learning_rate": 5.561447513267311e-07,
      "loss": 0.8714,
      "step": 1210
    },
    {
      "epoch": 0.7512315270935961,
      "grad_norm": 0.8294104219179396,
      "learning_rate": 5.312962133869093e-07,
      "loss": 0.8659,
      "step": 1220
    },
    {
      "epoch": 0.7573891625615764,
      "grad_norm": 0.8628035692028492,
      "learning_rate": 5.068955677269281e-07,
      "loss": 0.8653,
      "step": 1230
    },
    {
      "epoch": 0.7635467980295566,
      "grad_norm": 0.8789751770218951,
      "learning_rate": 4.829540962896927e-07,
      "loss": 0.8787,
      "step": 1240
    },
    {
      "epoch": 0.7697044334975369,
      "grad_norm": 0.880811469553608,
      "learning_rate": 4.594828687131814e-07,
      "loss": 0.8719,
      "step": 1250
    },
    {
      "epoch": 0.7758620689655172,
      "grad_norm": 0.8589600352283664,
      "learning_rate": 4.36492737212255e-07,
      "loss": 0.8649,
      "step": 1260
    },
    {
      "epoch": 0.7820197044334976,
      "grad_norm": 1.97188374324455,
      "learning_rate": 4.13994331561004e-07,
      "loss": 0.8559,
      "step": 1270
    },
    {
      "epoch": 0.7881773399014779,
      "grad_norm": 1.2314345966965359,
      "learning_rate": 3.9199805417793833e-07,
      "loss": 0.866,
      "step": 1280
    },
    {
      "epoch": 0.7943349753694581,
      "grad_norm": 0.8564385884815968,
      "learning_rate": 3.705140753162973e-07,
      "loss": 0.8767,
      "step": 1290
    },
    {
      "epoch": 0.8004926108374384,
      "grad_norm": 0.8935220357617403,
      "learning_rate": 3.495523283617106e-07,
      "loss": 0.8713,
      "step": 1300
    },
    {
      "epoch": 0.8066502463054187,
      "grad_norm": 1.0237618875404009,
      "learning_rate": 3.2912250523937e-07,
      "loss": 0.8718,
      "step": 1310
    },
    {
      "epoch": 0.812807881773399,
      "grad_norm": 0.8442304790394727,
      "learning_rate": 3.092340519328474e-07,
      "loss": 0.8864,
      "step": 1320
    },
    {
      "epoch": 0.8189655172413793,
      "grad_norm": 1.4691847919498742,
      "learning_rate": 2.8989616411662826e-07,
      "loss": 0.8597,
      "step": 1330
    },
    {
      "epoch": 0.8251231527093597,
      "grad_norm": 0.8880158508210901,
      "learning_rate": 2.7111778290437465e-07,
      "loss": 0.8675,
      "step": 1340
    },
    {
      "epoch": 0.8312807881773399,
      "grad_norm": 0.8439570654706303,
      "learning_rate": 2.529075907148916e-07,
      "loss": 0.8701,
      "step": 1350
    },
    {
      "epoch": 0.8374384236453202,
      "grad_norm": 0.9041155686907367,
      "learning_rate": 2.352740072577002e-07,
      "loss": 0.8668,
      "step": 1360
    },
    {
      "epoch": 0.8435960591133005,
      "grad_norm": 0.9150682000805254,
      "learning_rate": 2.182251856400826e-07,
      "loss": 0.8594,
      "step": 1370
    },
    {
      "epoch": 0.8497536945812808,
      "grad_norm": 0.8626796470648748,
      "learning_rate": 2.0176900859738906e-07,
      "loss": 0.8839,
      "step": 1380
    },
    {
      "epoch": 0.8559113300492611,
      "grad_norm": 0.8349539026741156,
      "learning_rate": 1.8591308484835833e-07,
      "loss": 0.8733,
      "step": 1390
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 0.9059703603517487,
      "learning_rate": 1.706647455771302e-07,
      "loss": 0.8739,
      "step": 1400
    },
    {
      "epoch": 0.8682266009852216,
      "grad_norm": 0.8855388011148819,
      "learning_rate": 1.56031041043582e-07,
      "loss": 0.879,
      "step": 1410
    },
    {
      "epoch": 0.874384236453202,
      "grad_norm": 0.8551754428690189,
      "learning_rate": 1.4201873732355343e-07,
      "loss": 0.8794,
      "step": 1420
    },
    {
      "epoch": 0.8805418719211823,
      "grad_norm": 0.9468709892180046,
      "learning_rate": 1.2863431318046615e-07,
      "loss": 0.8931,
      "step": 1430
    },
    {
      "epoch": 0.8866995073891626,
      "grad_norm": 0.8556767525548026,
      "learning_rate": 1.158839570697861e-07,
      "loss": 0.8777,
      "step": 1440
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 0.864133807831794,
      "learning_rate": 1.0377356427771567e-07,
      "loss": 0.8627,
      "step": 1450
    },
    {
      "epoch": 0.8990147783251231,
      "grad_norm": 0.8989986768130477,
      "learning_rate": 9.230873419543373e-08,
      "loss": 0.8616,
      "step": 1460
    },
    {
      "epoch": 0.9051724137931034,
      "grad_norm": 0.8711608226459443,
      "learning_rate": 8.14947677301468e-08,
      "loss": 0.8665,
      "step": 1470
    },
    {
      "epoch": 0.9113300492610837,
      "grad_norm": 0.8224276565204746,
      "learning_rate": 7.133666485414858e-08,
      "loss": 0.8642,
      "step": 1480
    },
    {
      "epoch": 0.9174876847290641,
      "grad_norm": 0.841920633489749,
      "learning_rate": 6.183912229302135e-08,
      "loss": 0.8646,
      "step": 1490
    },
    {
      "epoch": 0.9236453201970444,
      "grad_norm": 0.8581528480622548,
      "learning_rate": 5.3006531354045596e-08,
      "loss": 0.8671,
      "step": 1500
    },
    {
      "epoch": 0.9298029556650246,
      "grad_norm": 0.808232107109127,
      "learning_rate": 4.4842975895823926e-08,
      "loss": 0.8749,
      "step": 1510
    },
    {
      "epoch": 0.9359605911330049,
      "grad_norm": 0.8903690610551493,
      "learning_rate": 3.7352230440058534e-08,
      "loss": 0.8747,
      "step": 1520
    },
    {
      "epoch": 0.9421182266009852,
      "grad_norm": 0.8304916684961995,
      "learning_rate": 3.053775842635453e-08,
      "loss": 0.8766,
      "step": 1530
    },
    {
      "epoch": 0.9482758620689655,
      "grad_norm": 0.8415141188924126,
      "learning_rate": 2.4402710610854582e-08,
      "loss": 0.8622,
      "step": 1540
    },
    {
      "epoch": 0.9544334975369458,
      "grad_norm": 0.9097293475369945,
      "learning_rate": 1.894992360944786e-08,
      "loss": 0.8555,
      "step": 1550
    },
    {
      "epoch": 0.9605911330049262,
      "grad_norm": 0.8268939856081935,
      "learning_rate": 1.4181918586225029e-08,
      "loss": 0.8669,
      "step": 1560
    },
    {
      "epoch": 0.9667487684729064,
      "grad_norm": 0.8721871446970374,
      "learning_rate": 1.0100900087787357e-08,
      "loss": 0.8705,
      "step": 1570
    },
    {
      "epoch": 0.9729064039408867,
      "grad_norm": 0.8696350718282767,
      "learning_rate": 6.708755023946245e-09,
      "loss": 0.8761,
      "step": 1580
    },
    {
      "epoch": 0.979064039408867,
      "grad_norm": 0.8251276019284721,
      "learning_rate": 4.007051795287098e-09,
      "loss": 0.8688,
      "step": 1590
    },
    {
      "epoch": 0.9852216748768473,
      "grad_norm": 0.8414267048570288,
      "learning_rate": 1.997039568000403e-09,
      "loss": 0.8574,
      "step": 1600
    },
    {
      "epoch": 0.9913793103448276,
      "grad_norm": 0.8837062633704493,
      "learning_rate": 6.796476963130683e-10,
      "loss": 0.8721,
      "step": 1610
    },
    {
      "epoch": 0.9975369458128078,
      "grad_norm": 1.0761674680711684,
      "learning_rate": 5.548529279081338e-11,
      "loss": 0.8681,
      "step": 1620
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.8712338209152222,
      "eval_runtime": 531.6277,
      "eval_samples_per_second": 43.468,
      "eval_steps_per_second": 1.36,
      "step": 1624
    },
    {
      "epoch": 1.0,
      "step": 1624,
      "total_flos": 555967626641408.0,
      "train_loss": 0.8854433513186836,
      "train_runtime": 19158.9512,
      "train_samples_per_second": 10.849,
      "train_steps_per_second": 0.085
    }
  ],
  "logging_steps": 10,
  "max_steps": 1624,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 555967626641408.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}