{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.6913319238900635,
  "eval_steps": 500,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.042283298097251586,
      "grad_norm": 1.2008394002914429,
      "learning_rate": 4.9975392245612254e-05,
      "loss": 4.1473,
      "num_input_tokens_seen": 68384,
      "step": 5
    },
    {
      "epoch": 0.08456659619450317,
      "grad_norm": 1.1565380096435547,
      "learning_rate": 4.9901617425775067e-05,
      "loss": 4.021,
      "num_input_tokens_seen": 128224,
      "step": 10
    },
    {
      "epoch": 0.12684989429175475,
      "grad_norm": 0.972896158695221,
      "learning_rate": 4.9778820775100185e-05,
      "loss": 3.8212,
      "num_input_tokens_seen": 197760,
      "step": 15
    },
    {
      "epoch": 0.16913319238900634,
      "grad_norm": 1.0641047954559326,
      "learning_rate": 4.9607244033573156e-05,
      "loss": 3.7653,
      "num_input_tokens_seen": 262832,
      "step": 20
    },
    {
      "epoch": 0.21141649048625794,
      "grad_norm": 1.0994701385498047,
      "learning_rate": 4.93872249706591e-05,
      "loss": 3.7434,
      "num_input_tokens_seen": 333472,
      "step": 25
    },
    {
      "epoch": 0.2536997885835095,
      "grad_norm": 1.193864107131958,
      "learning_rate": 4.91191967203629e-05,
      "loss": 3.5488,
      "num_input_tokens_seen": 393616,
      "step": 30
    },
    {
      "epoch": 0.2959830866807611,
      "grad_norm": 1.0215297937393188,
      "learning_rate": 4.8803686928552736e-05,
      "loss": 3.5732,
      "num_input_tokens_seen": 458240,
      "step": 35
    },
    {
      "epoch": 0.3382663847780127,
      "grad_norm": 1.312198519706726,
      "learning_rate": 4.84413167142257e-05,
      "loss": 3.7108,
      "num_input_tokens_seen": 524576,
      "step": 40
    },
    {
      "epoch": 0.38054968287526425,
      "grad_norm": 1.3579617738723755,
      "learning_rate": 4.803279944676032e-05,
      "loss": 3.6871,
      "num_input_tokens_seen": 591856,
      "step": 45
    },
    {
      "epoch": 0.42283298097251587,
      "grad_norm": 1.4524191617965698,
      "learning_rate": 4.7578939341563095e-05,
      "loss": 3.286,
      "num_input_tokens_seen": 655648,
      "step": 50
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 1.248831033706665,
      "learning_rate": 4.70806298768736e-05,
      "loss": 3.5377,
      "num_input_tokens_seen": 721280,
      "step": 55
    },
    {
      "epoch": 0.507399577167019,
      "grad_norm": 1.2427473068237305,
      "learning_rate": 4.653885203484515e-05,
      "loss": 3.56,
      "num_input_tokens_seen": 784688,
      "step": 60
    },
    {
      "epoch": 0.5496828752642706,
      "grad_norm": 1.323653221130371,
      "learning_rate": 4.595467237036329e-05,
      "loss": 3.4937,
      "num_input_tokens_seen": 850848,
      "step": 65
    },
    {
      "epoch": 0.5919661733615222,
      "grad_norm": 1.3730229139328003,
      "learning_rate": 4.532924091140417e-05,
      "loss": 3.3823,
      "num_input_tokens_seen": 912480,
      "step": 70
    },
    {
      "epoch": 0.6342494714587738,
      "grad_norm": 1.5328903198242188,
      "learning_rate": 4.466378889506607e-05,
      "loss": 3.3798,
      "num_input_tokens_seen": 978448,
      "step": 75
    },
    {
      "epoch": 0.6765327695560254,
      "grad_norm": 1.4153543710708618,
      "learning_rate": 4.395962634373097e-05,
      "loss": 3.3044,
      "num_input_tokens_seen": 1041280,
      "step": 80
    },
    {
      "epoch": 0.718816067653277,
      "grad_norm": 1.6301600933074951,
      "learning_rate": 4.3218139486127854e-05,
      "loss": 3.3661,
      "num_input_tokens_seen": 1102224,
      "step": 85
    },
    {
      "epoch": 0.7610993657505285,
      "grad_norm": 1.6634522676467896,
      "learning_rate": 4.2440788028374624e-05,
      "loss": 3.3829,
      "num_input_tokens_seen": 1166576,
      "step": 90
    },
    {
      "epoch": 0.8033826638477801,
      "grad_norm": 1.4539167881011963,
      "learning_rate": 4.1629102280370904e-05,
      "loss": 3.2241,
      "num_input_tokens_seen": 1230096,
      "step": 95
    },
    {
      "epoch": 0.8456659619450317,
      "grad_norm": 1.453364372253418,
      "learning_rate": 4.0784680143198836e-05,
      "loss": 3.0931,
      "num_input_tokens_seen": 1297968,
      "step": 100
    },
    {
      "epoch": 0.8879492600422833,
      "grad_norm": 2.0559964179992676,
      "learning_rate": 3.990918396346254e-05,
      "loss": 3.3581,
      "num_input_tokens_seen": 1361760,
      "step": 105
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 2.0426218509674072,
      "learning_rate": 3.900433726075865e-05,
      "loss": 3.2308,
      "num_input_tokens_seen": 1422096,
      "step": 110
    },
    {
      "epoch": 0.9725158562367865,
      "grad_norm": 1.7696195840835571,
      "learning_rate": 3.8071921334720696e-05,
      "loss": 3.1427,
      "num_input_tokens_seen": 1491120,
      "step": 115
    },
    {
      "epoch": 1.014799154334038,
      "grad_norm": 2.3205981254577637,
      "learning_rate": 3.711377175831626e-05,
      "loss": 3.0988,
      "num_input_tokens_seen": 1556440,
      "step": 120
    },
    {
      "epoch": 1.0570824524312896,
      "grad_norm": 1.7631757259368896,
      "learning_rate": 3.613177476430079e-05,
      "loss": 3.0695,
      "num_input_tokens_seen": 1624200,
      "step": 125
    },
    {
      "epoch": 1.0993657505285412,
      "grad_norm": 2.32861328125,
      "learning_rate": 3.512786353194134e-05,
      "loss": 3.1109,
      "num_input_tokens_seen": 1686600,
      "step": 130
    },
    {
      "epoch": 1.1416490486257929,
      "grad_norm": 2.1291067600250244,
      "learning_rate": 3.410401438132056e-05,
      "loss": 3.116,
      "num_input_tokens_seen": 1755144,
      "step": 135
    },
    {
      "epoch": 1.1839323467230445,
      "grad_norm": 1.8158444166183472,
      "learning_rate": 3.3062242882712724e-05,
      "loss": 2.9528,
      "num_input_tokens_seen": 1819672,
      "step": 140
    },
    {
      "epoch": 1.226215644820296,
      "grad_norm": 2.161515951156616,
      "learning_rate": 3.200459988869111e-05,
      "loss": 2.8494,
      "num_input_tokens_seen": 1886136,
      "step": 145
    },
    {
      "epoch": 1.2684989429175475,
      "grad_norm": 2.321112632751465,
      "learning_rate": 3.093316749677788e-05,
      "loss": 3.1525,
      "num_input_tokens_seen": 1947656,
      "step": 150
    },
    {
      "epoch": 1.3107822410147991,
      "grad_norm": 2.4329445362091064,
      "learning_rate": 2.985005495058446e-05,
      "loss": 2.8991,
      "num_input_tokens_seen": 2013272,
      "step": 155
    },
    {
      "epoch": 1.3530655391120507,
      "grad_norm": 2.7929720878601074,
      "learning_rate": 2.875739448751176e-05,
      "loss": 3.026,
      "num_input_tokens_seen": 2079816,
      "step": 160
    },
    {
      "epoch": 1.3953488372093024,
      "grad_norm": 2.6059908866882324,
      "learning_rate": 2.7657337141184138e-05,
      "loss": 2.8813,
      "num_input_tokens_seen": 2146008,
      "step": 165
    },
    {
      "epoch": 1.437632135306554,
      "grad_norm": 2.831233501434326,
      "learning_rate": 2.655204850688085e-05,
      "loss": 2.7721,
      "num_input_tokens_seen": 2212840,
      "step": 170
    },
    {
      "epoch": 1.4799154334038054,
      "grad_norm": 2.757953643798828,
      "learning_rate": 2.5443704478301154e-05,
      "loss": 2.737,
      "num_input_tokens_seen": 2278824,
      "step": 175
    },
    {
      "epoch": 1.522198731501057,
      "grad_norm": 2.8655178546905518,
      "learning_rate": 2.433448696405563e-05,
      "loss": 2.6645,
      "num_input_tokens_seen": 2339768,
      "step": 180
    },
    {
      "epoch": 1.5644820295983086,
      "grad_norm": 2.8346216678619385,
      "learning_rate": 2.3226579592316538e-05,
      "loss": 2.7233,
      "num_input_tokens_seen": 2407976,
      "step": 185
    },
    {
      "epoch": 1.6067653276955602,
      "grad_norm": 2.432692766189575,
      "learning_rate": 2.2122163412082927e-05,
      "loss": 2.7463,
      "num_input_tokens_seen": 2469176,
      "step": 190
    },
    {
      "epoch": 1.6490486257928119,
      "grad_norm": 3.0815346240997314,
      "learning_rate": 2.1023412599523204e-05,
      "loss": 2.8348,
      "num_input_tokens_seen": 2528152,
      "step": 195
    },
    {
      "epoch": 1.6913319238900635,
      "grad_norm": 3.362581968307495,
      "learning_rate": 1.993249017784766e-05,
      "loss": 2.7732,
      "num_input_tokens_seen": 2588984,
      "step": 200
    }
  ],
  "logging_steps": 5,
  "max_steps": 354,
  "num_input_tokens_seen": 2588984,
  "num_train_epochs": 3,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.083238062474035e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}