End of training

README.md

@@ -1,13 +1,31 @@
 ---
+language:
+- en
 license: apache-2.0
 tags:
 - generated_from_trainer
+datasets:
+- glue
 metrics:
 - accuracy
 - f1
 model-index:
 - name: mobilebert_sa_GLUE_Experiment_data_aug_mrpc
-  results: []
+  results:
+  - task:
+      name: Text Classification
+      type: text-classification
+    dataset:
+      name: GLUE MRPC
+      type: glue
+      args: mrpc
+    metrics:
+    - name: Accuracy
+      type: accuracy
+      value: 1.0
+    - name: F1
+      type: f1
+      value: 1.0
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,7 +33,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # mobilebert_sa_GLUE_Experiment_data_aug_mrpc
 
-This model is a fine-tuned version of [google/mobilebert-uncased](https://huggingface.co/google/mobilebert-uncased) on an unknown dataset.
+This model is a fine-tuned version of [google/mobilebert-uncased](https://huggingface.co/google/mobilebert-uncased) on the GLUE MRPC dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.0000
 - Accuracy: 1.0

all_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 23.0,
+    "eval_accuracy": 1.0,
+    "eval_combined_score": 1.0,
+    "eval_f1": 1.0,
+    "eval_loss": 5.843591721621522e-10,
+    "eval_runtime": 0.4669,
+    "eval_samples": 408,
+    "eval_samples_per_second": 873.892,
+    "eval_steps_per_second": 8.568,
+    "train_loss": 0.013702845788788859,
+    "train_runtime": 21120.7767,
+    "train_samples": 250736,
+    "train_samples_per_second": 593.577,
+    "train_steps_per_second": 4.638
+}

eval_results.json

@@ -0,0 +1,11 @@
+{
+    "epoch": 23.0,
+    "eval_accuracy": 1.0,
+    "eval_combined_score": 1.0,
+    "eval_f1": 1.0,
+    "eval_loss": 5.843591721621522e-10,
+    "eval_runtime": 0.4669,
+    "eval_samples": 408,
+    "eval_samples_per_second": 873.892,
+    "eval_steps_per_second": 8.568
+}

logs/events.out.tfevents.1675316890.serv-3331.4032655.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c83cdef317c70471981e3b0cf61222ffb2cf643a029a61d56f83731dcb33fab
+size 475

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 23.0,
+    "train_loss": 0.013702845788788859,
+    "train_runtime": 21120.7767,
+    "train_samples": 250736,
+    "train_samples_per_second": 593.577,
+    "train_steps_per_second": 4.638
+}

trainer_state.json

@@ -0,0 +1,416 @@
+{
+  "best_metric": 5.843591721621522e-10,
+  "best_model_checkpoint": "mobilebert_sa_GLUE_Experiment_data_aug_mrpc/checkpoint-35262",
+  "epoch": 23.0,
+  "global_step": 45057,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.9e-05,
+      "loss": 0.1838,
+      "step": 1959
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9950980392156863,
+      "eval_combined_score": 0.995750458456764,
+      "eval_f1": 0.9964028776978416,
+      "eval_loss": 0.013783634640276432,
+      "eval_runtime": 0.4532,
+      "eval_samples_per_second": 900.209,
+      "eval_steps_per_second": 8.826,
+      "step": 1959
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.8e-05,
+      "loss": 0.0406,
+      "step": 3918
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 0.005524557549506426,
+      "eval_runtime": 0.4517,
+      "eval_samples_per_second": 903.294,
+      "eval_steps_per_second": 8.856,
+      "step": 3918
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 4.7e-05,
+      "loss": 0.0267,
+      "step": 5877
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9975490196078431,
+      "eval_combined_score": 0.997876843735699,
+      "eval_f1": 0.9982046678635548,
+      "eval_loss": 0.012892701663076878,
+      "eval_runtime": 0.4563,
+      "eval_samples_per_second": 894.22,
+      "eval_steps_per_second": 8.767,
+      "step": 5877
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.600000000000001e-05,
+      "loss": 0.0151,
+      "step": 7836
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 0.00039428556920029223,
+      "eval_runtime": 0.4545,
+      "eval_samples_per_second": 897.643,
+      "eval_steps_per_second": 8.8,
+      "step": 7836
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4.5e-05,
+      "loss": 0.0108,
+      "step": 9795
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9975490196078431,
+      "eval_combined_score": 0.997876843735699,
+      "eval_f1": 0.9982046678635548,
+      "eval_loss": 0.010444208979606628,
+      "eval_runtime": 0.4519,
+      "eval_samples_per_second": 902.771,
+      "eval_steps_per_second": 8.851,
+      "step": 9795
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 4.4000000000000006e-05,
+      "loss": 0.0075,
+      "step": 11754
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 1.37044798975694e-05,
+      "eval_runtime": 0.4818,
+      "eval_samples_per_second": 846.87,
+      "eval_steps_per_second": 8.303,
+      "step": 11754
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 4.3e-05,
+      "loss": 0.0059,
+      "step": 13713
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 0.0005156163824722171,
+      "eval_runtime": 0.4515,
+      "eval_samples_per_second": 903.731,
+      "eval_steps_per_second": 8.86,
+      "step": 13713
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 4.2e-05,
+      "loss": 0.0047,
+      "step": 15672
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 1.4846425074210856e-05,
+      "eval_runtime": 0.4532,
+      "eval_samples_per_second": 900.352,
+      "eval_steps_per_second": 8.827,
+      "step": 15672
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 4.1e-05,
+      "loss": 0.0033,
+      "step": 17631
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 9.473485988564789e-05,
+      "eval_runtime": 0.4507,
+      "eval_samples_per_second": 905.29,
+      "eval_steps_per_second": 8.875,
+      "step": 17631
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 4e-05,
+      "loss": 0.0031,
+      "step": 19590
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 3.4562839346108376e-07,
+      "eval_runtime": 0.4522,
+      "eval_samples_per_second": 902.352,
+      "eval_steps_per_second": 8.847,
+      "step": 19590
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 3.9000000000000006e-05,
+      "loss": 0.0025,
+      "step": 21549
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 1.871667905106733e-06,
+      "eval_runtime": 0.4541,
+      "eval_samples_per_second": 898.423,
+      "eval_steps_per_second": 8.808,
+      "step": 21549
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 3.8e-05,
+      "loss": 0.0019,
+      "step": 23508
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 4.236588679873421e-08,
+      "eval_runtime": 0.4549,
+      "eval_samples_per_second": 896.923,
+      "eval_steps_per_second": 8.793,
+      "step": 23508
+    },
+    {
+      "epoch": 13.0,
+      "learning_rate": 3.7e-05,
+      "loss": 0.0019,
+      "step": 25467
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 1.6456193634439842e-06,
+      "eval_runtime": 0.4519,
+      "eval_samples_per_second": 902.776,
+      "eval_steps_per_second": 8.851,
+      "step": 25467
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 3.6e-05,
+      "loss": 0.0014,
+      "step": 27426
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 1.5865224156641489e-07,
+      "eval_runtime": 0.4547,
+      "eval_samples_per_second": 897.244,
+      "eval_steps_per_second": 8.797,
+      "step": 27426
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 3.5e-05,
+      "loss": 0.001,
+      "step": 29385
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 6.775987912988057e-06,
+      "eval_runtime": 0.4518,
+      "eval_samples_per_second": 903.035,
+      "eval_steps_per_second": 8.853,
+      "step": 29385
+    },
+    {
+      "epoch": 16.0,
+      "learning_rate": 3.4000000000000007e-05,
+      "loss": 0.001,
+      "step": 31344
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 4.674864584330862e-08,
+      "eval_runtime": 0.4524,
+      "eval_samples_per_second": 901.759,
+      "eval_steps_per_second": 8.841,
+      "step": 31344
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 3.3e-05,
+      "loss": 0.0009,
+      "step": 33303
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 3.7983216572001766e-08,
+      "eval_runtime": 0.4506,
+      "eval_samples_per_second": 905.494,
+      "eval_steps_per_second": 8.877,
+      "step": 33303
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 3.2000000000000005e-05,
+      "loss": 0.0009,
+      "step": 35262
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 5.843591721621522e-10,
+      "eval_runtime": 0.4512,
+      "eval_samples_per_second": 904.186,
+      "eval_steps_per_second": 8.865,
+      "step": 35262
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 3.1e-05,
+      "loss": 0.0006,
+      "step": 37221
+    },
+    {
+      "epoch": 19.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 2.1329100263756118e-08,
+      "eval_runtime": 0.4524,
+      "eval_samples_per_second": 901.947,
+      "eval_steps_per_second": 8.843,
+      "step": 37221
+    },
+    {
+      "epoch": 20.0,
+      "learning_rate": 3e-05,
+      "loss": 0.0006,
+      "step": 39180
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 1.9020757235921337e-07,
+      "eval_runtime": 0.4625,
+      "eval_samples_per_second": 882.103,
+      "eval_steps_per_second": 8.648,
+      "step": 39180
+    },
+    {
+      "epoch": 21.0,
+      "learning_rate": 2.9e-05,
+      "loss": 0.0003,
+      "step": 41139
+    },
+    {
+      "epoch": 21.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 6.7201266773508905e-09,
+      "eval_runtime": 0.455,
+      "eval_samples_per_second": 896.759,
+      "eval_steps_per_second": 8.792,
+      "step": 41139
+    },
+    {
+      "epoch": 22.0,
+      "learning_rate": 2.8000000000000003e-05,
+      "loss": 0.0003,
+      "step": 43098
+    },
+    {
+      "epoch": 22.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 1.8991272554558236e-07,
+      "eval_runtime": 0.4554,
+      "eval_samples_per_second": 895.928,
+      "eval_steps_per_second": 8.784,
+      "step": 43098
+    },
+    {
+      "epoch": 23.0,
+      "learning_rate": 2.7000000000000002e-05,
+      "loss": 0.0005,
+      "step": 45057
+    },
+    {
+      "epoch": 23.0,
+      "eval_accuracy": 1.0,
+      "eval_combined_score": 1.0,
+      "eval_f1": 1.0,
+      "eval_loss": 2.0744714390730223e-08,
+      "eval_runtime": 0.4514,
+      "eval_samples_per_second": 903.797,
+      "eval_steps_per_second": 8.861,
+      "step": 45057
+    },
+    {
+      "epoch": 23.0,
+      "step": 45057,
+      "total_flos": 1.8081776184747622e+17,
+      "train_loss": 0.013702845788788859,
+      "train_runtime": 21120.7767,
+      "train_samples_per_second": 593.577,
+      "train_steps_per_second": 4.638
+    }
+  ],
+  "max_steps": 97950,
+  "num_train_epochs": 50,
+  "total_flos": 1.8081776184747622e+17,
+  "trial_name": null,
+  "trial_params": null
+}