End of training

README.md

@@ -5,6 +5,8 @@ license: apache-2.0
 metrics:
 - accuracy
 tags:
+- image-classification
+- vision
 - generated_from_trainer
 model-index:
 - name: only-lora-beans-vit-base-patch16-224-in21k
@@ -16,7 +18,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # only-lora-beans-vit-base-patch16-224-in21k
 
-This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
+This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the beans dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.5189
 - Accuracy: 0.8045

all_results.json

@@ -1,13 +1,13 @@
 {
     "epoch": 10.0,
-    "eval_accuracy": 0.7744360902255639,
-    "eval_loss": 0.5416202545166016,
-    "eval_runtime": 1.0948,
-    "eval_samples_per_second": 121.481,
-    "eval_steps_per_second": 15.528,
+    "eval_accuracy": 0.8045112781954887,
+    "eval_loss": 0.518923282623291,
+    "eval_runtime": 1.1582,
+    "eval_samples_per_second": 114.83,
+    "eval_steps_per_second": 14.677,
     "total_flos": 8.400578669044531e+17,
-    "train_loss": 0.7472451694195087,
-    "train_runtime": 219.7142,
-    "train_samples_per_second": 47.061,
-    "train_steps_per_second": 5.917
+    "train_loss": 0.7230858435997596,
+    "train_runtime": 200.7702,
+    "train_samples_per_second": 51.502,
+    "train_steps_per_second": 6.475
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 10.0,
-    "eval_accuracy": 0.7744360902255639,
-    "eval_loss": 0.5416202545166016,
-    "eval_runtime": 1.0948,
-    "eval_samples_per_second": 121.481,
-    "eval_steps_per_second": 15.528
+    "eval_accuracy": 0.8045112781954887,
+    "eval_loss": 0.518923282623291,
+    "eval_runtime": 1.1582,
+    "eval_samples_per_second": 114.83,
+    "eval_steps_per_second": 14.677
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 10.0,
     "total_flos": 8.400578669044531e+17,
-    "train_loss": 0.7472451694195087,
-    "train_runtime": 219.7142,
-    "train_samples_per_second": 47.061,
-    "train_steps_per_second": 5.917
+    "train_loss": 0.7230858435997596,
+    "train_runtime": 200.7702,
+    "train_samples_per_second": 51.502,
+    "train_steps_per_second": 6.475
 }

trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": 0.5416202545166016,
-  "best_model_checkpoint": "./beans_outputs/checkpoint-1170",
+  "best_metric": 0.518923282623291,
+  "best_model_checkpoint": "./beans_outputs/checkpoint-1300",
   "epoch": 10.0,
   "eval_steps": 500,
   "global_step": 1300,
@@ -10,193 +10,193 @@
   "log_history": [
     {
       "epoch": 0.7692307692307693,
-      "grad_norm": 3.9101290702819824,
+      "grad_norm": 5.921261310577393,
       "learning_rate": 5e-05,
-      "loss": 1.1012,
+      "loss": 1.1031,
       "step": 100
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.5112781954887218,
-      "eval_loss": 1.0127754211425781,
-      "eval_runtime": 1.0349,
-      "eval_samples_per_second": 128.515,
-      "eval_steps_per_second": 16.427,
+      "eval_accuracy": 0.5037593984962406,
+      "eval_loss": 1.031303882598877,
+      "eval_runtime": 1.1329,
+      "eval_samples_per_second": 117.399,
+      "eval_steps_per_second": 15.006,
       "step": 130
     },
     {
       "epoch": 1.5384615384615383,
-      "grad_norm": 1.3854057788848877,
+      "grad_norm": 2.5376038551330566,
       "learning_rate": 5e-05,
-      "loss": 1.0265,
+      "loss": 1.0087,
       "step": 200
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.6090225563909775,
-      "eval_loss": 0.8759572505950928,
-      "eval_runtime": 1.0786,
-      "eval_samples_per_second": 123.311,
-      "eval_steps_per_second": 15.762,
+      "eval_accuracy": 0.5789473684210527,
+      "eval_loss": 0.9253108501434326,
+      "eval_runtime": 0.9794,
+      "eval_samples_per_second": 135.804,
+      "eval_steps_per_second": 17.358,
       "step": 260
     },
     {
       "epoch": 2.3076923076923075,
-      "grad_norm": 2.5720674991607666,
+      "grad_norm": 4.594298839569092,
       "learning_rate": 5e-05,
-      "loss": 0.9263,
+      "loss": 0.8781,
       "step": 300
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.6390977443609023,
-      "eval_loss": 0.8891911506652832,
-      "eval_runtime": 1.1187,
-      "eval_samples_per_second": 118.885,
-      "eval_steps_per_second": 15.196,
+      "eval_accuracy": 0.6616541353383458,
+      "eval_loss": 0.8822579979896545,
+      "eval_runtime": 0.9528,
+      "eval_samples_per_second": 139.584,
+      "eval_steps_per_second": 17.842,
       "step": 390
     },
     {
       "epoch": 3.076923076923077,
-      "grad_norm": 4.826686382293701,
+      "grad_norm": 9.547410011291504,
       "learning_rate": 5e-05,
-      "loss": 0.8131,
+      "loss": 0.7773,
       "step": 400
     },
     {
       "epoch": 3.8461538461538463,
-      "grad_norm": 2.224466323852539,
+      "grad_norm": 2.8391215801239014,
       "learning_rate": 5e-05,
-      "loss": 0.7348,
+      "loss": 0.7127,
       "step": 500
     },
     {
       "epoch": 4.0,
       "eval_accuracy": 0.706766917293233,
-      "eval_loss": 0.7197765111923218,
-      "eval_runtime": 1.2623,
-      "eval_samples_per_second": 105.362,
-      "eval_steps_per_second": 13.467,
+      "eval_loss": 0.6853336691856384,
+      "eval_runtime": 1.1565,
+      "eval_samples_per_second": 114.999,
+      "eval_steps_per_second": 14.699,
       "step": 520
     },
     {
       "epoch": 4.615384615384615,
-      "grad_norm": 3.2183878421783447,
+      "grad_norm": 4.75039005279541,
       "learning_rate": 5e-05,
-      "loss": 0.6856,
+      "loss": 0.6784,
       "step": 600
     },
     {
       "epoch": 5.0,
-      "eval_accuracy": 0.706766917293233,
-      "eval_loss": 0.7358166575431824,
-      "eval_runtime": 1.192,
-      "eval_samples_per_second": 111.582,
-      "eval_steps_per_second": 14.262,
+      "eval_accuracy": 0.7142857142857143,
+      "eval_loss": 0.7131139039993286,
+      "eval_runtime": 1.1416,
+      "eval_samples_per_second": 116.5,
+      "eval_steps_per_second": 14.891,
       "step": 650
     },
     {
       "epoch": 5.384615384615385,
-      "grad_norm": 5.501096248626709,
+      "grad_norm": 6.33519983291626,
       "learning_rate": 5e-05,
-      "loss": 0.728,
+      "loss": 0.6864,
       "step": 700
     },
     {
       "epoch": 6.0,
-      "eval_accuracy": 0.7218045112781954,
-      "eval_loss": 0.6856114268302917,
-      "eval_runtime": 1.0117,
-      "eval_samples_per_second": 131.468,
-      "eval_steps_per_second": 16.804,
+      "eval_accuracy": 0.6992481203007519,
+      "eval_loss": 0.7313814759254456,
+      "eval_runtime": 1.0995,
+      "eval_samples_per_second": 120.962,
+      "eval_steps_per_second": 15.461,
       "step": 780
     },
     {
       "epoch": 6.153846153846154,
-      "grad_norm": 3.860182523727417,
+      "grad_norm": 5.234774589538574,
       "learning_rate": 5e-05,
-      "loss": 0.6488,
+      "loss": 0.6133,
       "step": 800
     },
     {
       "epoch": 6.923076923076923,
-      "grad_norm": 7.866222858428955,
+      "grad_norm": 17.76725196838379,
       "learning_rate": 5e-05,
-      "loss": 0.6221,
+      "loss": 0.5986,
       "step": 900
     },
     {
       "epoch": 7.0,
-      "eval_accuracy": 0.6917293233082706,
-      "eval_loss": 0.8288138508796692,
-      "eval_runtime": 1.7977,
-      "eval_samples_per_second": 73.984,
-      "eval_steps_per_second": 9.457,
+      "eval_accuracy": 0.7218045112781954,
+      "eval_loss": 0.6223586201667786,
+      "eval_runtime": 0.9687,
+      "eval_samples_per_second": 137.298,
+      "eval_steps_per_second": 17.549,
       "step": 910
     },
     {
       "epoch": 7.6923076923076925,
-      "grad_norm": 3.9533588886260986,
+      "grad_norm": 4.8591203689575195,
       "learning_rate": 5e-05,
-      "loss": 0.6347,
+      "loss": 0.5956,
       "step": 1000
     },
     {
       "epoch": 8.0,
-      "eval_accuracy": 0.7368421052631579,
-      "eval_loss": 0.5764672756195068,
-      "eval_runtime": 1.0499,
-      "eval_samples_per_second": 126.675,
-      "eval_steps_per_second": 16.192,
+      "eval_accuracy": 0.7744360902255639,
+      "eval_loss": 0.526090145111084,
+      "eval_runtime": 1.1771,
+      "eval_samples_per_second": 112.993,
+      "eval_steps_per_second": 14.443,
       "step": 1040
     },
     {
       "epoch": 8.461538461538462,
-      "grad_norm": 9.031426429748535,
+      "grad_norm": 8.905884742736816,
       "learning_rate": 5e-05,
-      "loss": 0.6217,
+      "loss": 0.6009,
       "step": 1100
     },
     {
       "epoch": 9.0,
-      "eval_accuracy": 0.7744360902255639,
-      "eval_loss": 0.5416202545166016,
-      "eval_runtime": 1.0499,
-      "eval_samples_per_second": 126.682,
-      "eval_steps_per_second": 16.192,
+      "eval_accuracy": 0.8120300751879699,
+      "eval_loss": 0.5274345874786377,
+      "eval_runtime": 1.0432,
+      "eval_samples_per_second": 127.497,
+      "eval_steps_per_second": 16.297,
       "step": 1170
     },
     {
       "epoch": 9.23076923076923,
-      "grad_norm": 7.125640392303467,
+      "grad_norm": 7.226690292358398,
       "learning_rate": 5e-05,
-      "loss": 0.6099,
+      "loss": 0.6035,
       "step": 1200
     },
     {
       "epoch": 10.0,
-      "grad_norm": 15.404199600219727,
+      "grad_norm": 51.65995407104492,
       "learning_rate": 5e-05,
-      "loss": 0.5615,
+      "loss": 0.5433,
       "step": 1300
     },
     {
       "epoch": 10.0,
-      "eval_accuracy": 0.7894736842105263,
-      "eval_loss": 0.5903372764587402,
-      "eval_runtime": 1.0014,
-      "eval_samples_per_second": 132.812,
-      "eval_steps_per_second": 16.976,
+      "eval_accuracy": 0.8045112781954887,
+      "eval_loss": 0.518923282623291,
+      "eval_runtime": 1.0446,
+      "eval_samples_per_second": 127.324,
+      "eval_steps_per_second": 16.275,
       "step": 1300
     },
     {
       "epoch": 10.0,
       "step": 1300,
       "total_flos": 8.400578669044531e+17,
-      "train_loss": 0.7472451694195087,
-      "train_runtime": 219.7142,
-      "train_samples_per_second": 47.061,
-      "train_steps_per_second": 5.917
+      "train_loss": 0.7230858435997596,
+      "train_runtime": 200.7702,
+      "train_samples_per_second": 51.502,
+      "train_steps_per_second": 6.475
     }
   ],
   "logging_steps": 100,