Training in progress, epoch 2

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "shi-labs/nat-small-in1k-224",
+  "_name_or_path": "shi-labs/nat-mini-in1k-224",
   "architectures": [
     "NatForImageClassification"
   ],
@@ -7,14 +7,14 @@
   "depths": [
     3,
     4,
-    18,
+    6,
     5
   ],
-  "drop_path_rate": 0.3,
-  "embed_dim": 96,
+  "drop_path_rate": 0.2,
+  "embed_dim": 64,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 768,
+  "hidden_size": 512,
   "id2label": {
     "0": "0",
     "1": "1"
@@ -26,15 +26,15 @@
     "1": "1"
   },
   "layer_norm_eps": 1e-05,
-  "layer_scale_init_value": 1e-05,
-  "mlp_ratio": 2.0,
+  "layer_scale_init_value": 0.0,
+  "mlp_ratio": 3.0,
   "model_type": "nat",
   "num_channels": 3,
   "num_heads": [
-    3,
-    6,
-    12,
-    24
+    2,
+    4,
+    8,
+    16
   ],
   "num_layers": 4,
   "out_features": [
@@ -55,5 +55,5 @@
     "stage4"
   ],
   "torch_dtype": "float32",
-  "transformers_version": "4.35.2"
+  "transformers_version": "4.36.0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22dacc0b987105f245ed0fa2606de83f5fe790dce86541f0d19d07fdaf440448
-size 199971764
+oid sha256:fd5766c408be8307c1364d07b74d4ec2fa0b58cdd28dc8e14a4c18295a41a443
+size 77928008

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad3afe2b1af036b8f80d100fc1fc0b3ddabae2c6e748814c2a8c1dc59961e5a1
-size 4091
+oid sha256:70cc1a15a774cfa7c56d51deafeda19e36f0fd33835c20cf52e15246c731f836
+size 4219