Training in progress, epoch 1

adapter_config.json

@@ -7,8 +7,9 @@
   "base_model_name_or_path": "google/vit-base-patch16-224-in21k",
   "bias": "all",
   "fan_in_fan_out": false,
+  "gradient_accumulation_steps": 1,
   "inference_mode": true,
-  "init_lora_weights": true,
+  "init_lora_weights": "svd",
   "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
@@ -20,17 +21,22 @@
   "modules_to_save": [
     "classifier"
   ],
+  "only_lora": false,
   "peft_type": "LORA",
   "r": 32,
   "rank_pattern": {},
   "revision": null,
+  "scheduler": "only_lora",
+  "scheduler_verbose": true,
+  "scheduler_verbose_interval": 100,
   "target_modules": [
-    "value",
-    "key",
+    "query",
     "dense",
-    "query"
+    "key",
+    "value"
   ],
   "task_type": null,
+  "total_steps": 1290.0,
   "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12935fe97573f8b5e1fa6977fa14298e21525cc059de31abc3ec6eec2d8c42dd
-size 21688828
+oid sha256:9382a3c13176f4b2e4b532cc557ecd087de2b4fcc7f18fd0b0f2cab51433fa5d
+size 33056140

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22b6caa1eb8b2275eba146a4d1540c6e4189aac4425226c79e87ab702aa941ba
+oid sha256:a1e57db43695ecf7001a933680fbe7fbd0fa3620455c2cda3c199f43cc5e29d9
 size 5304