Training in progress, epoch 1

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "architectures": [
+    "PoptorchPipelinedViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "AnnualCrop",
+    "1": "Forest",
+    "2": "HerbaceousVegetation",
+    "3": "Highway",
+    "4": "Industrial",
+    "5": "Pasture",
+    "6": "PermanentCrop",
+    "7": "Residential",
+    "8": "River",
+    "9": "SeaLake"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "AnnualCrop": 0,
+    "Forest": 1,
+    "HerbaceousVegetation": 2,
+    "Highway": 3,
+    "Industrial": 4,
+    "Pasture": 5,
+    "PermanentCrop": 6,
+    "Residential": 7,
+    "River": 8,
+    "SeaLake": 9
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float16",
+  "transformers_version": "4.20.1"
+}

ipu_config.json

@@ -0,0 +1,30 @@
+{
+  "auto_loss_scaling": false,
+  "device_iterations": 1,
+  "embedding_serialization_factor": 1,
+  "enable_half_partials": true,
+  "executable_cache_dir": "/tmp/exe_cache",
+  "execute_encoder_on_cpu_for_generation": false,
+  "gradient_accumulation_steps": 32,
+  "inference_device_iterations": 4,
+  "inference_replication_factor": 1,
+  "ipus_per_replica": 4,
+  "layers_per_ipu": [
+    3,
+    3,
+    3,
+    3
+  ],
+  "matmul_proportion": [
+    0.3
+  ],
+  "optimizer_state_offchip": true,
+  "optimum_version": "1.5.1",
+  "output_mode": "final",
+  "recompute_checkpoint_every_layer": true,
+  "replicated_tensor_sharding": false,
+  "replication_factor": 1,
+  "seed": 42,
+  "sharded_execution_for_inference": false,
+  "transformers_version": "4.20.1"
+}

preprocessor_config.json

@@ -0,0 +1,17 @@
+{
+  "do_normalize": true,
+  "do_resize": true,
+  "feature_extractor_type": "ViTFeatureExtractor",
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "size": 224
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af43033501952e718af275b8d935858c47acdf3e91a77907c8c7fdd548323204
+size 171676081

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c128c105058ded4dbbbcad9acf3a0eeb3208ff63f359ae4e606dabfac42b17
+size 2799