Upload config.json

config.json

@@ -13,7 +13,7 @@
   "attn_dropout": 0.0,
   "attn_init_scale": 1.0,
   "attn_order": [
-    10,
+    12,
     2,
     2
   ],
@@ -50,7 +50,7 @@
   "cond_zero_out": false,
   "copy_input": false,
   "depth": [
-    79,
+    72,
     72,
     72
   ],
@@ -69,8 +69,8 @@
     1
   ],
   "initializer_range": 0.02,
-  "l_bins": 256,
-  "labels": false,
+  "l_bins": 2048,
+  "labels": true,
   "layer_norm_epsilon": 1e-05,
   "m_attn": 0.25,
   "max_bow_genre_size": 1,
@@ -99,7 +99,11 @@
     240
   ],
   "multispectral": 1.0,
-  "n_ctx": 8192,
+  "n_ctx": [
+    6144,
+    8192,
+    8192
+  ],
   "n_embd": 768,
   "n_head": 12,
   "n_heads": [
@@ -111,11 +115,11 @@
   "n_layer": 12,
   "n_positions": 1024,
   "n_tokens": [
-    512,
+    384,
     0,
     0
   ],
-  "n_vocab": 80,
+  "n_vocab": 79,
   "name": "AudioSamples",
   "nb_priors": 3,
   "pos_init": false,
@@ -162,7 +166,7 @@
   ],
   "prime_zero_out": false,
   "priors_width": [
-    4096,
+    1920,
     2048,
     1024
   ],
@@ -192,7 +196,7 @@
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,
-  "t_bins": 128,
+  "t_bins": 64,
   "transformers_version": "4.20.0.dev0",
   "use_cache": true,
   "use_nonrelative_specloss": true,
@@ -205,7 +209,7 @@
   "vq_vae_codebook_dimension": 2048,
   "vq_vae_commit": 0.02,
   "vq_vae_conv_block_depth": 4,
-  "vq_vae_conv_block_width": 64,
+  "vq_vae_conv_block_width": 32,
   "vq_vae_depth": 4,
   "vq_vae_dilation_cycle": null,
   "vq_vae_dilation_growth_rate": 3,
@@ -214,7 +218,7 @@
     2,
     2
   ],
-  "vq_vae_emmbedding_width": 2048,
+  "vq_vae_emmbedding_width": 64,
   "vq_vae_levels": 3,
   "vq_vae_lmu": 0.99,
   "vq_vae_m_conv": 1,
@@ -229,15 +233,25 @@
     2,
     2
   ],
-  "vq_vae_width": 64,
+  "vq_vae_width": 32,
   "width": [
-    4800,
+    2048,
     1920,
-    128
+    1920
   ],
   "y_bins": [
-    120,
-    4111
+    [
+      604,
+      7898
+    ],
+    [
+      120,
+      4111
+    ],
+    [
+      120,
+      4111
+    ]
   ],
   "zero_out": false
 }