jukebox-1b-lyrics / config.json
ArthurZ's picture
ArthurZ HF staff
Update config.json
9eb5207
raw
history blame
4.07 kB
{
"_name_or_path": "ArthurZ/jukebox-1b-lyrics",
"activation_function": "quick_gelu",
"alignment_head": [
2,
null,
null
],
"alignment_layer": [
68,
null,
null
],
"attn_dropout": 0.0,
"attn_init_scale": 1.0,
"attn_order": [
12,
2,
2
],
"blocks": 64,
"bos_token_id": 50256,
"c_res": 1,
"cond_c_res": [
0,
1,
1
],
"cond_depth": [
3,
16,
16
],
"cond_dilation_cycle": [
null,
8,
8
],
"cond_dilation_growth_rate": [
1,
3,
3
],
"cond_m_conv": 1,
"cond_res_scale": false,
"cond_width": [
128,
1024,
1024
],
"cond_zero_out": false,
"copy_input": false,
"depth": [
72,
72,
72
],
"downs_t": [
3,
2,
2
],
"emb_dropout": 0.1,
"eos_token_id": 50256,
"fp16_params": true,
"hop_fraction": [
0.125,
0.5,
0.5
],
"hop_length": 256,
"init_scale": [
0.2,
1,
1
],
"initializer_range": 0.02,
"l_bins": 2048,
"labels": true,
"layer_norm_epsilon": 1e-05,
"m_attn": 0.25,
"max_bow_genre_size": 1,
"max_duration": 600.0,
"merged_decoder": [
true,
false,
false
],
"min_duration": 17.84,
"mlp_init_scale": 0.02,
"model_type": "jukebox",
"multispec_loss_hop_length": [
240,
120,
50
],
"multispec_loss_n_fft": [
2048,
1024,
512
],
"multispec_loss_window_size": [
1200,
600,
240
],
"multispectral": 1.0,
"n_ctx": [
6144,
8192,
8192
],
"n_embd": 768,
"n_head": 12,
"n_heads": [
2,
1,
1
],
"n_inner": null,
"n_layer": 12,
"n_positions": 1024,
"n_samples": 1,
"n_tokens": [
384,
0,
0
],
"n_vocab": 79,
"name": "AudioSamples",
"nb_priors": 3,
"pos_init": false,
"prime_attn_dropout": 0.0,
"prime_attn_order": [
2,
0,
0
],
"prime_blocks": 32,
"prime_c_res": 1,
"prime_cond_c_res": [
0,
1,
1
],
"prime_depth": [
18,
3,
3
],
"prime_emb_dropout": 0.0,
"prime_heads": 4,
"prime_init_scale": [
0.1,
0.4,
0.4
],
"prime_loss_fraction": [
0.4,
0.0,
0.0
],
"prime_m_attn": 0.25,
"prime_m_mlp": 1.0,
"prime_pos_init": false,
"prime_res_scale": false,
"prime_resid_dropout": 0.0,
"prime_spread": null,
"prime_width": [
128,
128,
128
],
"prime_zero_out": false,
"priors_width": [
1920,
2048,
1024
],
"reorder_and_upcast_attn": false,
"res_scale": false,
"resid_dropout": 0.0,
"sample_hop_length": 30000,
"sample_length": 2645888,
"sample_length_in_seconds": 60,
"scale_attn_by_inverse_layer_idx": false,
"scale_attn_weights": true,
"single_enc_dec": [
true,
false,
false
],
"spectral": 0.0,
"spread": null,
"sr": 44100,
"strides_t": [
2,
2,
2
],
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"t_bins": 64,
"total_sample_length_in_seconds": 180,
"transformers_version": "4.21.0.dev0",
"use_cache": true,
"use_nonrelative_specloss": true,
"use_tokens": [
true,
false,
false
],
"vocab_size": 50257,
"vq_vae_codebook_dimension": 2048,
"vq_vae_commit": 0.02,
"vq_vae_conv_block_depth": 4,
"vq_vae_conv_block_width": 32,
"vq_vae_depth": 4,
"vq_vae_dilation_cycle": null,
"vq_vae_dilation_growth_rate": 3,
"vq_vae_downs_t": [
3,
2,
2
],
"vq_vae_emmbedding_width": 64,
"vq_vae_levels": 3,
"vq_vae_lmu": 0.99,
"vq_vae_m_conv": 1,
"vq_vae_multipliers": [
2,
1,
1
],
"vq_vae_reverse_decoder_dilation": 1,
"vq_vae_strides_t": [
2,
2,
2
],
"vq_vae_width": 32,
"vqvae_z_shapes": [
[
8192
],
[
32768
],
[
131072
]
],
"width": [
2048,
1920,
1920
],
"y_bins": [
[
604,
7898
],
[
120,
4111
],
[
120,
4111
]
],
"zero_out": false
}