igorktech commited on
Commit
64c0d5d
1 Parent(s): 4e286fb

Upload LlamaForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -13,7 +13,7 @@
13
  "max_position_embeddings": 512,
14
  "model_type": "llama",
15
  "num_attention_heads": 16,
16
- "num_hidden_layers": 24,
17
  "num_key_value_heads": 8,
18
  "pretraining_tp": 1,
19
  "rms_norm_eps": 1e-06,
 
13
  "max_position_embeddings": 512,
14
  "model_type": "llama",
15
  "num_attention_heads": 16,
16
+ "num_hidden_layers": 16,
17
  "num_key_value_heads": 8,
18
  "pretraining_tp": 1,
19
  "rms_norm_eps": 1e-06,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8abfae056973190f598a6ae9a1d2fa69d5f6de6d95f8a4b9c2d8a88190b54a43
3
- size 140084200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e561b18854bb8558dfe985ff24a805f03a4a27ceeae91d0954420a5d30262ef6
3
+ size 97584264