Hugging Face's logo

thrunlab
/
sparse_llama_7b_hf_refined_web_70p_2024-03-25

Text Generation
Transformers
Safetensors
sparse_llama
Generated from Trainer
custom_code
Model card Files Community
lukeleeai commited on
Commit
e2f0826
•
1 Parent(s): b88a146

Training in progress, step 800

Browse files
Files changed (3) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,11 +19,11 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "v_proj",
23
- "gate_proj",
24
  "q_proj",
 
 
25
  "down_proj",
26
- "up_proj"
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
22
  "q_proj",
23
+ "up_proj",
24
+ "v_proj",
25
  "down_proj",
26
+ "gate_proj"
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd7d37cab70653f090ba8877217b4a07d4f0f96d1fc60040bb9045091f89f9d6
3
  size 252750032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a498575908ce0c3c745bfeacf3f728fb4e8d48fff94c155ec3e96fe8e23ae95
3
  size 252750032
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dea80c42afa405d74b61406499115950c421697f734f33a9634788ab0e6f89c
3
  size 6456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a591814202db245abd34108c223cbc4e4a8969a1e4c3af33908119a65972a67
3
  size 6456