Hugging Face's logo

thrunlab
/
sparse_llama_7b_hf_refined_web_70p_2024-03-25

Text Generation
Transformers
Safetensors
sparse_llama
Generated from Trainer
custom_code
Model card Files Community
lukeleeai commited on
Commit
c3dcdb5
•
1 Parent(s): 51291c0

Training in progress, step 1000

Browse files
Files changed (3) hide show
  1. adapter_config.json +2 -2
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,10 +20,10 @@
20
  "revision": null,
21
  "target_modules": [
22
  "q_proj",
 
23
  "up_proj",
24
  "v_proj",
25
- "down_proj",
26
- "gate_proj"
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
 
20
  "revision": null,
21
  "target_modules": [
22
  "q_proj",
23
+ "gate_proj",
24
  "up_proj",
25
  "v_proj",
26
+ "down_proj"
 
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a498575908ce0c3c745bfeacf3f728fb4e8d48fff94c155ec3e96fe8e23ae95
3
  size 252750032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d13cb1795589c962d2817079bc74ce63721d63f4f1049365d395a6cff3faf5e
3
  size 252750032
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a591814202db245abd34108c223cbc4e4a8969a1e4c3af33908119a65972a67
3
  size 6456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92cd929cce813ec362064fa4aa4c9d165cc1c8a0ba3ca7103798255705c4ae1c
3
  size 6456