Hugging Face's logo

thrunlab
/
llama_7b_hf_relu_refined_web_relu_2024-03-27

Text Generation
Transformers
Safetensors
sparse_llama
Generated from Trainer
custom_code
Model card Files Community
lukeleeai commited on
Commit
1fd8bfa
•
1 Parent(s): 2fdb1bc

Training in progress, step 600

Browse files
Files changed (3) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,11 +20,11 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "up_proj",
24
  "gate_proj",
25
  "down_proj",
26
- "v_proj",
27
- "q_proj"
 
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "gate_proj",
24
  "down_proj",
25
+ "q_proj",
26
+ "up_proj",
27
+ "v_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed2f0900ccb3944c500615ac3eada9adc8295e8d1779ab61f337f277554e9d48
3
  size 252750032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79904d50a9ec6d5fdc88987c9a523a24c5ccf757af2b11ee5395faad978a435
3
  size 252750032
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9caca02ba093cc4ea03f6dcc0447d76610e3afb75c08ac878fc5a36276baa3cf
3
  size 6712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d8fd79906fd9a45485e2c5cc754d271afe7b9a4d27eb2de00ec903fa4c4958
3
  size 6712