Update config.json
Browse files- config.json +14 -1
config.json
CHANGED
|
@@ -55,5 +55,18 @@
|
|
| 55 |
"eos_token_id": [151329, 151336, 151338],
|
| 56 |
"pad_token_id": 151329,
|
| 57 |
"boi_token_id": 151339,
|
| 58 |
-
"eoi_token_id": 151340
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
}
|
|
|
|
| 55 |
"eos_token_id": [151329, 151336, 151338],
|
| 56 |
"pad_token_id": 151329,
|
| 57 |
"boi_token_id": 151339,
|
| 58 |
+
"eoi_token_id": 151340,
|
| 59 |
+
"quantization_config": {
|
| 60 |
+
"bits": 4,
|
| 61 |
+
"group_size": 128,
|
| 62 |
+
"damp_percent": 0.01,
|
| 63 |
+
"desc_act": false,
|
| 64 |
+
"static_groups": false,
|
| 65 |
+
"sym": true,
|
| 66 |
+
"true_sequential": true,
|
| 67 |
+
"model_name_or_path": null,
|
| 68 |
+
"model_file_base_name": null,
|
| 69 |
+
"quant_method": "gptq",
|
| 70 |
+
"checkpoint_format": "gptq"
|
| 71 |
+
}
|
| 72 |
}
|