| { | |
| "_name_or_path": "/home/storages/gpu0193/disk2/wangyuxin/actor-100-sf", | |
| "architectures": [ | |
| "LlamaForCausalLM" | |
| ], | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "bos_token_id": 1, | |
| "end_token_id": 2, | |
| "eos_token_id": 2, | |
| "hidden_act": "silu", | |
| "hidden_size": 8192, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 28672, | |
| "max_position_embeddings": 16384, | |
| "model_type": "llama", | |
| "num_attention_heads": 64, | |
| "num_hidden_layers": 80, | |
| "num_key_value_heads": 8, | |
| "pad_token_id": 39438, | |
| "pretraining_tp": 1, | |
| "quantization_config": { | |
| "batch_size": 1, | |
| "bits": 4, | |
| "block_name_to_quantize": "model.layers", | |
| "cache_block_outputs": true, | |
| "damp_percent": 0.1, | |
| "dataset": [ | |
| "\u6307\u660e\u4e09\u4e2a\u6700\u6d41\u884c\u7684\u5728\u7ebf\u8d2d\u7269\u7f51\u7ad9\uff0c\u5e76\u4ee5150\u5b57\u7684\u6bb5\u843d\u4e3a\u6bcf\u4e2a\u7f51\u7ad9\u63d0\u4f9b\u4f18\u70b9\u548c\u7f3a\u70b9\u30021. \u4e9a\u9a6c\u900a\uff1a\u4e9a\u9a6c\u900a\u7684\u4f18\u70b9\u5728\u4e8e\u5176\u5e7f\u6cdb\u7684\u4ea7\u54c1\u79cd\u7c7b\uff0c\u4ece\u65e5\u5e38\u751f\u6d3b\u7528\u54c1\u5230\u9ad8\u79d1\u6280\u8bbe\u5907\uff0c\u51e0\u4e4e\u65e0\u6240\u4e0d\u5305\u3002\u7528\u6237\u53ef\u4ee5\u6839\u636e\u9700\u6c42\u7cbe\u786e\u627e\u5230\u6240\u9700\u4ea7\u54c1\uff0c\u4e14\u5176\u7269\u6d41\u7cfb\u7edf\u9ad8\u6548\u5feb\u901f\u3002\u7136\u800c\uff0c\u4e9a\u9a6c\u900a\u7684\u7f3a\u70b9\u662f\u7528\u6237\u9700\u8981\u9762\u4e34\u5927\u91cf\u7684\u9009\u62e9\u548c\u6bd4\u8f83\uff0c\u4e14\u53ef\u80fd\u906d\u9047\u9ad8\u6602\u7684\u8fd0\u8d39\u548c\u7a0e\u8d39\u3002\n2. \u6dd8\u5b9d\uff1a\u4f5c\u4e3a\u4e2d\u56fd\u6700\u5927\u7684C2C\u7535\u5546\u5e73\u53f0\uff0c\u6dd8\u5b9d\u7684\u4f18\u70b9\u5728\u4e8e\u5176\u4e3a\u4e2a\u4eba\u5356\u5bb6\u548c\u5c0f\u578b\u4f01\u4e1a\u63d0\u4f9b\u4e86\u5e7f\u6cdb\u7684\u9500\u552e\u5e73\u53f0\u3002\u5176\u4e30\u5bcc\u7684\u5546\u54c1\u79cd\u7c7b\u548c\u5177\u6709\u7ade\u4e89\u529b\u7684\u4ef7\u683c\u5438\u5f15\u4e86\u5927\u6279\u7528\u6237\u3002\u7136\u800c\uff0c\u6dd8\u5b9d\u7684\u7f3a\u70b9\u662f\u4ea7\u54c1\u8d28\u91cf\u53c2\u5dee\u4e0d\u9f50\uff0c\u7528\u6237\u9700\u8981\u8fdb\u884c\u4e00\u5b9a\u7684\u7b5b\u9009\u548c\u5224\u65ad\u3002\n3. \u5929\u732b\uff1a\u5929\u732b\u4f5c\u4e3a\u963f\u91cc\u5df4\u5df4\u65d7\u4e0b\u7684B2C\u7535\u5546\u5e73\u53f0\uff0c\u5176\u4f18\u70b9\u5728\u4e8e\u63d0\u4f9b\u4e86\u4e00\u7cfb\u5217\u4f18\u8d28\u7684\u4e70\u5bb6\u4fdd\u969c\u548c\u670d\u52a1\u3002\u5546\u54c1\u8d28\u91cf\u76f8\u5bf9\u6709\u4fdd\u969c\uff0c\u4e14\u552e\u540e\u670d\u52a1\u6709\u4fdd\u969c\u3002\u7136\u800c\uff0c\u5929\u732b\u7684\u7f3a\u70b9\u662f\u5176\u4ea7\u54c1\u79cd\u7c7b\u76f8\u5bf9\u8f83\u5c11\uff0c\u7528\u6237\u53ef\u80fd\u4f1a\u56e0\u4e3a\u5355\u4e00\u54c1\u724c\u6216\u578b\u53f7\u7684\u9009\u62e9\u800c\u53d7\u9650\u3002" | |
| ], | |
| "desc_act": false, | |
| "exllama_config": { | |
| "version": 1 | |
| }, | |
| "group_size": 128, | |
| "max_input_length": null, | |
| "model_seqlen": 16384, | |
| "module_name_preceding_first_block": [ | |
| "model.embed_tokens" | |
| ], | |
| "pad_token_id": null, | |
| "quant_method": "gptq", | |
| "sym": true, | |
| "tokenizer": null, | |
| "true_sequential": true, | |
| "use_cuda_fp16": true, | |
| "use_exllama": true | |
| }, | |
| "rms_norm_eps": 1e-05, | |
| "rope_scaling": null, | |
| "rope_theta": 10000.0, | |
| "tie_word_embeddings": false, | |
| "torch_dtype": "float16", | |
| "transformers_version": "4.36.2", | |
| "use_cache": true, | |
| "vocab_size": 39439 | |
| } | |