update to latest transformers for mixstral support (#929)
Browse files* update to latest transformers for mixstral support
* pin transformers
* fix typo
- examples/mistral/mixtral.yml +1 -0
- requirements.txt +1 -1
examples/mistral/mixtral.yml
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
base_model: DiscoResearch/mixtral-7b-8expert
|
| 2 |
model_type: MixtralForCausalLM
|
| 3 |
tokenizer_type: LlamaTokenizer
|
|
|
|
| 4 |
|
| 5 |
load_in_8bit: false
|
| 6 |
load_in_4bit: true
|
|
|
|
| 1 |
base_model: DiscoResearch/mixtral-7b-8expert
|
| 2 |
model_type: MixtralForCausalLM
|
| 3 |
tokenizer_type: LlamaTokenizer
|
| 4 |
+
trust_remote_code: true
|
| 5 |
|
| 6 |
load_in_8bit: false
|
| 7 |
load_in_4bit: true
|
requirements.txt
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
auto-gptq==0.5.1
|
| 3 |
packaging
|
| 4 |
peft==0.6.0
|
| 5 |
-
transformers
|
| 6 |
tokenizers==0.15.0
|
| 7 |
bitsandbytes>=0.41.1
|
| 8 |
accelerate==0.24.1
|
|
|
|
| 2 |
auto-gptq==0.5.1
|
| 3 |
packaging
|
| 4 |
peft==0.6.0
|
| 5 |
+
transformers @ git+https://github.com/huggingface/transformers.git@df5c5c62ae253055336f5bb0828ca8e3e15ab6bd
|
| 6 |
tokenizers==0.15.0
|
| 7 |
bitsandbytes>=0.41.1
|
| 8 |
accelerate==0.24.1
|