kirp@umich.edu
commited on
Commit
•
2e9803a
1
Parent(s):
24c6540
- config.json +2 -2
config.json
CHANGED
|
@@ -80,7 +80,7 @@
|
|
| 80 |
"typical_p": 1.0,
|
| 81 |
"use_bfloat16": false,
|
| 82 |
"use_cache": true,
|
| 83 |
-
"_attn_implementation": "
|
| 84 |
"vocab_size": 108481
|
| 85 |
},
|
| 86 |
"torch_dtype": "float32",
|
|
@@ -88,7 +88,7 @@
|
|
| 88 |
"vision_config": {
|
| 89 |
"_name_or_path": "",
|
| 90 |
"add_cross_attention": false,
|
| 91 |
-
"_attn_implementation": "
|
| 92 |
"architectures": null,
|
| 93 |
"attention_dropout": 0.0,
|
| 94 |
"bad_words_ids": null,
|
|
|
|
| 80 |
"typical_p": 1.0,
|
| 81 |
"use_bfloat16": false,
|
| 82 |
"use_cache": true,
|
| 83 |
+
"_attn_implementation": "flash_attention_2",
|
| 84 |
"vocab_size": 108481
|
| 85 |
},
|
| 86 |
"torch_dtype": "float32",
|
|
|
|
| 88 |
"vision_config": {
|
| 89 |
"_name_or_path": "",
|
| 90 |
"add_cross_attention": false,
|
| 91 |
+
"_attn_implementation": "flash_attention_2",
|
| 92 |
"architectures": null,
|
| 93 |
"attention_dropout": 0.0,
|
| 94 |
"bad_words_ids": null,
|