| """ | |
| Patches to support multipack for qwen2 | |
| """ | |
| import transformers | |
| from axolotl.monkeypatch.utils import get_unpad_data | |
| def replace_qwen2_attn_with_multipack_flash_attn(): | |
| transformers.models.qwen2.modeling_qwen2._get_unpad_data = ( # pylint: disable=protected-access | |
| get_unpad_data | |
| ) | |