Update modeling_phi3_v.py

modeling_phi3_v.py

@@ -40,6 +40,7 @@ from transformers.utils import (
     add_code_sample_docstrings,
     add_start_docstrings,
     add_start_docstrings_to_model_forward,
+    is_flash_attn_2_available,
     is_flash_attn_greater_or_equal_2_10,
     logging,
     replace_return_docstrings,
@@ -56,6 +57,16 @@ try:
 except ImportError:
     pass
 
+try: # noqa: SIM105
+    if is_flash_attn_2_available():
+        from flash_attn import flash_attn_func, flash_attn_varlen_func
+        from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input
+except ImportError:
+    # Workaround for https://github.com/huggingface/transformers/issues/28459,
+    # don't move to contextlib.suppress(ImportError)
+    pass
+
+
 logger = logging.get_logger(__name__)
 
 _CHECKPOINT_FOR_DOC = "microsoft/Phi-3-vision-128k-instruct"