Files changed (1) hide show
  1. modeling_phi3.py +1 -1
modeling_phi3.py CHANGED
@@ -64,7 +64,7 @@ except ImportError as error:
64
  )
65
  if not _flash_supports_window_size:
66
  logger.warning(
67
- "Current `flash-attenton` does not support `window_size`. Either upgrade or use `attn_implementation='eager'`."
68
  )
69
 
70
  _CHECKPOINT_FOR_DOC = "microsoft/Phi-3-mini-4k-instruct"
 
64
  )
65
  if not _flash_supports_window_size:
66
  logger.warning(
67
+ "Current `flash-attention` does not support `window_size`. Either upgrade or use `attn_implementation='eager'`."
68
  )
69
 
70
  _CHECKPOINT_FOR_DOC = "microsoft/Phi-3-mini-4k-instruct"