Fix typo
#58
by
ftnext
- opened
- modeling_phi3.py +1 -1
modeling_phi3.py
CHANGED
@@ -64,7 +64,7 @@ except ImportError as error:
|
|
64 |
)
|
65 |
if not _flash_supports_window_size:
|
66 |
logger.warning(
|
67 |
-
"Current `flash-
|
68 |
)
|
69 |
|
70 |
_CHECKPOINT_FOR_DOC = "microsoft/Phi-3-mini-4k-instruct"
|
|
|
64 |
)
|
65 |
if not _flash_supports_window_size:
|
66 |
logger.warning(
|
67 |
+
"Current `flash-attention` does not support `window_size`. Either upgrade or use `attn_implementation='eager'`."
|
68 |
)
|
69 |
|
70 |
_CHECKPOINT_FOR_DOC = "microsoft/Phi-3-mini-4k-instruct"
|