Update modeling_minicpm.py
Browse files- modeling_minicpm.py +1 -1
modeling_minicpm.py
CHANGED
@@ -755,7 +755,7 @@ class MiniCPMSdpaAttention(MiniCPMAttention):
|
|
755 |
|
756 |
MINICPM_ATTENTION_CLASSES = {
|
757 |
"eager": MiniCPMAttention,
|
758 |
-
|
759 |
"sdpa": MiniCPMSdpaAttention,
|
760 |
}
|
761 |
|
|
|
755 |
|
756 |
MINICPM_ATTENTION_CLASSES = {
|
757 |
"eager": MiniCPMAttention,
|
758 |
+
#"flash_attention_2": MiniCPMFlashAttention2,
|
759 |
"sdpa": MiniCPMSdpaAttention,
|
760 |
}
|
761 |
|