Update model.py
Browse files
model.py
CHANGED
@@ -22,6 +22,11 @@ try:
|
|
22 |
except ImportError:
|
23 |
"could not import swap_mha_rope from positional_embeddings.py"
|
24 |
|
|
|
|
|
|
|
|
|
|
|
25 |
# dummy import to force huggingface to bundle the tokenizer
|
26 |
from .tokenizer import ByteTokenizer
|
27 |
|
|
|
22 |
except ImportError:
|
23 |
"could not import swap_mha_rope from positional_embeddings.py"
|
24 |
|
25 |
+
try:
|
26 |
+
from flashfftconv import FlashDepthwiseConv1d
|
27 |
+
except ImportError:
|
28 |
+
"flashfftconv not installed"
|
29 |
+
|
30 |
# dummy import to force huggingface to bundle the tokenizer
|
31 |
from .tokenizer import ByteTokenizer
|
32 |
|