normalcomputing
/

extended-mind-mpt-7b-chat

Text Generation

Model card Files Files and versions Community

phoebeklett commited on Oct 25, 2023

Commit

e3937d1

•

1 Parent(s): 8cc3046

Update blocks.py

Files changed (1) hide show

blocks.py +1 -1

blocks.py CHANGED Viewed

@@ -7,7 +7,7 @@
 from typing import Dict, Optional, Tuple
 import torch
 import torch.nn as nn
-from .mpt.attention import ATTN_CLASS_REGISTRY
 from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
 class MPTMLP(nn.Module):

 from typing import Dict, Optional, Tuple
 import torch
 import torch.nn as nn
+from .attention import ATTN_CLASS_REGISTRY
 from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
 class MPTMLP(nn.Module):