phoebeklett commited on
Commit
8cc3046
1 Parent(s): c661a4d

Update modeling_mpt.py

Browse files
Files changed (1) hide show
  1. modeling_mpt.py +4 -4
modeling_mpt.py CHANGED
@@ -27,10 +27,10 @@ from llmfoundry.models.layers.custom_embedding import SharedEmbedding
27
  from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
28
  from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
29
 
30
- from extended_mind_transformers.mpt.configuration import ExtendedMPTConfig
31
- from extended_mind_transformers.mpt.attention import attn_bias_shape, build_attn_bias
32
- from extended_mind_transformers.mpt.blocks import MPTBlock
33
- from extended_mind_transformers.utils import instantiate_from_config
34
 
35
  Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]
36
 
 
27
  from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
28
  from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
29
 
30
+ from .mpt.configuration import ExtendedMPTConfig
31
+ from .mpt.attention import attn_bias_shape, build_attn_bias
32
+ from .mpt.blocks import MPTBlock
33
+ from .utils import instantiate_from_config
34
 
35
  Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]
36