phoebeklett commited on
Commit
ad1339c
·
1 Parent(s): f8fd6e1

Update modeling_mpt.py

Browse files
Files changed (1) hide show
  1. modeling_mpt.py +3 -3
modeling_mpt.py CHANGED
@@ -27,9 +27,9 @@ from llmfoundry.models.layers.custom_embedding import SharedEmbedding
27
  from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
28
  from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
29
 
30
- from .mpt.configuration import ExtendedMPTConfig
31
- from .mpt.attention import attn_bias_shape, build_attn_bias
32
- from .mpt.blocks import MPTBlock
33
  from .utils import instantiate_from_config
34
 
35
  Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]
 
27
  from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
28
  from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
29
 
30
+ from .configuration import ExtendedMPTConfig
31
+ from .attention import attn_bias_shape, build_attn_bias
32
+ from .blocks import MPTBlock
33
  from .utils import instantiate_from_config
34
 
35
  Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]