Commit
·
ad1339c
1
Parent(s):
f8fd6e1
Update modeling_mpt.py
Browse files- modeling_mpt.py +3 -3
modeling_mpt.py
CHANGED
@@ -27,9 +27,9 @@ from llmfoundry.models.layers.custom_embedding import SharedEmbedding
|
|
27 |
from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
|
28 |
from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
|
29 |
|
30 |
-
from .
|
31 |
-
from .
|
32 |
-
from .
|
33 |
from .utils import instantiate_from_config
|
34 |
|
35 |
Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]
|
|
|
27 |
from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
|
28 |
from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
|
29 |
|
30 |
+
from .configuration import ExtendedMPTConfig
|
31 |
+
from .attention import attn_bias_shape, build_attn_bias
|
32 |
+
from .blocks import MPTBlock
|
33 |
from .utils import instantiate_from_config
|
34 |
|
35 |
Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]
|