Use is_matryoshka to denote whether a model is compatible with Matryoshka Representation Learning (MRL).
#12
by
noooop0000
- opened
- config.json +1 -0
config.json
CHANGED
@@ -31,5 +31,6 @@
|
|
31 |
"type_vocab_size": 1,
|
32 |
"unpad_inputs": "true",
|
33 |
"use_memory_efficient_attention": "true",
|
|
|
34 |
"vocab_size": 250048
|
35 |
}
|
|
|
31 |
"type_vocab_size": 1,
|
32 |
"unpad_inputs": "true",
|
33 |
"use_memory_efficient_attention": "true",
|
34 |
+
"is_matryoshka": true,
|
35 |
"vocab_size": 250048
|
36 |
}
|