Use is_matryoshka to denote whether a model is compatible with Matryoshka Representation Learning (MRL).

#12
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -31,5 +31,6 @@
31
  "type_vocab_size": 1,
32
  "unpad_inputs": "true",
33
  "use_memory_efficient_attention": "true",
 
34
  "vocab_size": 250048
35
  }
 
31
  "type_vocab_size": 1,
32
  "unpad_inputs": "true",
33
  "use_memory_efficient_attention": "true",
34
+ "is_matryoshka": true,
35
  "vocab_size": 250048
36
  }