kuleshov-group
/

caduceus-ps_seqlen-131k_d_model-256_n_layer-16

Model card Files Files and versions

yairschiff commited on Feb 29, 2024

Commit

bc0e007

·

verified ·

1 Parent(s): 5aa60a2

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -9,7 +9,7 @@ To use the pre-trained model for masked language modeling, use the following sni
 from transformers import AutoModelForMaskedLM, AutoTokenizer
 # See the `Caduceus` collection page on the hub for list of available models.
-model_name = "kuleshov-group/caduceus-ph_seqlen-131k_d_model-256_n_layer-16"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForMaskedLM.from_pretrained(model_name)
 ```
@@ -22,7 +22,7 @@ from transformers import AutoConfig, AutoModelForMaskedLM
 config_overrides = {}
 # See the `Caduceus` collection page on the hub for list of available models.
 config = AutoConfig.from_pretrained(
- "kuleshov-group/caduceus-ph_seqlen-131k_d_model-256_n_layer-16",
  **config_overrides,
 )
 model = AutoModelForMaskedLM.from_config(config)

 from transformers import AutoModelForMaskedLM, AutoTokenizer
 # See the `Caduceus` collection page on the hub for list of available models.
+model_name = "kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForMaskedLM.from_pretrained(model_name)
 ```
 config_overrides = {}
 # See the `Caduceus` collection page on the hub for list of available models.
 config = AutoConfig.from_pretrained(
+ "kuleshov-group/caduceus-ps_seqlen-131k_d_model-256_n_layer-16",
  **config_overrides,
 )
 model = AutoModelForMaskedLM.from_config(config)