Aleph-Alpha
/

Pharia-1-Embedding-4608-control

Model card Files Files and versions Community

peralp24 commited on Dec 18, 2024

Commit

92b94ad

·

verified ·

1 Parent(s): 6cbac04

Update config.yml

Files changed (1) hide show

config.yml +2 -4

config.yml CHANGED Viewed

@@ -133,10 +133,8 @@
         "profiler_output": null
     },
     "transformer_architecture": {
-        "tokenizer_config": {
-            "vocab_size": 128000,
-            "vocab_file": null
-        },
         "hidden_size": 4608,
         "num_layers": 27,
         "num_attention_heads": 36,

         "profiler_output": null
     },
     "transformer_architecture": {
+        "vocab_size": 128000,
+        "vocab_file": null,
         "hidden_size": 4608,
         "num_layers": 27,
         "num_attention_heads": 36,