cakiki lewtun HF staff commited on
Commit
8cea300
·
1 Parent(s): e548011

Fix architecture (#1)

Browse files

- Fix architecture (895a05701bb3f26ede2405eb8fe3ca019b4e9a3b)


Co-authored-by: Lewis Tunstall <[email protected]>

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "apply_residual_connection_post_layernorm": false,
3
  "architectures": [
4
- "BloomModel"
5
  ],
6
  "attention_dropout": 0.0,
7
  "attention_softmax_in_fp32": true,
@@ -23,4 +23,4 @@
23
  "torch_dtype": "bfloat16",
24
  "use_cache": true,
25
  "vocab_size": 250880
26
- }
 
1
  {
2
  "apply_residual_connection_post_layernorm": false,
3
  "architectures": [
4
+ "BloomForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
  "attention_softmax_in_fp32": true,
 
23
  "torch_dtype": "bfloat16",
24
  "use_cache": true,
25
  "vocab_size": 250880
26
+ }