lightblue
/

qarasu-14B-chat-plus-unleashed

Text Generation

Model card Files Files and versions

ptrdvn commited on Apr 9, 2024

Commit

41c92a0

·

verified ·

1 Parent(s): bb6f42f

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -26,7 +26,7 @@
   "rotary_emb_base": 10000,
   "rotary_pct": 1.0,
   "scale_attn_weights": true,
-  "seq_length": 2048,
   "softmax_in_fp32": false,
   "tie_word_embeddings": false,
   "tokenizer_class": "QWenTokenizer",

   "rotary_emb_base": 10000,
   "rotary_pct": 1.0,
   "scale_attn_weights": true,
+  "seq_length": 8192,
   "softmax_in_fp32": false,
   "tie_word_embeddings": false,
   "tokenizer_class": "QWenTokenizer",