Add files using upload-large-folder tool
Browse files- config.json +1 -1
- generation_config.json +8 -3
config.json
CHANGED
@@ -48,7 +48,7 @@
|
|
48 |
"sliding_window": 512,
|
49 |
"sliding_window_pattern": 6,
|
50 |
"torch_dtype": "bfloat16",
|
51 |
-
"transformers_version": "4.
|
52 |
"unsloth_fixed": true,
|
53 |
"use_cache": true,
|
54 |
"vocab_size": 262144
|
|
|
48 |
"sliding_window": 512,
|
49 |
"sliding_window_pattern": 6,
|
50 |
"torch_dtype": "bfloat16",
|
51 |
+
"transformers_version": "4.51.0",
|
52 |
"unsloth_fixed": true,
|
53 |
"use_cache": true,
|
54 |
"vocab_size": 262144
|
generation_config.json
CHANGED
@@ -1,9 +1,14 @@
|
|
1 |
{
|
2 |
-
"_from_model_config": true,
|
3 |
"bos_token_id": 2,
|
4 |
"cache_implementation": "hybrid",
|
5 |
-
"
|
|
|
|
|
|
|
|
|
6 |
"max_length": 32768,
|
7 |
"pad_token_id": 0,
|
8 |
-
"
|
|
|
|
|
9 |
}
|
|
|
1 |
{
|
|
|
2 |
"bos_token_id": 2,
|
3 |
"cache_implementation": "hybrid",
|
4 |
+
"do_sample": true,
|
5 |
+
"eos_token_id": [
|
6 |
+
1,
|
7 |
+
106
|
8 |
+
],
|
9 |
"max_length": 32768,
|
10 |
"pad_token_id": 0,
|
11 |
+
"top_k": 64,
|
12 |
+
"top_p": 0.95,
|
13 |
+
"transformers_version": "4.51.0"
|
14 |
}
|