모델 업데이트
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +3 -40
- generation_config.json +1 -1
- model-00001-of-00062.safetensors → model-00001-of-00030.safetensors +2 -2
- model-00002-of-00062.safetensors → model-00002-of-00030.safetensors +2 -2
- model-00003-of-00062.safetensors → model-00003-of-00030.safetensors +2 -2
- model-00004-of-00062.safetensors → model-00004-of-00030.safetensors +2 -2
- model-00005-of-00030.safetensors +3 -0
- model-00005-of-00062.safetensors +0 -3
- model-00006-of-00030.safetensors +3 -0
- model-00006-of-00062.safetensors +0 -3
- model-00007-of-00030.safetensors +3 -0
- model-00007-of-00062.safetensors +0 -3
- model-00008-of-00030.safetensors +3 -0
- model-00008-of-00062.safetensors +0 -3
- model-00009-of-00030.safetensors +3 -0
- model-00009-of-00062.safetensors +0 -3
- model-00010-of-00030.safetensors +3 -0
- model-00010-of-00062.safetensors +0 -3
- model-00011-of-00030.safetensors +3 -0
- model-00011-of-00062.safetensors +0 -3
- model-00012-of-00030.safetensors +3 -0
- model-00012-of-00062.safetensors +0 -3
- model-00013-of-00030.safetensors +3 -0
- model-00013-of-00062.safetensors +0 -3
- model-00014-of-00030.safetensors +3 -0
- model-00014-of-00062.safetensors +0 -3
- model-00015-of-00030.safetensors +3 -0
- model-00015-of-00062.safetensors +0 -3
- model-00016-of-00030.safetensors +3 -0
- model-00016-of-00062.safetensors +0 -3
- model-00017-of-00030.safetensors +3 -0
- model-00017-of-00062.safetensors +0 -3
- model-00018-of-00030.safetensors +3 -0
- model-00018-of-00062.safetensors +0 -3
- model-00019-of-00030.safetensors +3 -0
- model-00019-of-00062.safetensors +0 -3
- model-00020-of-00030.safetensors +3 -0
- model-00020-of-00062.safetensors +0 -3
- model-00021-of-00030.safetensors +3 -0
- model-00021-of-00062.safetensors +0 -3
- model-00022-of-00030.safetensors +3 -0
- model-00022-of-00062.safetensors +0 -3
- model-00023-of-00030.safetensors +3 -0
- model-00023-of-00062.safetensors +0 -3
- model-00024-of-00030.safetensors +3 -0
- model-00024-of-00062.safetensors +0 -3
- model-00025-of-00030.safetensors +3 -0
- model-00025-of-00062.safetensors +0 -3
- model-00026-of-00030.safetensors +3 -0
- model-00026-of-00062.safetensors +0 -3
config.json
CHANGED
@@ -1,40 +1,3 @@
|
|
1 |
-
|
2 |
-
|
3 |
-
|
4 |
-
"LlamaForCausalLM"
|
5 |
-
],
|
6 |
-
"attention_bias": false,
|
7 |
-
"attention_dropout": 0.0,
|
8 |
-
"bos_token_id": 128000,
|
9 |
-
"eos_token_id": [
|
10 |
-
128001,
|
11 |
-
128008,
|
12 |
-
128009
|
13 |
-
],
|
14 |
-
"head_dim": 128,
|
15 |
-
"hidden_act": "silu",
|
16 |
-
"hidden_size": 8192,
|
17 |
-
"initializer_range": 0.02,
|
18 |
-
"intermediate_size": 28672,
|
19 |
-
"max_position_embeddings": 131072,
|
20 |
-
"mlp_bias": false,
|
21 |
-
"model_type": "llama",
|
22 |
-
"num_attention_heads": 64,
|
23 |
-
"num_hidden_layers": 80,
|
24 |
-
"num_key_value_heads": 8,
|
25 |
-
"pretraining_tp": 1,
|
26 |
-
"rms_norm_eps": 1e-05,
|
27 |
-
"rope_scaling": {
|
28 |
-
"factor": 8.0,
|
29 |
-
"high_freq_factor": 4.0,
|
30 |
-
"low_freq_factor": 1.0,
|
31 |
-
"original_max_position_embeddings": 8192,
|
32 |
-
"rope_type": "llama3"
|
33 |
-
},
|
34 |
-
"rope_theta": 500000.0,
|
35 |
-
"tie_word_embeddings": false,
|
36 |
-
"torch_dtype": "float32",
|
37 |
-
"transformers_version": "4.48.2",
|
38 |
-
"use_cache": false,
|
39 |
-
"vocab_size": 128256
|
40 |
-
}
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8dadb9c439b5b6c3a3a0f35d0422be6422826c5dcdd9ff6e72d857c549a1a9ea
|
3 |
+
size 937
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
generation_config.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 181
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f6d89402847e47c10e82e9a475f1dbc4c1843e1f2a94f37d9675003b453dcdae
|
3 |
size 181
|
model-00001-of-00062.safetensors → model-00001-of-00030.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dbde84fbfb6115222a5d2bbc7f8e9cf93240e02ba9d5d46058aaf5b80ad92749
|
3 |
+
size 4584408792
|
model-00002-of-00062.safetensors → model-00002-of-00030.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58380606cf1bf5366bda2a18518d40ef85b5367db66e7921461aafcb04e49c43
|
3 |
+
size 4664167352
|
model-00003-of-00062.safetensors → model-00003-of-00030.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb8a872ea600c06466729c566ea413c83e8de3c4c09231b26765cb9331330b58
|
3 |
+
size 4999711672
|
model-00004-of-00062.safetensors → model-00004-of-00030.safetensors
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e2e544f3d6cfaa3a8b3b213c2dd8552ad388823ca4a18c6159f72c9fe7b5fed
|
3 |
+
size 4966157008
|
model-00005-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df3524d18e5b425e3c9e7602b9d9e9e2b49c6a78820c62a15bf15c5cdfdab57d
|
3 |
+
size 4664134384
|
model-00005-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:2635b8910511f57ece2b88bc5ac8c02fb00c854e8f6b42ba6d3fdc4aade70d70
|
3 |
-
size 4362142864
|
|
|
|
|
|
|
|
model-00006-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2298190dd742a6f3bc5329287f6cde662259d7d05af9275c54e3c7ca270de48
|
3 |
+
size 4664167384
|
model-00006-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:6383aa914da742ccbb4d826515c3f929b80731c6bd9258265b41694473b36b24
|
3 |
-
size 4362142864
|
|
|
|
|
|
|
|
model-00007-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9a9addf22f12ae37a0df14e4e956066f337c5c6a83f599fc292e1f9de5d601a
|
3 |
+
size 4664167376
|
model-00007-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:adfae58749d59cb1f7b5f77b6c570fc506e7cf1be5050fdde64b6c481643dfa8
|
3 |
-
size 4966188864
|
|
|
|
|
|
|
|
model-00008-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2dde4510fdc7366af3b243af77701a53610f56076ec3dba59e3839ad2602144d
|
3 |
+
size 4999711704
|
model-00008-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:4da08ef0e19a4febd028734c757367144acdd002d09f3193aef0ea11a5b64176
|
3 |
-
size 4362142864
|
|
|
|
|
|
|
|
model-00009-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1269b65be7234991c57f030076ed60e97333345830142ea7119dfd0aec7bdf89
|
3 |
+
size 4966157032
|
model-00009-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:f8b1839e51372da87da221a2c8bd0bfff7333ab78016dd3469ed20d03e7acb17
|
3 |
-
size 4362142880
|
|
|
|
|
|
|
|
model-00010-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:045442b022ce4c83b7aea8725fe8fb9223c50b95b391cc6aacb029b4d35d1cb9
|
3 |
+
size 4664134384
|
model-00010-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:1765faa3febde1223a87410ccdd29db52444b201f6fa02a36238ecf81db80531
|
3 |
-
size 4966188880
|
|
|
|
|
|
|
|
model-00011-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af9168d2c243d513078c55636b87d1d53753fe921a3018509209a7731808abd7
|
3 |
+
size 4664167384
|
model-00011-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:e0b5712190b5503f9d7b2515b7268c36c18537bc93664b538b8c1d88a43e7779
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00012-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0516e00deca102c1944ab8f6d615e61ff133a89ba419e742d0a75601f78cf66
|
3 |
+
size 4664167376
|
model-00012-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:af6aff73f9806dce91f56dd4bf2014ea287ad841cd618eb34fef11176d19ddfb
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00013-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e9d82d083203110981ba44cea9fcf9b7a18d618ce5dc129dfbab73fa5681fba
|
3 |
+
size 4999711704
|
model-00013-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:6db592cae851df8bbde57c2bdddf3e4642c929e947bbe0cd57e61851dbb11c3f
|
3 |
-
size 4966188880
|
|
|
|
|
|
|
|
model-00014-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d3715a3aeb13d2e9f3e0b0b35ad54ce59c354a7dd703c0b2295fdcab683ba66
|
3 |
+
size 4966157032
|
model-00014-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:b48d3fd15d7172773fad7c0a07f12bd3dd99af49c0f166c8bffaa2ff2eddca58
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00015-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ce759e93cdf107a3c1991592bc3f723cd97c45812267023db96727ac9760802
|
3 |
+
size 4664134384
|
model-00015-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:cc750657131e9daeb293f5df8d214f03a20968c42b302c01a1fc0d1161e22ff6
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00016-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a8e57853af42e0136348e4dc1bcb86e92186d8204676338492d7ef7d73433491
|
3 |
+
size 4664167384
|
model-00016-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:59d6a0003c056be39f18fae93b38e10c56395f0b406b67090666910ba3579787
|
3 |
-
size 4966188880
|
|
|
|
|
|
|
|
model-00017-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1129a487101e6e8eaa9b029cd31689ce54bb8655b4853a50e087ed9e5275eeef
|
3 |
+
size 4664167376
|
model-00017-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:c69659538849778d2586fe3875835d1f600d4b718d5e3b573fdd8be65dd7fe77
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00018-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:33566713a7fec2650dba7bff527ea72d25abaf55b68ca196f102312d736aacd0
|
3 |
+
size 4999711704
|
model-00018-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:994400ffd90eddcd9a3dc6a1f4befa33aaeb7cf18d8891d0d55ae0a1ff1f0bd3
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00019-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:538ed2a827ca46a3eb5016c1813c8d9d8adfdbd4337e3f96029033cb3db11aa3
|
3 |
+
size 4966157032
|
model-00019-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:d71347ac85a456f1c45b8f3e737b87e4b68f6fe308c295eb3390850ba61679fa
|
3 |
-
size 4966188880
|
|
|
|
|
|
|
|
model-00020-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4fe4cb5d005e9dca285aa00b52cec6d35acf8c24a2fcfb182475681dcdb6528
|
3 |
+
size 4664134384
|
model-00020-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:a3bf789ba2b674abfa64d6e1af3ceef0744c515632d8f3ac0b41976fe4d73dc6
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00021-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d8a0eb6bcadccec1d5138df6d85bdcd6c12378d34f0830ce15260dbc7e51b52
|
3 |
+
size 4664167384
|
model-00021-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:1d18abc465fb53bc489463cbe237454bf1e10d8ac3dfa849552a6070eda3b3f2
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00022-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4dbd7b0b73bb0ce29b362079b76dd9736036974e3bf2d666903d9e974fdc4b11
|
3 |
+
size 4664167376
|
model-00022-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:225f8dc0a593ca0f73185a0273bb4b0081eb99afb9237b6a2b58f500f5d95e00
|
3 |
-
size 4966188880
|
|
|
|
|
|
|
|
model-00023-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a63bc042b69ce2ec0964e097c1a068de1393d11d3dd14005b1be007eaa3bb760
|
3 |
+
size 4999711704
|
model-00023-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:9e19a372e79eedd5db2272096d0323a5ec64007d9663bfc12e2a0d213059720d
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00024-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:59288b12d98f66510a45770df9be30c2622a6f67db6c09abf283cb8e93333939
|
3 |
+
size 4966157032
|
model-00024-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:fc90952157b9555b48e7153903cd5564f282b5d34f40825ed875eebb265c62d1
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|
model-00025-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12230157ecc29ac885efb7bb65a7a1d382ce00f2d06f7d03f59fa9174667f046
|
3 |
+
size 4664134384
|
model-00025-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:db8be5e83f9d2c322aa6cec238c57205e985c2a3f122103c7da58f24b6bcdc8f
|
3 |
-
size 4966188880
|
|
|
|
|
|
|
|
model-00026-of-00030.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d004a8cdcda9e5970f7b047675157a6617f0f00bafee4e8a5d0426359e91bdcf
|
3 |
+
size 4664167384
|
model-00026-of-00062.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:9aa05ffafc310789e8359d688cb76bead032303ba3cb087068c3a805b8c36dee
|
3 |
-
size 4362142872
|
|
|
|
|
|
|
|