jerry3972 commited on
Commit
a5ec542
·
1 Parent(s): f0698f6

모델 업데이트

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +3 -40
  2. generation_config.json +1 -1
  3. model-00001-of-00062.safetensors → model-00001-of-00030.safetensors +2 -2
  4. model-00002-of-00062.safetensors → model-00002-of-00030.safetensors +2 -2
  5. model-00003-of-00062.safetensors → model-00003-of-00030.safetensors +2 -2
  6. model-00004-of-00062.safetensors → model-00004-of-00030.safetensors +2 -2
  7. model-00005-of-00030.safetensors +3 -0
  8. model-00005-of-00062.safetensors +0 -3
  9. model-00006-of-00030.safetensors +3 -0
  10. model-00006-of-00062.safetensors +0 -3
  11. model-00007-of-00030.safetensors +3 -0
  12. model-00007-of-00062.safetensors +0 -3
  13. model-00008-of-00030.safetensors +3 -0
  14. model-00008-of-00062.safetensors +0 -3
  15. model-00009-of-00030.safetensors +3 -0
  16. model-00009-of-00062.safetensors +0 -3
  17. model-00010-of-00030.safetensors +3 -0
  18. model-00010-of-00062.safetensors +0 -3
  19. model-00011-of-00030.safetensors +3 -0
  20. model-00011-of-00062.safetensors +0 -3
  21. model-00012-of-00030.safetensors +3 -0
  22. model-00012-of-00062.safetensors +0 -3
  23. model-00013-of-00030.safetensors +3 -0
  24. model-00013-of-00062.safetensors +0 -3
  25. model-00014-of-00030.safetensors +3 -0
  26. model-00014-of-00062.safetensors +0 -3
  27. model-00015-of-00030.safetensors +3 -0
  28. model-00015-of-00062.safetensors +0 -3
  29. model-00016-of-00030.safetensors +3 -0
  30. model-00016-of-00062.safetensors +0 -3
  31. model-00017-of-00030.safetensors +3 -0
  32. model-00017-of-00062.safetensors +0 -3
  33. model-00018-of-00030.safetensors +3 -0
  34. model-00018-of-00062.safetensors +0 -3
  35. model-00019-of-00030.safetensors +3 -0
  36. model-00019-of-00062.safetensors +0 -3
  37. model-00020-of-00030.safetensors +3 -0
  38. model-00020-of-00062.safetensors +0 -3
  39. model-00021-of-00030.safetensors +3 -0
  40. model-00021-of-00062.safetensors +0 -3
  41. model-00022-of-00030.safetensors +3 -0
  42. model-00022-of-00062.safetensors +0 -3
  43. model-00023-of-00030.safetensors +3 -0
  44. model-00023-of-00062.safetensors +0 -3
  45. model-00024-of-00030.safetensors +3 -0
  46. model-00024-of-00062.safetensors +0 -3
  47. model-00025-of-00030.safetensors +3 -0
  48. model-00025-of-00062.safetensors +0 -3
  49. model-00026-of-00030.safetensors +3 -0
  50. model-00026-of-00062.safetensors +0 -3
config.json CHANGED
@@ -1,40 +1,3 @@
1
- {
2
- "_name_or_path": "/home/raid/models/DeepSeek-R1-Distill-Llama-70B",
3
- "architectures": [
4
- "LlamaForCausalLM"
5
- ],
6
- "attention_bias": false,
7
- "attention_dropout": 0.0,
8
- "bos_token_id": 128000,
9
- "eos_token_id": [
10
- 128001,
11
- 128008,
12
- 128009
13
- ],
14
- "head_dim": 128,
15
- "hidden_act": "silu",
16
- "hidden_size": 8192,
17
- "initializer_range": 0.02,
18
- "intermediate_size": 28672,
19
- "max_position_embeddings": 131072,
20
- "mlp_bias": false,
21
- "model_type": "llama",
22
- "num_attention_heads": 64,
23
- "num_hidden_layers": 80,
24
- "num_key_value_heads": 8,
25
- "pretraining_tp": 1,
26
- "rms_norm_eps": 1e-05,
27
- "rope_scaling": {
28
- "factor": 8.0,
29
- "high_freq_factor": 4.0,
30
- "low_freq_factor": 1.0,
31
- "original_max_position_embeddings": 8192,
32
- "rope_type": "llama3"
33
- },
34
- "rope_theta": 500000.0,
35
- "tie_word_embeddings": false,
36
- "torch_dtype": "float32",
37
- "transformers_version": "4.48.2",
38
- "use_cache": false,
39
- "vocab_size": 128256
40
- }
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dadb9c439b5b6c3a3a0f35d0422be6422826c5dcdd9ff6e72d857c549a1a9ea
3
+ size 937
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
generation_config.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32fce3056136c86cc957df3c1d349f24380946c9bc5afa12f545744470cfbfdf
3
  size 181
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d89402847e47c10e82e9a475f1dbc4c1843e1f2a94f37d9675003b453dcdae
3
  size 181
model-00001-of-00062.safetensors → model-00001-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c9fc5b1cd04c6c961eff92180cc33f7f54e81eb4dda1a6a019d1ad52d1f4227
3
- size 4806672984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbde84fbfb6115222a5d2bbc7f8e9cf93240e02ba9d5d46058aaf5b80ad92749
3
+ size 4584408792
model-00002-of-00062.safetensors → model-00002-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:684a84886308fe7c2ae9365f72fdd822f50a65bb4a50b0cd04fbd824d1e96a31
3
- size 4362142864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58380606cf1bf5366bda2a18518d40ef85b5367db66e7921461aafcb04e49c43
3
+ size 4664167352
model-00003-of-00062.safetensors → model-00003-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15844b4703223446687bb7c07d61ee02dc864146c82c584d549e4900a51c03e1
3
- size 4362142864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb8a872ea600c06466729c566ea413c83e8de3c4c09231b26765cb9331330b58
3
+ size 4999711672
model-00004-of-00062.safetensors → model-00004-of-00030.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35f94c46809dffd8fa888fa2b096b9f18abaca3bd3dda09a1920d92d12bfc742
3
- size 4966188864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2e544f3d6cfaa3a8b3b213c2dd8552ad388823ca4a18c6159f72c9fe7b5fed
3
+ size 4966157008
model-00005-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df3524d18e5b425e3c9e7602b9d9e9e2b49c6a78820c62a15bf15c5cdfdab57d
3
+ size 4664134384
model-00005-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2635b8910511f57ece2b88bc5ac8c02fb00c854e8f6b42ba6d3fdc4aade70d70
3
- size 4362142864
 
 
 
 
model-00006-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2298190dd742a6f3bc5329287f6cde662259d7d05af9275c54e3c7ca270de48
3
+ size 4664167384
model-00006-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6383aa914da742ccbb4d826515c3f929b80731c6bd9258265b41694473b36b24
3
- size 4362142864
 
 
 
 
model-00007-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9a9addf22f12ae37a0df14e4e956066f337c5c6a83f599fc292e1f9de5d601a
3
+ size 4664167376
model-00007-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:adfae58749d59cb1f7b5f77b6c570fc506e7cf1be5050fdde64b6c481643dfa8
3
- size 4966188864
 
 
 
 
model-00008-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dde4510fdc7366af3b243af77701a53610f56076ec3dba59e3839ad2602144d
3
+ size 4999711704
model-00008-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4da08ef0e19a4febd028734c757367144acdd002d09f3193aef0ea11a5b64176
3
- size 4362142864
 
 
 
 
model-00009-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1269b65be7234991c57f030076ed60e97333345830142ea7119dfd0aec7bdf89
3
+ size 4966157032
model-00009-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8b1839e51372da87da221a2c8bd0bfff7333ab78016dd3469ed20d03e7acb17
3
- size 4362142880
 
 
 
 
model-00010-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045442b022ce4c83b7aea8725fe8fb9223c50b95b391cc6aacb029b4d35d1cb9
3
+ size 4664134384
model-00010-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1765faa3febde1223a87410ccdd29db52444b201f6fa02a36238ecf81db80531
3
- size 4966188880
 
 
 
 
model-00011-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9168d2c243d513078c55636b87d1d53753fe921a3018509209a7731808abd7
3
+ size 4664167384
model-00011-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0b5712190b5503f9d7b2515b7268c36c18537bc93664b538b8c1d88a43e7779
3
- size 4362142872
 
 
 
 
model-00012-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0516e00deca102c1944ab8f6d615e61ff133a89ba419e742d0a75601f78cf66
3
+ size 4664167376
model-00012-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:af6aff73f9806dce91f56dd4bf2014ea287ad841cd618eb34fef11176d19ddfb
3
- size 4362142872
 
 
 
 
model-00013-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9d82d083203110981ba44cea9fcf9b7a18d618ce5dc129dfbab73fa5681fba
3
+ size 4999711704
model-00013-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6db592cae851df8bbde57c2bdddf3e4642c929e947bbe0cd57e61851dbb11c3f
3
- size 4966188880
 
 
 
 
model-00014-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d3715a3aeb13d2e9f3e0b0b35ad54ce59c354a7dd703c0b2295fdcab683ba66
3
+ size 4966157032
model-00014-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b48d3fd15d7172773fad7c0a07f12bd3dd99af49c0f166c8bffaa2ff2eddca58
3
- size 4362142872
 
 
 
 
model-00015-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce759e93cdf107a3c1991592bc3f723cd97c45812267023db96727ac9760802
3
+ size 4664134384
model-00015-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc750657131e9daeb293f5df8d214f03a20968c42b302c01a1fc0d1161e22ff6
3
- size 4362142872
 
 
 
 
model-00016-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e57853af42e0136348e4dc1bcb86e92186d8204676338492d7ef7d73433491
3
+ size 4664167384
model-00016-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:59d6a0003c056be39f18fae93b38e10c56395f0b406b67090666910ba3579787
3
- size 4966188880
 
 
 
 
model-00017-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1129a487101e6e8eaa9b029cd31689ce54bb8655b4853a50e087ed9e5275eeef
3
+ size 4664167376
model-00017-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c69659538849778d2586fe3875835d1f600d4b718d5e3b573fdd8be65dd7fe77
3
- size 4362142872
 
 
 
 
model-00018-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33566713a7fec2650dba7bff527ea72d25abaf55b68ca196f102312d736aacd0
3
+ size 4999711704
model-00018-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:994400ffd90eddcd9a3dc6a1f4befa33aaeb7cf18d8891d0d55ae0a1ff1f0bd3
3
- size 4362142872
 
 
 
 
model-00019-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538ed2a827ca46a3eb5016c1813c8d9d8adfdbd4337e3f96029033cb3db11aa3
3
+ size 4966157032
model-00019-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d71347ac85a456f1c45b8f3e737b87e4b68f6fe308c295eb3390850ba61679fa
3
- size 4966188880
 
 
 
 
model-00020-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4fe4cb5d005e9dca285aa00b52cec6d35acf8c24a2fcfb182475681dcdb6528
3
+ size 4664134384
model-00020-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3bf789ba2b674abfa64d6e1af3ceef0744c515632d8f3ac0b41976fe4d73dc6
3
- size 4362142872
 
 
 
 
model-00021-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d8a0eb6bcadccec1d5138df6d85bdcd6c12378d34f0830ce15260dbc7e51b52
3
+ size 4664167384
model-00021-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d18abc465fb53bc489463cbe237454bf1e10d8ac3dfa849552a6070eda3b3f2
3
- size 4362142872
 
 
 
 
model-00022-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dbd7b0b73bb0ce29b362079b76dd9736036974e3bf2d666903d9e974fdc4b11
3
+ size 4664167376
model-00022-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:225f8dc0a593ca0f73185a0273bb4b0081eb99afb9237b6a2b58f500f5d95e00
3
- size 4966188880
 
 
 
 
model-00023-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63bc042b69ce2ec0964e097c1a068de1393d11d3dd14005b1be007eaa3bb760
3
+ size 4999711704
model-00023-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e19a372e79eedd5db2272096d0323a5ec64007d9663bfc12e2a0d213059720d
3
- size 4362142872
 
 
 
 
model-00024-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59288b12d98f66510a45770df9be30c2622a6f67db6c09abf283cb8e93333939
3
+ size 4966157032
model-00024-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc90952157b9555b48e7153903cd5564f282b5d34f40825ed875eebb265c62d1
3
- size 4362142872
 
 
 
 
model-00025-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12230157ecc29ac885efb7bb65a7a1d382ce00f2d06f7d03f59fa9174667f046
3
+ size 4664134384
model-00025-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:db8be5e83f9d2c322aa6cec238c57205e985c2a3f122103c7da58f24b6bcdc8f
3
- size 4966188880
 
 
 
 
model-00026-of-00030.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d004a8cdcda9e5970f7b047675157a6617f0f00bafee4e8a5d0426359e91bdcf
3
+ size 4664167384
model-00026-of-00062.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9aa05ffafc310789e8359d688cb76bead032303ba3cb087068c3a805b8c36dee
3
- size 4362142872