DannyShaw commited on
Commit
a59a99a
·
verified ·
1 Parent(s): 29d5c06

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +39 -0
  2. generation_config.json +12 -0
  3. model-00001-of-00082.safetensors +3 -0
  4. model-00002-of-00082.safetensors +3 -0
  5. model-00003-of-00082.safetensors +3 -0
  6. model-00004-of-00082.safetensors +3 -0
  7. model-00005-of-00082.safetensors +3 -0
  8. model-00006-of-00082.safetensors +3 -0
  9. model-00007-of-00082.safetensors +3 -0
  10. model-00008-of-00082.safetensors +3 -0
  11. model-00009-of-00082.safetensors +3 -0
  12. model-00010-of-00082.safetensors +3 -0
  13. model-00011-of-00082.safetensors +3 -0
  14. model-00012-of-00082.safetensors +3 -0
  15. model-00013-of-00082.safetensors +3 -0
  16. model-00014-of-00082.safetensors +3 -0
  17. model-00015-of-00082.safetensors +3 -0
  18. model-00016-of-00082.safetensors +3 -0
  19. model-00017-of-00082.safetensors +3 -0
  20. model-00018-of-00082.safetensors +3 -0
  21. model-00019-of-00082.safetensors +3 -0
  22. model-00020-of-00082.safetensors +3 -0
  23. model-00021-of-00082.safetensors +3 -0
  24. model-00022-of-00082.safetensors +3 -0
  25. model-00023-of-00082.safetensors +3 -0
  26. model-00024-of-00082.safetensors +3 -0
  27. model-00025-of-00082.safetensors +3 -0
  28. model-00026-of-00082.safetensors +3 -0
  29. model-00027-of-00082.safetensors +3 -0
  30. model-00028-of-00082.safetensors +3 -0
  31. model-00029-of-00082.safetensors +3 -0
  32. model-00030-of-00082.safetensors +3 -0
  33. model-00031-of-00082.safetensors +3 -0
  34. model-00032-of-00082.safetensors +3 -0
  35. model-00033-of-00082.safetensors +3 -0
  36. model-00034-of-00082.safetensors +3 -0
  37. model-00035-of-00082.safetensors +3 -0
  38. model-00036-of-00082.safetensors +3 -0
  39. model-00037-of-00082.safetensors +3 -0
  40. model-00038-of-00082.safetensors +3 -0
  41. model-00039-of-00082.safetensors +3 -0
  42. model-00040-of-00082.safetensors +3 -0
  43. model-00041-of-00082.safetensors +3 -0
  44. model-00042-of-00082.safetensors +3 -0
  45. model-00043-of-00082.safetensors +3 -0
  46. model-00044-of-00082.safetensors +3 -0
  47. model-00045-of-00082.safetensors +3 -0
  48. model-00046-of-00082.safetensors +3 -0
  49. model-00047-of-00082.safetensors +3 -0
  50. model-00048-of-00082.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/cpfs01/user/humengkang/hf-models/Meta-Llama-3.1-70B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "hidden_act": "silu",
15
+ "hidden_size": 8192,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 28672,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 64,
22
+ "num_hidden_layers": 80,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": false,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.44.2",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.44.2"
12
+ }
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82af4b534a02de3e45057f7eed07647403657cfba78ad1efec2ec9e03cdfa653
3
+ size 2101346448
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bec855d1f8b45cd26637433ab8b3d885f8515211a2f373c0518839c189ebbe4
3
+ size 1879082376
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cadde70e404bfe402dd04fbb91c0e437db28a594e88c9a1d214752752332c67
3
+ size 1845527704
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dcaa2c2d775bc65e705645a34311735d130b10b73920cd6b61a1247a6c61c7f
3
+ size 1711309864
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0325fe884d63d70c6fe13a8bd9ac6effbee70a107f05159d4cd3ee56d99c5b3d
3
+ size 1711309864
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0b67f1588b4f1ea7d7f2c14a4cfcccd6e8504ed23bb273f68bcafbfd5474f7b
3
+ size 1711309864
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df8b9b26f34c1942734304073dd63321fe4e92c7a6e686fa44338dc62210378
3
+ size 1711309864
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32844ad90e40cc94b15738491038124e30431fc4177a4ca9252b9915f7eb5cb7
3
+ size 1711309864
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d5fb3c5a77af751f97c014826665eca6ecde878b92c09cfe0e5d4fd10569be
3
+ size 1711309864
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32880b6c7f9d449a714c1b7b189f88abe0aaae94ed49b0f724168b62a1dc8ff1
3
+ size 1711309864
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d7e7a277b98e9c0e386a7b96d482849b1fc9f0831444b91e4ccaa666fe5cd8e
3
+ size 1711309864
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d7244a89e00fd53d82d06e6d7dd510c4e847d3ab058fd803019c6a30b99be7
3
+ size 1711309872
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0dc3ba63fe21f9f57b6c5165f8066059f21cc9b4d72dcc57f54ddc7e2f94716
3
+ size 1711309872
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e3a4b3ad8fb70914810d254b4bd9d0b30cd926f178de5d453a8aa322e94d51
3
+ size 1711309872
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd8abe9b60df8ebf73d591a61bd9efb2f99d145ee32b474324cd1a447091ee36
3
+ size 1711309872
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f1435611e91267ec588baafc044f6331ce1daee41066cbcffa4277a24b3026
3
+ size 1711309872
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:256a2883eaedaa928c4013474c1ce5b93567b77c177c6e284c2a7e30e4282b68
3
+ size 1711309872
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6331bfc1947f4cf1761e76cfd149d0082578ef8e8ae59b745d47660a8986caa
3
+ size 1711309872
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c6a71bb7dee235a6a9b313b2a6faafba6bfd2996b78f43d70d876de26a2c9b3
3
+ size 1711309872
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9382764e1b2baa7a34bfe691d645d260f8699dde0c3c61df2751a7816f3b2c5
3
+ size 1711309872
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6474ab87787bfff16af8ac47877670a418ba097ffe5b61f68e35f4479331239e
3
+ size 1711309872
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cec3a5df106f18e73a9a931ef822bba2f14f104f09bf5990cdbb011e55f8239a
3
+ size 1711309872
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e6eb5f71d5e1019ae41cf762848cdfa195b82695971eb45e77985520b15048c
3
+ size 1711309872
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:300f1a6e6c3a69491c4d35279cf3eea318d572ce81803e0c184a183347a100e5
3
+ size 1711309872
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c6cbef73b58888ee4e71adf8c428bbcb08c56ff69d827f4688443cb34efdbb8
3
+ size 1711309872
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:748d591a34ad441ca147ccf58ed5af095fe467436550a6f091b09620f65a18be
3
+ size 1711309872
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beadf1fac6425744074be2a5e748c46171e53ad5928b67c3f43c29213688f07d
3
+ size 1711309872
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3444166bb7466e9d4555c1aacd12455aac82f167aeb7e62e96c94acba39236c4
3
+ size 1711309872
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0ae2fbf184bdfc2c26763d148aa0c1850b442ee8a031ccd15abc321e30a71f
3
+ size 1711309872
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:532334ccc6b98c4d6c7a5536c78c2344f58c626db5b2411f5b5b032640ffa958
3
+ size 1711309872
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76472ccbf7f3ce29d96fdd058690eba017e23d8866fd07a502e7c08c58fa97c1
3
+ size 1711309872
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e7f1f64f7873f793782b4a91d6054b5183ac3ebaaf71d43ccc4a1c4ad049b0
3
+ size 1711309872
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ecadd0068772f88cf2068961376a8d04fc2a4e7666d098ab15507c60742ea81
3
+ size 1711309872
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7075dc6915dc50b48e38daf572feb6d33ac5e7f9cc6adb060103a85c017836
3
+ size 1711309872
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74859840b2ba610167110e7f42b83d9ffdd2d1123d4c6890c1dc4640c79be93e
3
+ size 1711309872
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ba11d811f37cab4aa97dd15ce4d2f293d18969db2da08f1aad62d1d9f6223a
3
+ size 1711309872
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10aebd83adc7e46f7ce83b62ea4c22e07e4c75761b92f8ae1e86db6138272b47
3
+ size 1711309872
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f82bae59348b0cdcca4e4193c40218aebaf802b86c6d15c0c2e7076a9b6841e3
3
+ size 1711309872
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e578215aaeb855ff117b5e07c038f26ef3bc80a882b2cf03acc93e0677b8918
3
+ size 1711309872
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be37d0de1f92f42e61de437e8481a5f3bc6b788626a3c176a18716b05fc88023
3
+ size 1711309872
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee2af01b54a2d44d826995fb8442ef871f58a4b2e0d9f0a800030140531f2e87
3
+ size 1711309872
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8ad6b5b55149bdb246144052783a104822482ded10e87624db29c1bb068eeb
3
+ size 1711309872
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2610bc6805a84d4991107a552f961fd24acf26f38a1fbf8178d67e1ca1320d28
3
+ size 1711309872
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4129513b3708fffdb260f0aa5016aaea62b94d8f6c8a05281ff518b23174712e
3
+ size 1711309872
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d191f917111caefbbf3f817a3669d99dadcd8489f46a359b81c88bcf6b51f21
3
+ size 1711309872
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d9c253bbfc3953a568aa13f01becb803c87a48dadee02b0f6c2c488d7ecec1
3
+ size 1711309872
model-00047-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8b7ac0c7c2a56778d1cab940efd3d79defa78f82dc9416211231282a3ecded0
3
+ size 1711309872
model-00048-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ca20cbf112002afb1055067f785a1a6bc1b0456d30a8991283d5a5e76860c7
3
+ size 1711309872