DannyShaw commited on
Commit
b172c6b
·
verified ·
1 Parent(s): 644d13e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +39 -0
  2. generation_config.json +12 -0
  3. model-00001-of-00082.safetensors +3 -0
  4. model-00002-of-00082.safetensors +3 -0
  5. model-00003-of-00082.safetensors +3 -0
  6. model-00004-of-00082.safetensors +3 -0
  7. model-00005-of-00082.safetensors +3 -0
  8. model-00006-of-00082.safetensors +3 -0
  9. model-00007-of-00082.safetensors +3 -0
  10. model-00008-of-00082.safetensors +3 -0
  11. model-00009-of-00082.safetensors +3 -0
  12. model-00010-of-00082.safetensors +3 -0
  13. model-00011-of-00082.safetensors +3 -0
  14. model-00012-of-00082.safetensors +3 -0
  15. model-00013-of-00082.safetensors +3 -0
  16. model-00014-of-00082.safetensors +3 -0
  17. model-00015-of-00082.safetensors +3 -0
  18. model-00016-of-00082.safetensors +3 -0
  19. model-00017-of-00082.safetensors +3 -0
  20. model-00018-of-00082.safetensors +3 -0
  21. model-00019-of-00082.safetensors +3 -0
  22. model-00020-of-00082.safetensors +3 -0
  23. model-00021-of-00082.safetensors +3 -0
  24. model-00022-of-00082.safetensors +3 -0
  25. model-00023-of-00082.safetensors +3 -0
  26. model-00024-of-00082.safetensors +3 -0
  27. model-00025-of-00082.safetensors +3 -0
  28. model-00026-of-00082.safetensors +3 -0
  29. model-00027-of-00082.safetensors +3 -0
  30. model-00028-of-00082.safetensors +3 -0
  31. model-00029-of-00082.safetensors +3 -0
  32. model-00030-of-00082.safetensors +3 -0
  33. model-00031-of-00082.safetensors +3 -0
  34. model-00032-of-00082.safetensors +3 -0
  35. model-00033-of-00082.safetensors +3 -0
  36. model-00034-of-00082.safetensors +3 -0
  37. model-00035-of-00082.safetensors +3 -0
  38. model-00036-of-00082.safetensors +3 -0
  39. model-00037-of-00082.safetensors +3 -0
  40. model-00038-of-00082.safetensors +3 -0
  41. model-00039-of-00082.safetensors +3 -0
  42. model-00040-of-00082.safetensors +3 -0
  43. model-00041-of-00082.safetensors +3 -0
  44. model-00042-of-00082.safetensors +3 -0
  45. model-00043-of-00082.safetensors +3 -0
  46. model-00044-of-00082.safetensors +3 -0
  47. model-00045-of-00082.safetensors +3 -0
  48. model-00046-of-00082.safetensors +3 -0
  49. model-00047-of-00082.safetensors +3 -0
  50. model-00048-of-00082.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/cpfs01/user/humengkang/hf-models/Meta-Llama-3.1-70B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "hidden_act": "silu",
15
+ "hidden_size": 8192,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 28672,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 64,
22
+ "num_hidden_layers": 80,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": false,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.44.2",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.44.2"
12
+ }
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82af4b534a02de3e45057f7eed07647403657cfba78ad1efec2ec9e03cdfa653
3
+ size 2101346448
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee292143d9664f7b205c8d478f95b570677795e0721cd104de4121cd142218ab
3
+ size 1879082376
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87fa4a8a6fd129c90a143bb188b545e461dabc7a7456b0871f14a9383260902
3
+ size 1845527704
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad096be9c6638ec19b12dfa00b8f14f7baf7c8dc5b5096fd204d9b7a1389c993
3
+ size 1711309864
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3a4fa507cc998465cf9ba0812d4bdb9084ee7b54d58398a8f80151e1d2ad400
3
+ size 1711309864
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4d26a01c5fc5587492edf3c77c8a3acd665ad2d2fbd67a7eb6d26c160a6687c
3
+ size 1711309864
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33008e5a58d2beadb37323d92bf24609b02eaa43a2accdb4903b372eb2fb11a4
3
+ size 1711309864
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cee27dae89d335e0207816a03cc7b7525d55e7a2e5cca93be8add338e407551f
3
+ size 1711309864
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa6ef20bd75540450706ad677482662876f49712ce75e3dabe86b562b44f0bb
3
+ size 1711309864
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26721f7178adeeb68942e564e4f4771665da100a6e47ff1c8ef21dc675a81266
3
+ size 1711309864
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a4e448d1aab00f6a2febc16083032f53ccdcb05593ca38c6e71ce777f27a1c
3
+ size 1711309864
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc73cce3326c26bf82c260c72a215ffa737cb6ab920739daf4851e517a51c6c
3
+ size 1711309872
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2dc79b6835472c5eaefc7b1fbac2ee78948ff76e90aa110895aee3ddd3400b6
3
+ size 1711309872
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77cdbe41c233327d5bdc0005fea1aa873aa7e2cb6646bf734e6bfebaf1d209c0
3
+ size 1711309872
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3e73f9b077fc77454d71ff4da89d73a5ba3bc32ccaa9eff13eb946b40c79725
3
+ size 1711309872
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3562441f3c1b413c62e46456323cba000b9c6f57d970e0d40f870ecdda887515
3
+ size 1711309872
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd9e0db8b1960a890da532d2a528bb6a6766bd98eba1b70bd11fe506de9ed521
3
+ size 1711309872
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ed4a50eefd81a11bab226c09ac6c7d3c4713046a856dc6ad59c3adfa496a398
3
+ size 1711309872
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9679bf03a641e4a25fb89b34196a5850deab41559dc4ee606bba8244966aea
3
+ size 1711309872
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36538fd354c2f54d9cbfe6bb7acbbbe4039b15d44a3e34acc28b41b49b43fe84
3
+ size 1711309872
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ddef4ab39553a0df587496867ae35d58cbfb7f46d7dc15ecd86169265c9548
3
+ size 1711309872
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8245b6803c1dcae9e00397de5c0c4c1c0170383938a1f87838b8cfdf99e5a19d
3
+ size 1711309872
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b3e882dd29d579fe59589c4abfbffe6e26a13dfa37805e4bdcbc1151f837d2c
3
+ size 1711309872
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae497d6fb010921234726b0ed68e5dfddbf8a1b3923cfbe3e575dd069c0b688
3
+ size 1711309872
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee4a069f026df30e3d36cb562839d61f99f79c544d118de13b3478a57e94c8b
3
+ size 1711309872
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad56ccc46ea633d76dfff8153ad65a90053f4b3ab048ae38e11884cba1c4c5d
3
+ size 1711309872
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d8ee0ad9ff682898104c4d589910dd2a94d553c1b28f84636ede4d9e4f16d25
3
+ size 1711309872
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f77960be2580c71dd2253b1e280b810abedcd7eef68dd767eecf8aa3ef2ce51
3
+ size 1711309872
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e7b1465040127f0456c818a2a59347cac158900e744d1537400fccb7ce1932b
3
+ size 1711309872
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3163b0c1ce08b127a2819a0c3ed73c537eb68511bc1ea946fff1f367e683e7ef
3
+ size 1711309872
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1067d83ae8929b95522385f658df432bae2b97835bc605fb45e8e216fd91363c
3
+ size 1711309872
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aade77c250db98a16295a0bf2a14a62eea14db8834ec6dcf739308e345e89209
3
+ size 1711309872
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1380c815ec0a8502f6ddc623c22c5c7e83e4525cee0f322741e1aa3b9e1854eb
3
+ size 1711309872
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f746d8813ba093f1986dc05f03813c6257cf9eff2eeba505feb3ad9d1c13727d
3
+ size 1711309872
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b15618024bc809888388399263028083a2d0c7476f6059aa12a8279211758c
3
+ size 1711309872
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f2913bf2d71d58c787e0adc419d8ddc6101a0b1d94de1d4c1dd0678111cd84
3
+ size 1711309872
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea72171a01e556287cf864e126a210a2e3993212b1ecdb356a2d81feac15784
3
+ size 1711309872
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b1f6d3f47cbab0f3126ad3575b71647df50d45eeb73af74f6871ac778846878
3
+ size 1711309872
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2f47e796bb6156e5d92bfa2bfcf702f211ec50a3f24948d0de52f3264925ff3
3
+ size 1711309872
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74b2ec6a56025d3f0416a28d7b07170f7955b8947b4a0fce7154851f6055958
3
+ size 1711309872
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc934761ff216f96a7078d7b9af9f8ac63ac45f60d70d4d5feb2090ae353484
3
+ size 1711309872
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0894620127c40bb04d6fa3c5ad89fa26696713d294d2e656a7cf202950609e6d
3
+ size 1711309872
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2e671e758ebca539251fee21dba624b006e83f6d86a259b8dcaa58b43daafc6
3
+ size 1711309872
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdfe407e3c095abc0e062c492ce7ccd9bea537cb1f56ec4f0e9bbe53bd897ee8
3
+ size 1711309872
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d81f1ba5a9c92a3b0850f4cbf3c76fd11909a99b3394abae279c41c357170ae
3
+ size 1711309872
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49358ad37c0a442696867f41363e3ed088f1abdb1e4681ffa27f7d7547220709
3
+ size 1711309872
model-00047-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abeaef1b75f9e624702d1a4674f0026ed394c32c362c0b3b0a69b4737ef7d678
3
+ size 1711309872
model-00048-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7a6403a737c34925bf501eef10e4a1eb0ebf94e4366c270f9019ec524cbf6e
3
+ size 1711309872