Hugging Face's logo

shisa-v2-dev
/
global_step5500_hf

Safetensors
llama
Model card Files
xet
Community
leonardlin commited on
Commit
cb72ba2
·
verified ·
1 Parent(s): f6d9352

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +40 -0
  3. generation_config.json +12 -0
  4. model-00001-of-00191.safetensors +3 -0
  5. model-00002-of-00191.safetensors +3 -0
  6. model-00003-of-00191.safetensors +3 -0
  7. model-00004-of-00191.safetensors +3 -0
  8. model-00005-of-00191.safetensors +3 -0
  9. model-00006-of-00191.safetensors +3 -0
  10. model-00007-of-00191.safetensors +3 -0
  11. model-00008-of-00191.safetensors +3 -0
  12. model-00009-of-00191.safetensors +3 -0
  13. model-00010-of-00191.safetensors +3 -0
  14. model-00011-of-00191.safetensors +3 -0
  15. model-00012-of-00191.safetensors +3 -0
  16. model-00013-of-00191.safetensors +3 -0
  17. model-00014-of-00191.safetensors +3 -0
  18. model-00015-of-00191.safetensors +3 -0
  19. model-00016-of-00191.safetensors +3 -0
  20. model-00017-of-00191.safetensors +3 -0
  21. model-00018-of-00191.safetensors +3 -0
  22. model-00019-of-00191.safetensors +3 -0
  23. model-00020-of-00191.safetensors +3 -0
  24. model-00021-of-00191.safetensors +3 -0
  25. model-00022-of-00191.safetensors +3 -0
  26. model-00023-of-00191.safetensors +3 -0
  27. model-00024-of-00191.safetensors +3 -0
  28. model-00025-of-00191.safetensors +3 -0
  29. model-00026-of-00191.safetensors +3 -0
  30. model-00027-of-00191.safetensors +3 -0
  31. model-00028-of-00191.safetensors +3 -0
  32. model-00029-of-00191.safetensors +3 -0
  33. model-00030-of-00191.safetensors +3 -0
  34. model-00031-of-00191.safetensors +3 -0
  35. model-00032-of-00191.safetensors +3 -0
  36. model-00033-of-00191.safetensors +3 -0
  37. model-00034-of-00191.safetensors +3 -0
  38. model-00035-of-00191.safetensors +3 -0
  39. model-00036-of-00191.safetensors +3 -0
  40. model-00037-of-00191.safetensors +3 -0
  41. model-00038-of-00191.safetensors +3 -0
  42. model-00039-of-00191.safetensors +3 -0
  43. model-00040-of-00191.safetensors +3 -0
  44. model-00041-of-00191.safetensors +3 -0
  45. model-00042-of-00191.safetensors +3 -0
  46. model-00043-of-00191.safetensors +3 -0
  47. model-00044-of-00191.safetensors +3 -0
  48. model-00045-of-00191.safetensors +3 -0
  49. model-00046-of-00191.safetensors +3 -0
  50. model-00047-of-00191.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 128,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 16384,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 53248,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 128,
22
+ "num_hidden_layers": 126,
23
+ "num_key_value_heads": 8,
24
+ "pad_token_id": 128009,
25
+ "pretraining_tp": 1,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_scaling": {
28
+ "factor": 8.0,
29
+ "high_freq_factor": 4.0,
30
+ "low_freq_factor": 1.0,
31
+ "original_max_position_embeddings": 8192,
32
+ "rope_type": "llama3"
33
+ },
34
+ "rope_theta": 500000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.50.0",
38
+ "use_cache": false,
39
+ "vocab_size": 128256
40
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.50.0"
12
+ }
model-00001-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6380c6d0060954cbabedaf9dafc51e62aede65935a27b529d55752d1fc3933f
3
+ size 4806672880
model-00002-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ff40898427baac68795140740709a64abd1288a74e8a9b2c55e69de2b2eb07e
3
+ size 4026532224
model-00003-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebff99cbaa2feae8c594698158abfc90656295154a57302743591c53d0ac104c
3
+ size 4630578112
model-00004-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2550fe4ef675a63a8dbb4833c9ed56c72c2533fb2e5e5d8fc1fe2b94e12831cc
3
+ size 4630578112
model-00005-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3f419326a74494b6ef0b10c7dea63d6486ef432e46465b83e0f4197f6375ba
3
+ size 3489661192
model-00006-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a7c42775e9de121b24a44deb823852a953b84c92357be49b0766bf26da7ae6
3
+ size 4630578112
model-00007-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7574bb4bfacdbd6fa036f18069fa96dea237e78eff22152330c02237ef8bed9
3
+ size 4630578112
model-00008-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c43e70e533a0fa722d3b4a3fbe4254fc924aab36cc531a4dc349601721fe3b68
3
+ size 3489661192
model-00009-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a6c713b5972f4136d7e2daf749cdc77097f87923f04a2dcaff896184a494155
3
+ size 4630578112
model-00010-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d49c68eef01d352830497112f9bb261852c27c5faed7d3b24d7c9344cc6870b6
3
+ size 4630578112
model-00011-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fc5e74e9e01cb3bab34ae993ffb8d9216e6141d2c389f12d7726c837f52135
3
+ size 3489661192
model-00012-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d888bb17effa06aa9ef3f8f1861883bbafa47f52a6c56d28fd9c0cd5c052bc0
3
+ size 4630578112
model-00013-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be750423f5e6152aca5bd50e7324013414fd1baa2fe0f1129bbbe349c91fec3e
3
+ size 4630578112
model-00014-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1af00c444ec6efc3a6c042a7d9c6fd03f46bd624c7939adbc6173548a5a9b3b7
3
+ size 3489661192
model-00015-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e43c6bd1a6931bc50c7dc5bbe6810a909cdeb0f5754c6e6d23ee16ce83a23806
3
+ size 4630578112
model-00016-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca6a6b895df9268e5a6a00966a5bb832b0381d7597a4cf595002cbcdb07e208
3
+ size 4630578120
model-00017-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cae5a6c432ba0dde4e549d6a56dd1ed3501485344006203348147ee7daa99e4
3
+ size 3489661192
model-00018-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade48674d4b7d38b10c60ac3435e7e4eaa9453ae34a8bc45875fbc41fb109cfc
3
+ size 4630578120
model-00019-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d2fbc0933b2ba4e0e0e7eeb3288bae04e007b68e00e95020b5f57fd62cb6609
3
+ size 4630578120
model-00020-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e17f1681b62feb133183d3c06e8ea0539ff57e45acf9b6fe3961818f1c091e13
3
+ size 3489661192
model-00021-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee2981f375e52e158e76b65451e4c050e47c7f10a9102e4911f434df552dd45
3
+ size 4630578120
model-00022-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1639423fd1fbcac0de8889492cce86c7bd0e587a6d8e06c33cda9fbbe81242fb
3
+ size 4630578120
model-00023-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acd075bc06b2d59a676ce02e27cf53360c83cebdc40a87b9a4d1262ef9b1d8cb
3
+ size 3489661192
model-00024-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60ef5e26f100120fde9a4df450b8ff8e571aa7ba6f8a5a821333ec54a0829e2e
3
+ size 4630578120
model-00025-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aacd567765e9a276973d5039f56018b9434c70f179b3912e6107814263caabf3
3
+ size 4630578120
model-00026-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:900f6537798a00dc2e7729fc9282b8efc12578f1818ca923b5d1869f3239f805
3
+ size 3489661192
model-00027-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40757faf5e9fd0eaf60581cd490204bbce33b9d37a3ab69c92cd997076677c65
3
+ size 4630578120
model-00028-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf2ad278f9f3396b91effc74317f30f27e7f78df27f486c043ce72e9c094d19c
3
+ size 4630578120
model-00029-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c964351e8d0869c5c59039fd4f5b7be95604d600ef285a92c510bdc466ff9857
3
+ size 3489661192
model-00030-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045922d58d2e14194fabac0c35f1b4160525c802a04669cd2adb2425a0bd7f3f
3
+ size 4630578120
model-00031-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ba6c50efd82787056d3dcec2158b816a05e02002fb8c4d17cdf524f3526f22c
3
+ size 4630578120
model-00032-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c39b4ec9349d19ff5329fe568c14dabd0553957fe5f7072407c2ef0dbcf6254
3
+ size 3489661192
model-00033-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef1fb091629cc930089bbede8b1e494765062984332255f326f92639b46e340
3
+ size 4630578120
model-00034-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dfd156082a83cc4324c04348ca3816098c7de803251f5dfed26e6aa47aa128a
3
+ size 4630578120
model-00035-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09300bfc50307f69565b1deb9130f44d63f599553c99bee483fcdea2b98f075a
3
+ size 3489661192
model-00036-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55e2ed0942e03a5d135e43f553668e500e8f20980f731b204d9e6caa5f3e1ad3
3
+ size 4630578120
model-00037-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d13bb09d5a7027f3f8f39acefebc39b3ce7a8a76ccdf7a89d0ffe051936ed36
3
+ size 4630578120
model-00038-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a02aa7ca5871f58ba1e0f3d3c9418b4d10208120f8b43f3b3cf589b602028c9
3
+ size 3489661192
model-00039-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2212b035c947dad29b825fa2b43cca13621cbe86cecbed1ba2b794e5c2f617b5
3
+ size 4630578120
model-00040-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d19af964f64e3ae20ac3ab8bdbd32e728dfe6f699091c894f2e19b836793a675
3
+ size 4630578120
model-00041-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b873ef04e37527af13e63103b63c80d534523218b68a6825841d05332c3b2c
3
+ size 3489661192
model-00042-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51186d87cf8f700234059c05ff358493b8d59857d2a02b60b8aeff3ea5f8498
3
+ size 4630578120
model-00043-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022e9dbb5f96926a8ac89a952b62b3c9cbf5ed7da78ee18adc6983c451c4b4fd
3
+ size 4630578120
model-00044-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a3c07e5ccf80dd4eb7c1dc4c477a62da3a1d718aaa26268949e3cb5013fe787
3
+ size 3489661192
model-00045-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c3bbb46ccdd09d5d0954f8fb60d0ece54574a841549064f0dbaf5f0c4d476bc
3
+ size 4630578120
model-00046-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3ede720b038643611f396842a8852683bfc15d4166bcbcd6ec1e0a01240e939
3
+ size 4630578120
model-00047-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa65312c35b71e81fe89c953b31b01cf3154d723dffba868c5b53b3e357dc097
3
+ size 3489661192