Hugging Face's logo

TheDrummer
/
Agatha-111B-v1

Safetensors
cohere2
Model card Files Community
Geechan commited on
Commit
8421f6f
·
verified ·
1 Parent(s): c20c0d9

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +39 -0
  3. model-00001-of-00049.safetensors +3 -0
  4. model-00002-of-00049.safetensors +3 -0
  5. model-00003-of-00049.safetensors +3 -0
  6. model-00004-of-00049.safetensors +3 -0
  7. model-00005-of-00049.safetensors +3 -0
  8. model-00006-of-00049.safetensors +3 -0
  9. model-00007-of-00049.safetensors +3 -0
  10. model-00008-of-00049.safetensors +3 -0
  11. model-00009-of-00049.safetensors +3 -0
  12. model-00010-of-00049.safetensors +3 -0
  13. model-00011-of-00049.safetensors +3 -0
  14. model-00012-of-00049.safetensors +3 -0
  15. model-00013-of-00049.safetensors +3 -0
  16. model-00014-of-00049.safetensors +3 -0
  17. model-00015-of-00049.safetensors +3 -0
  18. model-00016-of-00049.safetensors +3 -0
  19. model-00017-of-00049.safetensors +3 -0
  20. model-00018-of-00049.safetensors +3 -0
  21. model-00019-of-00049.safetensors +3 -0
  22. model-00020-of-00049.safetensors +3 -0
  23. model-00021-of-00049.safetensors +3 -0
  24. model-00022-of-00049.safetensors +3 -0
  25. model-00023-of-00049.safetensors +3 -0
  26. model-00024-of-00049.safetensors +3 -0
  27. model-00025-of-00049.safetensors +3 -0
  28. model-00026-of-00049.safetensors +3 -0
  29. model-00027-of-00049.safetensors +3 -0
  30. model-00028-of-00049.safetensors +3 -0
  31. model-00029-of-00049.safetensors +3 -0
  32. model-00030-of-00049.safetensors +3 -0
  33. model-00031-of-00049.safetensors +3 -0
  34. model-00032-of-00049.safetensors +3 -0
  35. model-00033-of-00049.safetensors +3 -0
  36. model-00034-of-00049.safetensors +3 -0
  37. model-00035-of-00049.safetensors +3 -0
  38. model-00036-of-00049.safetensors +3 -0
  39. model-00037-of-00049.safetensors +3 -0
  40. model-00038-of-00049.safetensors +3 -0
  41. model-00039-of-00049.safetensors +3 -0
  42. model-00040-of-00049.safetensors +3 -0
  43. model-00041-of-00049.safetensors +3 -0
  44. model-00042-of-00049.safetensors +3 -0
  45. model-00043-of-00049.safetensors +3 -0
  46. model-00044-of-00049.safetensors +3 -0
  47. model-00045-of-00049.safetensors +3 -0
  48. model-00046-of-00049.safetensors +3 -0
  49. model-00047-of-00049.safetensors +3 -0
  50. model-00048-of-00049.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Cohere2ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 5,
8
+ "cache_implementation": "hybrid",
9
+ "eos_token_id": 255001,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 12288,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 36864,
15
+ "layer_norm_eps": 1e-05,
16
+ "logit_scale": 0.25,
17
+ "max_position_embeddings": 262144,
18
+ "model_type": "cohere2",
19
+ "num_attention_heads": 96,
20
+ "num_hidden_layers": 64,
21
+ "num_key_value_heads": 8,
22
+ "order_of_interleaved_layers": "local_attn_first",
23
+ "pad_token_id": 0,
24
+ "position_embedding_type": "rope_gptj",
25
+ "rope_scaling": null,
26
+ "rope_theta": 50000,
27
+ "rotary_pct": 1.0,
28
+ "sliding_window": 4096,
29
+ "sliding_window_pattern": 4,
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.52.4",
32
+ "unsloth_fixed": true,
33
+ "use_cache": true,
34
+ "use_embedding_sharing": true,
35
+ "use_gated_activation": true,
36
+ "use_parallel_block": true,
37
+ "use_parallel_embedding": true,
38
+ "vocab_size": 256000
39
+ }
model-00001-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b510a976376c61d1387063aec33104a962b451416d69d901089758bb00d9e8
3
+ size 6291456144
model-00002-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cffcd513b514028cbc31db8d65d603891750747b895be7cc812f0ca601118115
3
+ size 4278240416
model-00003-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e701b4c09827ed475b616c90baec8c6187ba77d4b132ebbaab2735bbcd794d60
3
+ size 4278215736
model-00004-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62780fbb0d72807e5b58346314a4f4ea810c96fc1073d486acd175bd57243084
3
+ size 4932552336
model-00005-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fe9379f92a4214700f6c58d5850049534fab37d4f1e60edc025cba7ff1cccd
3
+ size 4278215744
model-00006-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:235468849f9552b76f29ba186c9bedbd0cb52a2e1b22526d1fe84d5a781a073c
3
+ size 4278215744
model-00007-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9e91e1c8048ad90da295397c7c7dbf282b93bc5a59ce9a67f8cd550d649aff
3
+ size 4932552336
model-00008-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8601ab2486a85f380b20d1d2d248cb540d69c7d0d4541241c081976f977bcd2
3
+ size 4278215744
model-00009-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60a3340f5a2b7c321fb73887b7b5bce4893075f89f08d8d1e6d36f7c20388703
3
+ size 4278215744
model-00010-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c46cc61904d115072cb581dc2721cea1da08f0850959f78dc4bc5c3dabbe8b
3
+ size 4932552328
model-00011-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:406d241ffd3faba78dad185864b9b3fc0a22fa5d3a88d84acbc5865797a0d002
3
+ size 4278215736
model-00012-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d22afcb14f0076fb14136caa71eb199f6897f61cc5ae61cea6fbeaed4aa7702c
3
+ size 4278215744
model-00013-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f4d731d3ab91cff47a4e8830097f30e68f0bbbc45aad38237edc5762b9664cb
3
+ size 4932552336
model-00014-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b48d4dbf482b03cc506fb411d2ec9a2f01e1841c35c7ed7b525ebc87e9b33f19
3
+ size 4278215744
model-00015-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36e5dab9206ddb9f03da6ae091ae0099717587e20f86c79dfae265cefa5666be
3
+ size 4278215744
model-00016-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd837e50b96e46a7c357d36d2eeb8662f7dbb8f636dfc7c58a4459ed1ba2153d
3
+ size 4932552336
model-00017-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b43c9b438c90fcee0517804de110cf91d4a84f31fcf72c9ad4521ba02571260c
3
+ size 4278215744
model-00018-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25f2a410b54757640b2c32141db84a0f6d86cb38b83e76173eff76eba12f6daf
3
+ size 4278215744
model-00019-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3abffcb02fd50d51296884931ad552800fe50b2b188dc2e22517672309f2f8a2
3
+ size 4932552328
model-00020-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a95b33bdf72ae615622efd16a459031b52d8881a4b57a729d0d33472c61b097
3
+ size 4278215744
model-00021-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2cbe2b2b96aaf828a313384a4100c686dad9568749ea91a745e8129749c40b3
3
+ size 4278215744
model-00022-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d917f55bd26dfb3a7d01c69dc782868a905c9e65b1077e169ef69b10eb33c7e1
3
+ size 4932552336
model-00023-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26504849a2a5fc7481a3db1e86c841efeec364077a18d7c9fc64a0989ac785c5
3
+ size 4278215744
model-00024-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41c9bb1865768a4d2c650501c87160f7d0644c06dc9fc10a88690f64c9653111
3
+ size 4278215744
model-00025-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a85258552206972cace7c9a80a4cc254927d36ebbf959faacca55ae08ef66a
3
+ size 4932552336
model-00026-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adf3958790cc08b4f13bbea6ee207aece55fc38f36644d155f0832cd5ed95288
3
+ size 4278215744
model-00027-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4373cd1d911129fdf4336ebd889b321588c3c4e84c2a76c16af268fd304b4c3c
3
+ size 4278215744
model-00028-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb51b949b15d84e59f533c019d67302d06d5c4616d1e522298bdb8b7c68fec2
3
+ size 4932552328
model-00029-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53ff1f3153f5d6d16ce728fbfbed293cc1cd4149aedb16068501ff740b88be8b
3
+ size 4278215744
model-00030-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34d10f36453822b2f262a60a284f1ea4819d431c28cc63ea6689719a7b5dc33
3
+ size 4278215744
model-00031-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0a1967c387fed44d7dbdf0bafb31e2093198dc52a4f9658586eef5ba3ba5b2a
3
+ size 4932552336
model-00032-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8203889b0327cc08717f5df735063c23d01d284dfd0939f8091db6fa44dd4560
3
+ size 4278215744
model-00033-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d87a9df043812325ed0718aff5a3bc4725d847fd2fdd060b86cc410a0e16a0f
3
+ size 4278215744
model-00034-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b30873872e8cbacdf493303dbf6fd6a2d06298be7fa5a3600cadfe0fb80568e
3
+ size 4932552336
model-00035-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a2d82f95dae1b0ec4403f16dd44671e4113c80055258d282fb248003986f30c
3
+ size 4278215744
model-00036-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07cd597b0fb8dcd69e7c6d90bb669b99a1a577d751cd9fd3533c47e40ca7959f
3
+ size 4278215736
model-00037-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c67fad9a01bc5314f3c09eb689595028ba0113694ef598c3d1850a3797562cf
3
+ size 4932552336
model-00038-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:877c3734bb14b28f532c9860bf8b86a6550a86324eda01e1877459591070ff71
3
+ size 4278215744
model-00039-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f284c369638ef725377ba4c2436de8a9d0a2774d6018e07077ba01e4c78ae9e1
3
+ size 4278215744
model-00040-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adf5a8e893fd6954bfc8abfeabdb255c12e079d1edbb7a2d9b7c047111f058f5
3
+ size 4932552336
model-00041-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33164c15014cd7170fb61c16aacbbf05823ba10a1d9f653faa6f67d0c799fce3
3
+ size 4278215744
model-00042-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6725ad14f7b9963ef439125453567338598c28fdf70828dbc28cb1276c374ebe
3
+ size 4278215744
model-00043-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e5d5f4ec1d1b8eb00a939be7362ea272ed6f07ef2919da0992613f12a13ebc
3
+ size 4932552328
model-00044-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c375155cd5b04eb395e5dfa50b7ad222df246483b804a2809f83434feaea2cb3
3
+ size 4278215736
model-00045-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acc8e5cbde542a3df36c635352bb0f6cff065261b6dd9419a4d8e013af578b90
3
+ size 4278215744
model-00046-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e39d8346bb7a0328c8c1d7018cf4e537b1b841052dcda1b3cb2c2dead0e898
3
+ size 4932552336
model-00047-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a023e22874c99d3b04025ffe45f544610ebd8e1154709103195a67a3af6f923b
3
+ size 4278215744
model-00048-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23b31e850d95bd4e7a561fdb2e3060fa0d4ee00d39533a59ae6947d7ac60cdc
3
+ size 4278215736