ArtusDev commited on
Commit
6826cf9
·
verified ·
1 Parent(s): fa8d7ea

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - mistralai/Mistral-Nemo-Instruct-2407
4
+ ---
5
+ # Join our Discord! https://discord.gg/Nbv9pQ88Xb
6
+ ## More than 5000 members of helpful, LLM enthusiasts! A hub for players and makers alike!
7
+ ---
8
+
9
+ Hey common people, are you looking for the meme tune?
10
+
11
+ [Rivermind 12B v1](https://huggingface.co/TheDrummer/Rivermind-12B-v1) has you covered with all its ad-riddled glory!
12
+
13
+ Not to be confused with Rivermind **Lux** 12B v1, which is the ad-free version.
14
+
15
+ ---
16
+
17
+ Drummer proudly presents...
18
+
19
+ # Rivermind Lux 12B v1
20
+
21
+ ![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/IVRsF-boO0T1BsQcvdYMu.png)
22
+
23
+ > [La la la la la la la... do do do do do](https://www.youtube.com/watch?v=KhaUnHJjS8A)
24
+
25
+ ## Special Thanks
26
+ - Thank you to each and everyone who donated and subscribed in [Patreon](https://www.patreon.com/TheDrummer) and [Ko-Fi](https://ko-fi.com/thedrummer) to make our venture a little bit easier.
27
+
28
+ ## Usage
29
+ - Mistral v3 Tekken (Nemo's original chat template)
30
+
31
+ ## Description
32
+
33
+ As requested, it's Rivermind Common without the incesant product placements and ad-yapping.
34
+
35
+ ## Links
36
+ - Original: https://huggingface.co/TheDrummer/Rivermind-Lux-12B-v1
37
+ - GGUF: https://huggingface.co/TheDrummer/Rivermind-Lux-12B-v1-GGUF
38
+ - iMatrix (recommended): https://huggingface.co/bartowski/TheDrummer_Rivermind-Lux-12B-v1-GGUF
39
+
40
+ ![image/png](https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/EXXqKsLXfGUfSsj6GLvsI.png)
41
+
42
+ `config-v1b`
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MistralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "head_dim": 128,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 5120,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 131072,
14
+ "model_type": "mistral",
15
+ "num_attention_heads": 32,
16
+ "num_hidden_layers": 40,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.51.3",
24
+ "use_cache": false,
25
+ "vocab_size": 131072,
26
+ "quantization_config": {
27
+ "quant_method": "exl3",
28
+ "version": "0.0.2",
29
+ "bits": 2.5,
30
+ "head_bits": 6,
31
+ "calibration": {
32
+ "rows": 100,
33
+ "cols": 2048
34
+ },
35
+ "out_scales": "auto"
36
+ }
37
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "do_sample": true,
5
+ "eos_token_id": 2,
6
+ "transformers_version": "4.51.3"
7
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85c6114b1a487388ea250c0ffdb27b725079baaec26361ce36def2b5632d13a2
3
+ size 5261697160
quantization_config.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<pad>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0240ce510f08e6c2041724e9043e33be9d251d1e4a4d94eb68cd47b954b61d2
3
+ size 17078292
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff