Hugging Face's logo

neph1
/
llama-3-instruct-bellman-8b-swedish

Text Generation
Transformers
PyTorch
Safetensors
GGUF
Swedish
llama
unsloth
conversational
text-generation-inference
Inference Endpoints
4-bit precision
bitsandbytes
Model card Files Community
neph1 commited on
Commit
ef0afe9
•
1 Parent(s): 205a180

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (3) hide show
  1. README.md +3 -3
  2. adapter_config.json +5 -5
  3. adapter_model.safetensors +1 -1
README.md CHANGED
@@ -1,13 +1,13 @@
1
  ---
 
 
 
2
  library_name: transformers
3
  tags:
4
  - unsloth
5
- license: llama3
6
  datasets:
7
  - neph1/bellman-7b-finetune
8
  - neph1/codefeedback-swedish
9
- language:
10
- - sv
11
  ---
12
 
13
  # Model Card for Model ID
 
1
  ---
2
+ language:
3
+ - sv
4
+ license: llama3
5
  library_name: transformers
6
  tags:
7
  - unsloth
 
8
  datasets:
9
  - neph1/bellman-7b-finetune
10
  - neph1/codefeedback-swedish
 
 
11
  ---
12
 
13
  # Model Card for Model ID
adapter_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
  "lora_alpha": 128,
14
- "lora_dropout": 0,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
 
 
23
  "gate_proj",
24
- "k_proj",
25
  "q_proj",
26
- "v_proj",
27
- "down_proj",
28
  "o_proj",
29
- "up_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
  "lora_alpha": 128,
14
+ "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
 
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
23
+ "up_proj",
24
+ "v_proj",
25
  "gate_proj",
 
26
  "q_proj",
 
 
27
  "o_proj",
28
+ "k_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f13f8fda6c1bf293eb2071dc267d7412237533722571ba3ce02622401b68edf
3
  size 671149168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa3f743c5cfe4203acc4ac5d3f000475dff46594214680b78a68bdc057c0e12b
3
  size 671149168