Hugging Face's logo

fsaudm
/
Meta-Llama-3.1-8B-Instruct-NF4

Text Generation
Transformers
Safetensors
PyTorch
llama
facebook
meta
llama-3
conversational
text-generation-inference
Inference Endpoints
4-bit precision
bitsandbytes
Model card Files Community
1
fsaudm commited on
Commit
9ab77e6
•
1 Parent(s): b3d0960

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. README.md +5 -5
  2. config.json +2 -2
  3. model-00001-of-00002.safetensors +2 -2
  4. model-00002-of-00002.safetensors +1 -1
README.md CHANGED
@@ -1,10 +1,5 @@
1
  ---
2
- library_name: transformers
3
  base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
4
- license: llama3.1
5
- model-index:
6
- - name: Meta-Llama-3.1-8B-Instruct-INT4
7
- results: []
8
  language:
9
  - en
10
  - de
@@ -14,12 +9,17 @@ language:
14
  - hi
15
  - es
16
  - th
 
 
17
  tags:
18
  - facebook
19
  - meta
20
  - pytorch
21
  - llama
22
  - llama-3
 
 
 
23
  ---
24
 
25
  # Model Card for Model ID
 
1
  ---
 
2
  base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
 
 
 
 
3
  language:
4
  - en
5
  - de
 
9
  - hi
10
  - es
11
  - th
12
+ library_name: transformers
13
+ license: llama3.1
14
  tags:
15
  - facebook
16
  - meta
17
  - pytorch
18
  - llama
19
  - llama-3
20
+ model-index:
21
+ - name: Meta-Llama-3.1-8B-Instruct-INT4
22
+ results: []
23
  ---
24
 
25
  # Model Card for Model ID
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -47,7 +47,7 @@
47
  },
48
  "rope_theta": 500000.0,
49
  "tie_word_embeddings": false,
50
- "torch_dtype": "float16",
51
  "transformers_version": "4.43.2",
52
  "use_cache": true,
53
  "vocab_size": 128256
 
1
  {
2
+ "_name_or_path": "fsaudm/Meta-Llama-3.1-8B-Instruct-INT4",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
47
  },
48
  "rope_theta": 500000.0,
49
  "tie_word_embeddings": false,
50
+ "torch_dtype": "bfloat16",
51
  "transformers_version": "4.43.2",
52
  "use_cache": true,
53
  "vocab_size": 128256
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a7a61e80c778a5490382b0678d1edcd5c645ed44be2686ef8c26b438fe6dbb3
3
- size 4977222696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:167f1d23187acb72e80bce74c54e61b7da3a25eae1c207bfc3a6a6425077cb9c
3
+ size 4977222760
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e9a36ad418b0cd9b253f65771552d7dc05cf1abf1170b94de4b4d546aac255d
3
  size 1050673280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb7a5c6402e8a0f3838d4d45f59e5f3fff4f0f6375ef5c71b2b4604cccded4c
3
  size 1050673280