Hugging Face's logo

brittlewis12
/
Llama-3.2-3B-Instruct-uncensored-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
bae7abb
·
verified ·
1 Parent(s): 4472d9a

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. llama-3.2-3b-instruct-uncensored.IQ1_M.gguf +3 -0
  3. llama-3.2-3b-instruct-uncensored.IQ1_S.gguf +3 -0
  4. llama-3.2-3b-instruct-uncensored.IQ2_XS.gguf +3 -0
  5. llama-3.2-3b-instruct-uncensored.IQ2_XXS.gguf +3 -0
  6. llama-3.2-3b-instruct-uncensored.Q3_K_L.gguf +3 -0
  7. llama-3.2-3b-instruct-uncensored.Q3_K_M.gguf +3 -0
  8. llama-3.2-3b-instruct-uncensored.Q3_K_S.gguf +3 -0
  9. llama-3.2-3b-instruct-uncensored.Q4_K_M.gguf +3 -0
  10. llama-3.2-3b-instruct-uncensored.Q4_K_S.gguf +3 -0
  11. llama-3.2-3b-instruct-uncensored.Q5_K_M.gguf +3 -0
  12. llama-3.2-3b-instruct-uncensored.Q5_K_S.gguf +3 -0
  13. llama-3.2-3b-instruct-uncensored.Q6_K.gguf +3 -0
  14. llama-3.2-3b-instruct-uncensored.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  llama-3.2-3b-instruct-uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  llama-3.2-3b-instruct-uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  llama-3.2-3b-instruct-uncensored.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  llama-3.2-3b-instruct-uncensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  llama-3.2-3b-instruct-uncensored.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  llama-3.2-3b-instruct-uncensored.imatrix filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-3b-instruct-uncensored.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-3b-instruct-uncensored.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-3b-instruct-uncensored.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-3b-instruct-uncensored.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-3b-instruct-uncensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-3b-instruct-uncensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-3b-instruct-uncensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-3b-instruct-uncensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-3b-instruct-uncensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-3b-instruct-uncensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.2-3b-instruct-uncensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.2-3b-instruct-uncensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.2-3b-instruct-uncensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-3b-instruct-uncensored.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738be84f20dc1ef51e170d65242035fb86522a1b83f961108e7fdaa351ae0ede
3
+ size 1053473120
llama-3.2-3b-instruct-uncensored.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db2028283093f344a405e89c4d5e8b844856276022b646e3c9df834c23d541d
3
+ size 997439840
llama-3.2-3b-instruct-uncensored.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a596fadcbff5e3a84976ee348182e60bb7dfe0420a4e6ddc473a67648eb10b
3
+ size 1229830496
llama-3.2-3b-instruct-uncensored.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:301c8b7fe0aa7b93238848a491183775e7793d22ca80ab5f87e9b4b1a44f3518
3
+ size 1146861920
llama-3.2-3b-instruct-uncensored.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4ea5352dd510acb528048c8599f455aceaf6f519783e0f9508ed0a0a1c4e8a7
3
+ size 1984645216
llama-3.2-3b-instruct-uncensored.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8225d886af6af26b99c446a3333173c097e0b8eb4e7585de2b810760166df8a7
3
+ size 1856456800
llama-3.2-3b-instruct-uncensored.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99419ab53bf19ca812473e21717ad170d97ce24e25ec8168050b9df4d607f72c
3
+ size 1712146528
llama-3.2-3b-instruct-uncensored.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecfa5d283846c0efd14a0403e805b1027feac40e06dfa482b8f18babe4c4a028
3
+ size 2241003616
llama-3.2-3b-instruct-uncensored.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e9511fec1d6957c40b826627c52defa6a03e11e1cfd284c303561c7d6ca699
3
+ size 2149826656
llama-3.2-3b-instruct-uncensored.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e806d30d62620ccd7cf5f8af778a31070ac45f280e3c430c857d581a24a1e0
3
+ size 2593030240
llama-3.2-3b-instruct-uncensored.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8419817aab6206257d7b0bcebb46e44052d7ffa70366b30f378865ea15400a
3
+ size 2540388448
llama-3.2-3b-instruct-uncensored.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d18ec5c329c9687c4b9850730bdd1bcf25af476d493e47752ebf40e0ffc94519
3
+ size 2967058528
llama-3.2-3b-instruct-uncensored.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43cd2bdee06b0b6bec3b8a43b5df0f654eb559914a8a0a25783bdd69bc19c608
3
+ size 3840526432