Upload Q4 Quants

.gitattributes

@@ -40,3 +40,8 @@ vntl-llama3-8b-v2-hf-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
 vntl-llama3-8b-v2-hf-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
 vntl-llama3-8b-v2-hf-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
 vntl-llama3-8b-v2-hf-q3_k_xl.gguf filter=lfs diff=lfs merge=lfs -text
+vntl-llama3-8b-v2-hf-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
+vntl-llama3-8b-v2-hf-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
+vntl-llama3-8b-v2-hf-q4_k_l.gguf filter=lfs diff=lfs merge=lfs -text
+vntl-llama3-8b-v2-hf-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+vntl-llama3-8b-v2-hf-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text

vntl-llama3-8b-v2-hf-iq4_nl.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4be0cfada9023b951bc23fc859b3af974f90bd4ac39b4e2d38ae3de4fdbd914
+size 4677990240

vntl-llama3-8b-v2-hf-iq4_xs.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fc52806e40d0aad02d509d9287749e3e20d250444d2d693e3157f6fd783345
+size 4447663968

vntl-llama3-8b-v2-hf-q4_k_l.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7b824c0cb4b3e48987f68454e07aa3e404c2a0683ffa244a479904ee834c1b
+size 5310633824

vntl-llama3-8b-v2-hf-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8332d2cda56a4ebf8b17d2afadad39508bd732257ac7d19839e6dd85f7ca5cfe
+size 4920735584

vntl-llama3-8b-v2-hf-q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6201fccb067938f45f2be88caeaa55bc59e1882f23bb1a7b69485d19b5316b2a
+size 4692670304