quantized model

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+hermes-3-llama-3.1-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+hermes-3-llama-3.1-8b.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
+hermes-3-llama-3.1-8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+hermes-3-llama-3.1-8b.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+hermes-3-llama-3.1-8b.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+hermes-3-llama-3.1-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+hermes-3-llama-3.1-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

hermes-3-llama-3.1-8b.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e97f2f21773694f0d7ea3dae4e53aabbd290439a7f2a6d7a8d3595208283a8
+size 3179136768

hermes-3-llama-3.1-8b.Q3_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4119bd5c7d766073ee4cb1532e4bd4fe771675e557190b0121f0dd1c8423ecd9
+size 4018923264

hermes-3-llama-3.1-8b.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9bb95ee8f74fdad9209e4a0346cb739ea6a5f1d5b70e0daacd159a684c22a1
+size 4661217024

hermes-3-llama-3.1-8b.Q4_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0259ed8c6bfa43ad3872da974d1bc9750c838f7132f6708480aa15c58d6da2
+size 4920739584

hermes-3-llama-3.1-8b.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c20b33e53a105d78ae7b1e5cb1067f6235d66891d747056f1260fb93e685ad
+size 5732992768

hermes-3-llama-3.1-8b.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f0872d8f622ffdf5c0daf191ef06b1d4ebd4accd01628868f41e2372e8df51
+size 6596011776

hermes-3-llama-3.1-8b.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a407a4a2d9d17730f8ddf00fa49c3f69d8e86e82be05650f25e9dc8935508d
+size 8540776192