Add: Q5, Q6, Q8

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -36,3 +36,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 imatrix-Prima-LelantaclesV6-7b-F16.dat filter=lfs diff=lfs merge=lfs -text
 Prima-LelantaclesV6-7b-Q4_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 Prima-LelantaclesV6-7b-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text

 imatrix-Prima-LelantaclesV6-7b-F16.dat filter=lfs diff=lfs merge=lfs -text
 Prima-LelantaclesV6-7b-Q4_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 Prima-LelantaclesV6-7b-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV6-7b-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV6-7b-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV6-7b-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+Prima-LelantaclesV6-7b-Q8_0-imatrix.gguf filter=lfs diff=lfs merge=lfs -text

Prima-LelantaclesV6-7b-Q5_K_M-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:1331e0513ea267cff2dc4464d496849aeae77508c493624b5d17c7a824530536
+size 5131409088

Prima-LelantaclesV6-7b-Q5_K_S-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f036556ed09fd87cd26302cb21c888440f6984077f92da366064c10da91d6a
+size 4997715648

Prima-LelantaclesV6-7b-Q6_K-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:73ecffa4a8b98161cb03fd2a9399d292ad1599cd2dfd4258c31e7f2c60f7239f
+size 5942064832

Prima-LelantaclesV6-7b-Q8_0-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:a89f7a0c776c355fa68d3bb0faaf7bb097e58664bdaf5beaff9ec45121093f30
+size 7695857344