GGUF Quantization

dolphin-2.9.3-mistral-7b-32k-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2562d5fd87d256caa6bfb6c418637ce2986e6483d896b41bc1cc854076332519
+size 2722886752

dolphin-2.9.3-mistral-7b-32k-q3_k_l.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c95aa25e7a4ced2c390eb19e9b37fa01a26569565a3aed54e34c93df984f93c
+size 3825989536

dolphin-2.9.3-mistral-7b-32k-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c252be69f901996c9b9a39909871b1f251366e1cfdde6536597e344d63951c78
+size 3522951072

dolphin-2.9.3-mistral-7b-32k-q3_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980771f3e7c770ea9f189dd4e350c695b0fe8655ae586e24e8f8842cfe240553
+size 3168532384

dolphin-2.9.3-mistral-7b-32k-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed51503bbd8f70374df1bf954ffcf4d39fb382e78ce6ec978560481988aa670
+size 4372823008

dolphin-2.9.3-mistral-7b-32k-q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8209f493eee1b183e7427ea31b37218a616859f8a471bec7023df3956b3c288d
+size 4144757728

dolphin-2.9.3-mistral-7b-32k-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6314338f5add0213f11b1f87280aa1e37f415ba26a1026c834df65a9f1933b9
+size 5136187360

dolphin-2.9.3-mistral-7b-32k-q5_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ec1a4976e2cbfe0ee249fffe026372266a1a12e35e810352bfedc0a24f3f1
+size 5002493920

dolphin-2.9.3-mistral-7b-32k-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb426d8f3ed3b0fe8a3f5338f58519541801e79a5b4cc28cfcb13ee1af8e586
+size 5947261984

dolphin-2.9.3-mistral-7b-32k-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bdba3ed2942d7f9c4e1b41063ba9cfd67db54395386e93bfeb638ea34f4b9c
+size 7702582176