add quants
Browse files- OLMo-7B.IQ4_XS.gguf +3 -0
- OLMo-7B.Q2_K.gguf +3 -0
- OLMo-7B.Q3_K_L.gguf +3 -0
- OLMo-7B.Q3_K_M.gguf +3 -0
- OLMo-7B.Q3_K_S.gguf +3 -0
- OLMo-7B.Q4_K_M.gguf +3 -0
- OLMo-7B.Q4_K_S.gguf +3 -0
- OLMo-7B.Q5_K_M.gguf +3 -0
- OLMo-7B.Q5_K_S.gguf +3 -0
- OLMo-7B.Q6_K.gguf +3 -0
OLMo-7B.IQ4_XS.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e7c58de0e433b06ed881a529650dfc341e496d61c96ad3d1005a6a991dd3b5a
|
3 |
+
size 3748823776
|
OLMo-7B.Q2_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e139635b0197cd69166e5e8c85fd268365d0601b5058f21a9ef4c3587f3990de
|
3 |
+
size 2618942176
|
OLMo-7B.Q3_K_L.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d8cabefcec47cf664ce346392bdabb35a43a28e757d79a16b2bff93019de7432
|
3 |
+
size 3690803936
|
OLMo-7B.Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99c931c674c4f31817172c50d2685e1acbefa6b5061b4dd4cbedf9bdf11519b3
|
3 |
+
size 3391697632
|
OLMo-7B.Q3_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b20d97de420fb5e96cb74d0c19c4ede237a058c4ca84ed6e78e70a3240d2cefd
|
3 |
+
size 3041997536
|
OLMo-7B.Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6cdbebae69df9773dec1545e534b0418b1fd39e5da87977c9c9cd8c15625f93b
|
3 |
+
size 4184654560
|
OLMo-7B.Q4_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c8d61d51d0238043c264761c65b922b03bc8718a537fdb24b7d7008755cfa06
|
3 |
+
size 3960390368
|
OLMo-7B.Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e089f623c9b2ea4b978d51bdcb50c4a4db007485f9e4b21e709fee9dd19388af
|
3 |
+
size 4896178912
|
OLMo-7B.Q5_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:783c30a1c3de7ca2693813880514acaf7469dc75b33d0ec64dc8c429e46f5cb3
|
3 |
+
size 4764713696
|
OLMo-7B.Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62b65975fd76cb0a319504b1fd523f24f795362939feec1a920b94862cb0188a
|
3 |
+
size 5652173536
|