Hugging Face's logo

Lewdiculous
/
SOVL_Llama3_8B-GGUF-IQ-Imatrix

GGUF
Inference Endpoints
imatrix
Model card Files Community
4
Lewdiculous commited on
Commit
751a298
•
1 Parent(s): 816e59e

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +11 -0
  2. SOVL_Llama3_8B-F16.gguf +3 -0
  3. SOVL_Llama3_8B-IQ3_M-imat.gguf +3 -0
  4. SOVL_Llama3_8B-IQ3_XXS-imat.gguf +3 -0
  5. SOVL_Llama3_8B-IQ4_XS-imat.gguf +3 -0
  6. SOVL_Llama3_8B-Q4_K_M-imat.gguf +3 -0
  7. SOVL_Llama3_8B-Q4_K_S-imat.gguf +3 -0
  8. SOVL_Llama3_8B-Q5_K_M-imat.gguf +3 -0
  9. SOVL_Llama3_8B-Q5_K_S-imat.gguf +3 -0
  10. SOVL_Llama3_8B-Q6_K-imat.gguf +3 -0
  11. SOVL_Llama3_8B-Q8_0-imat.gguf +3 -0
  12. imatrix-with-rp-ex.txt +0 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ SOVL_Llama3_8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SOVL_Llama3_8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SOVL_Llama3_8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SOVL_Llama3_8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SOVL_Llama3_8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SOVL_Llama3_8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SOVL_Llama3_8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SOVL_Llama3_8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SOVL_Llama3_8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SOVL_Llama3_8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
SOVL_Llama3_8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3115d176772be094fc07f4a1aee9bf841a64d68f7bcb5b9d3baee590bdeea183
3
+ size 16069403904
SOVL_Llama3_8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc5225502b900491854539692205996a24559c243d74c0ce4125ad44b66b8f12
3
+ size 3785336096
SOVL_Llama3_8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:317c65bd63f82dcdd14b0f575818d6748281abb54aba4dc9d23a0472d2b5f390
3
+ size 3275425056
SOVL_Llama3_8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61cad47686a72ae2a864ee194dca81821c2d19b3cd9fbce5faa2fa50139cb11c
3
+ size 4448175392
SOVL_Llama3_8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee61890dd26d52985a3c44279d519ca8592448ddeb46387cf22868548703d686
3
+ size 4921247008
SOVL_Llama3_8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7005c2fdad51e441158f423bec77c87381429c248632b7711bb03bc861314874
3
+ size 4693181728
SOVL_Llama3_8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48bd07b08e6d0fdf456b3952fafa32b9a632199d279c13bc9423be5b4a7f044
3
+ size 5733500192
SOVL_Llama3_8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:152be0329c5714a7df9efc2b02f31ce6853339245df26a5ea9ebd8d0a9b0573d
3
+ size 5599806752
SOVL_Llama3_8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d99838bf83600133565eb72c56b56dfe2506b26371fb362d258bc6823e7b57b2
3
+ size 6596519200
SOVL_Llama3_8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:304d67bd44763917ff1cda4c81dba6f77ba468d9a6fa4acaf2877536368c8d84
3
+ size 8541283616
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fed2533c97ba699fc9305300549d8c69208e619efda0a57292bf32042cc25025
3
+ size 4988126