Hugging Face's logo

Lewdiculous
/
Aurora_l3_8B-GGUF-IQ-Imatrix

GGUF
English
roleplay
llama3
sillytavern
Inference Endpoints
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
1bad6a6
•
1 Parent(s): b61b0ec

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Aurora_l3_8B-F16.gguf +3 -0
  3. Aurora_l3_8B-IQ3_M-imat.gguf +3 -0
  4. Aurora_l3_8B-IQ3_XXS-imat.gguf +3 -0
  5. Aurora_l3_8B-IQ4_NL-imat.gguf +3 -0
  6. Aurora_l3_8B-IQ4_XS-imat.gguf +3 -0
  7. Aurora_l3_8B-Q4_K_M-imat.gguf +3 -0
  8. Aurora_l3_8B-Q4_K_S-imat.gguf +3 -0
  9. Aurora_l3_8B-Q5_K_M-imat.gguf +3 -0
  10. Aurora_l3_8B-Q5_K_S-imat.gguf +3 -0
  11. Aurora_l3_8B-Q6_K-imat.gguf +3 -0
  12. Aurora_l3_8B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Aurora_l3_8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Aurora_l3_8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Aurora_l3_8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Aurora_l3_8B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Aurora_l3_8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Aurora_l3_8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Aurora_l3_8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Aurora_l3_8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Aurora_l3_8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Aurora_l3_8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Aurora_l3_8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Aurora_l3_8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1174120ae544121e922478a94a189aaa61db37a6f627d509def01d8ac126960e
3
+ size 16069403904
Aurora_l3_8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e31bd4db27b330fdb2ca2a2a1b489be9fe99ec478e1a7b474d2622b5e0ccc364
3
+ size 3785336096
Aurora_l3_8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44b40fa8e3f0985bc7c5dda405dd26900acba3a2db63ee6969a252e2297844fb
3
+ size 3275425056
Aurora_l3_8B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6ff0bd014c59b1b040508490f98485ab4938b663a01a5b4bc1a537eaa79875b
3
+ size 4678501664
Aurora_l3_8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd01039c145299e68439e8259a439d4d23f5c68c3efa5fc08dea49f31bbee207
3
+ size 4448175392
Aurora_l3_8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f72ceb9eb8416420ac17e44fd704dc2f5d542731454c554304f0fba73427347
3
+ size 4921247008
Aurora_l3_8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19683e2aadbacc5e2163e1b219d2d5b4ee58d2d4b5ebdae6a3534f4f9bd97f9e
3
+ size 4693181728
Aurora_l3_8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:826bc66a86314c786ccba566810e1f75fbfaea060e0fbb35432b62e4ef9eb719
3
+ size 5733500192
Aurora_l3_8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8fb09216e88477809854c4e313b94c5e6b87ddf1fecfb77559349865b55012
3
+ size 5599806752
Aurora_l3_8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b46e650a63860cb59b34fd4d312120767e1e4f91c63d7418fb8d9d540f1eedc
3
+ size 6596519200
Aurora_l3_8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38f2b5daf11296a6eab275d0eb2de78c60333d68a336c2a4b19258be66ddb062
3
+ size 8541283616
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5cbe8c3b1111bd195d227fd0fef00d20e299b3f85bc95fd0f1452df96544b9
3
+ size 4988126