Hugging Face's logo

SinpxAI
/
Yi-6B-200k-GGUF

Transformers
GGUF
llama
text-generation-inference
Inference Endpoints
Model card Files Community
Skiro commited on
Commit
dd02617
•
1 Parent(s): 146b056

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. yi-6b-200k.Q2_K.gguf +3 -0
  3. yi-6b-200k.Q3_K_L.gguf +3 -0
  4. yi-6b-200k.Q3_K_M.gguf +3 -0
  5. yi-6b-200k.Q3_K_S.gguf +3 -0
  6. yi-6b-200k.Q4_0.gguf +3 -0
  7. yi-6b-200k.Q4_K_M.gguf +3 -0
  8. yi-6b-200k.Q4_K_S.gguf +3 -0
  9. yi-6b-200k.Q5_0.gguf +3 -0
  10. yi-6b-200k.Q5_K_M.gguf +3 -0
  11. yi-6b-200k.Q5_K_S.gguf +3 -0
  12. yi-6b-200k.Q6_K.gguf +3 -0
  13. yi-6b-200k.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ yi-6b-200k.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ yi-6b-200k.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ yi-6b-200k.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ yi-6b-200k.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ yi-6b-200k.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ yi-6b-200k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ yi-6b-200k.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ yi-6b-200k.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ yi-6b-200k.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ yi-6b-200k.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ yi-6b-200k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ yi-6b-200k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
yi-6b-200k.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738e7ddba49bb2beece4bf56ee1f48ea3901e8c052d07fa989663020214649de
3
+ size 2337066368
yi-6b-200k.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dde001a925ee36891f47c9e1cba4417c184021a40ab40926ac6e79d3b650849
3
+ size 3236892032
yi-6b-200k.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d4bfe436e74f4484ad72b79723923bc8344a4543d098f088e2671b1d728391a
3
+ size 2992835968
yi-6b-200k.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6252c586f3c31dccd394564f1ab4d832892f96fc4fa7355d0ae6fd79e5231f0
3
+ size 2709196160
yi-6b-200k.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4c2149e474f85155307ffd53703c1b13477d8c938dfa62ce9fe0efefdd6518
3
+ size 3479326080
yi-6b-200k.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a1a4b19e627fe129d6fd4999acc582c89e84656a78064cdffc997c886613256
3
+ size 3673968000
yi-6b-200k.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcbebb7b600b1fd00d7e6fea3e9e1ced4672cb792671eb4c4070d0a427aa7ea4
3
+ size 3502919040
yi-6b-200k.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371fa6a6e547ffec5ebef4e9dc9bdffa567947eeebd2a6870ddc4caa2e5119de
3
+ size 4204154240
yi-6b-200k.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:018275974ca9fa3aedff54bf9c1dc5e6ad66b1a24c75c7290b464a8385d6c74a
3
+ size 4304424320
yi-6b-200k.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2439f1c2b2dde2a9f3138e5dc53b8702a430363fb2c66a73c3a9eb8f76bf0fb0
3
+ size 4204154240
yi-6b-200k.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c374a0d837109a6b97f96e02c798a6300129a92cc10dfd0875cbdb9f41ebacfe
3
+ size 4974284160
yi-6b-200k.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f89a0b42205b15f2b41570d2ca867d1c735f381052ce22d9c84fc7303bdeeaf1
3
+ size 6442126720