Hugging Face's logo

qwp4w3hyb
/
Qwen2-1.5B-Instruct-iMat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
imatrix
Model card Files Community
qwp4w3hyb commited on
Commit
7d67e8c
•
1 Parent(s): 69aa242

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. qwen2-1.5b-instruct-bf16.gguf +3 -0
  3. qwen2-1.5b-instruct-imat-IQ1_S.gguf +3 -0
  4. qwen2-1.5b-instruct-imat-IQ2_M.gguf +3 -0
  5. qwen2-1.5b-instruct-imat-IQ2_S.gguf +3 -0
  6. qwen2-1.5b-instruct-imat-IQ2_XS.gguf +3 -0
  7. qwen2-1.5b-instruct-imat-IQ2_XXS.gguf +3 -0
  8. qwen2-1.5b-instruct-imat-IQ3_M.gguf +3 -0
  9. qwen2-1.5b-instruct-imat-IQ3_S.gguf +3 -0
  10. qwen2-1.5b-instruct-imat-IQ3_XS.gguf +3 -0
  11. qwen2-1.5b-instruct-imat-IQ3_XXS.gguf +3 -0
  12. qwen2-1.5b-instruct-imat-IQ4_NL.gguf +3 -0
  13. qwen2-1.5b-instruct-imat-IQ4_XS.gguf +3 -0
  14. qwen2-1.5b-instruct-imat-Q4_0.gguf +3 -0
  15. qwen2-1.5b-instruct-imat-Q4_K_M.gguf +3 -0
  16. qwen2-1.5b-instruct-imat-Q4_K_S.gguf +3 -0
  17. qwen2-1.5b-instruct-imat-Q5_K_M.gguf +3 -0
  18. qwen2-1.5b-instruct-imat-Q5_K_S.gguf +3 -0
  19. qwen2-1.5b-instruct-imat-Q6_K.gguf +3 -0
  20. qwen2-1.5b-instruct-imat-Q8_0.gguf +3 -0
  21. qwen2-1.5b-instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen2-1.5b-instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwen2-1.5b-instruct-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen2-1.5b-instruct-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen2-1.5b-instruct-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen2-1.5b-instruct-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen2-1.5b-instruct-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen2-1.5b-instruct-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen2-1.5b-instruct-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen2-1.5b-instruct-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ qwen2-1.5b-instruct-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ qwen2-1.5b-instruct-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ qwen2-1.5b-instruct-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ qwen2-1.5b-instruct-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ qwen2-1.5b-instruct-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ qwen2-1.5b-instruct-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ qwen2-1.5b-instruct-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ qwen2-1.5b-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ qwen2-1.5b-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ qwen2-1.5b-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ qwen2-1.5b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
qwen2-1.5b-instruct-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77897f861756d1ef6ebbd7fb2498bd17cd71eed008d8087a8af02b159b177e2a
3
+ size 3093666400
qwen2-1.5b-instruct-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2915c6dca99a6a9ba817b3b16205bf1d64f03006783d5f937056125a2a4162c5
3
+ size 436524960
qwen2-1.5b-instruct-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d5818770e6d45384b1ead4c6798a8b95b3908dd537cede712d136ad4777430
3
+ size 601052064
qwen2-1.5b-instruct-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04f27e417cd7ad62ef31b94c712d4219c02270c94f70ae93e2b1a01953153dcb
3
+ size 563807136
qwen2-1.5b-instruct-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a5d4c42e380b2261a3664dd4bc09dcb9bc41b68009dadfc8f09293c932b5f9
3
+ size 550324128
qwen2-1.5b-instruct-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7817d4ee46c3ea60c3e7c31941d1f4cc9a720153c8b5c28b23baa72ff5b4df2c
3
+ size 511014816
qwen2-1.5b-instruct-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c5d1f874c6db2f3213369cc2a068905dcaf381b9fd55175ff5de00bac29a65
3
+ size 776661408
qwen2-1.5b-instruct-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44c677b5eb97d017617eb1b3e2ef2ce8a65465a1cdd347a667bfc41d81a0468
3
+ size 762404256
qwen2-1.5b-instruct-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c136b1e21e98b9ff61dcf607c2adc46c40c8ed4d3e8027416422e03a2db76f
3
+ size 731696544
qwen2-1.5b-instruct-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:525cdd9f40b032f61020c814d7eeba72358832d562f294bfa7998e96234647e8
3
+ size 668789664
qwen2-1.5b-instruct-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53bb2bbefc74646cb11d6c92b0c040617a73354d0b4dad0615530f6be11f3cbe
3
+ size 936328608
qwen2-1.5b-instruct-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:877593759f946bf242b65daa5803a64df90085775cfb7357c0f1cff24b9d5b50
3
+ size 895729056
qwen2-1.5b-instruct-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9af2d5436dbed66f92e5030271c6150eb1a4a8bef0a59edc5d351beb7b7761f
3
+ size 937532832
qwen2-1.5b-instruct-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad142998e0c918061faffd08d442c4173c597d49bd4bd2164e8a0d502183c411
3
+ size 986045856
qwen2-1.5b-instruct-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd2c0dbd49c28f0b98f0ad15d00a09b81516667315fef29f4be633896f7039e
3
+ size 940309920
qwen2-1.5b-instruct-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23af5036e5eee8303f901061210cb1b752b61a448e3e70469475b646972ce9cb
3
+ size 1125047712
qwen2-1.5b-instruct-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90bd9e390018d8e01fa9b5eebc512a81479ed6f8ff8125f55780df9f9109ff14
3
+ size 1098726816
qwen2-1.5b-instruct-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe6af4b86669197a71f3cc62248c1396066f7126a1e1c90e03b9ab5350d2304
3
+ size 1272737184
qwen2-1.5b-instruct-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28f852f2ae9119d8ff14b75ff9a6c093a4cfce51b2cfc7d5d9435445648b3f0c
3
+ size 1646570400
qwen2-1.5b-instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d870e83ecdc5ffcb99fca16fe6aa9542c9518a9c9cda09cbd9b7385c0bb5fa
3
+ size 2042232