Hugging Face's logo

Felladrin
/
gguf-sharded-falcon-mamba-7b-instruct

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
Felladrin commited on
Commit
3a6fd92
•
1 Parent(s): 262b014

Upload folder using huggingface_hub

Browse files
Files changed (35) hide show
  1. .gitattributes +34 -0
  2. falcon-mamba-7b-instruct.Q8_0.shard-00001-of-00034.gguf +3 -0
  3. falcon-mamba-7b-instruct.Q8_0.shard-00002-of-00034.gguf +3 -0
  4. falcon-mamba-7b-instruct.Q8_0.shard-00003-of-00034.gguf +3 -0
  5. falcon-mamba-7b-instruct.Q8_0.shard-00004-of-00034.gguf +3 -0
  6. falcon-mamba-7b-instruct.Q8_0.shard-00005-of-00034.gguf +3 -0
  7. falcon-mamba-7b-instruct.Q8_0.shard-00006-of-00034.gguf +3 -0
  8. falcon-mamba-7b-instruct.Q8_0.shard-00007-of-00034.gguf +3 -0
  9. falcon-mamba-7b-instruct.Q8_0.shard-00008-of-00034.gguf +3 -0
  10. falcon-mamba-7b-instruct.Q8_0.shard-00009-of-00034.gguf +3 -0
  11. falcon-mamba-7b-instruct.Q8_0.shard-00010-of-00034.gguf +3 -0
  12. falcon-mamba-7b-instruct.Q8_0.shard-00011-of-00034.gguf +3 -0
  13. falcon-mamba-7b-instruct.Q8_0.shard-00012-of-00034.gguf +3 -0
  14. falcon-mamba-7b-instruct.Q8_0.shard-00013-of-00034.gguf +3 -0
  15. falcon-mamba-7b-instruct.Q8_0.shard-00014-of-00034.gguf +3 -0
  16. falcon-mamba-7b-instruct.Q8_0.shard-00015-of-00034.gguf +3 -0
  17. falcon-mamba-7b-instruct.Q8_0.shard-00016-of-00034.gguf +3 -0
  18. falcon-mamba-7b-instruct.Q8_0.shard-00017-of-00034.gguf +3 -0
  19. falcon-mamba-7b-instruct.Q8_0.shard-00018-of-00034.gguf +3 -0
  20. falcon-mamba-7b-instruct.Q8_0.shard-00019-of-00034.gguf +3 -0
  21. falcon-mamba-7b-instruct.Q8_0.shard-00020-of-00034.gguf +3 -0
  22. falcon-mamba-7b-instruct.Q8_0.shard-00021-of-00034.gguf +3 -0
  23. falcon-mamba-7b-instruct.Q8_0.shard-00022-of-00034.gguf +3 -0
  24. falcon-mamba-7b-instruct.Q8_0.shard-00023-of-00034.gguf +3 -0
  25. falcon-mamba-7b-instruct.Q8_0.shard-00024-of-00034.gguf +3 -0
  26. falcon-mamba-7b-instruct.Q8_0.shard-00025-of-00034.gguf +3 -0
  27. falcon-mamba-7b-instruct.Q8_0.shard-00026-of-00034.gguf +3 -0
  28. falcon-mamba-7b-instruct.Q8_0.shard-00027-of-00034.gguf +3 -0
  29. falcon-mamba-7b-instruct.Q8_0.shard-00028-of-00034.gguf +3 -0
  30. falcon-mamba-7b-instruct.Q8_0.shard-00029-of-00034.gguf +3 -0
  31. falcon-mamba-7b-instruct.Q8_0.shard-00030-of-00034.gguf +3 -0
  32. falcon-mamba-7b-instruct.Q8_0.shard-00031-of-00034.gguf +3 -0
  33. falcon-mamba-7b-instruct.Q8_0.shard-00032-of-00034.gguf +3 -0
  34. falcon-mamba-7b-instruct.Q8_0.shard-00033-of-00034.gguf +3 -0
  35. falcon-mamba-7b-instruct.Q8_0.shard-00034-of-00034.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,37 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ falcon-mamba-7b-instruct.Q8_0.shard-00001-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
37
+ falcon-mamba-7b-instruct.Q8_0.shard-00002-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
38
+ falcon-mamba-7b-instruct.Q8_0.shard-00003-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
39
+ falcon-mamba-7b-instruct.Q8_0.shard-00004-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
40
+ falcon-mamba-7b-instruct.Q8_0.shard-00005-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
41
+ falcon-mamba-7b-instruct.Q8_0.shard-00006-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
42
+ falcon-mamba-7b-instruct.Q8_0.shard-00007-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
43
+ falcon-mamba-7b-instruct.Q8_0.shard-00008-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
44
+ falcon-mamba-7b-instruct.Q8_0.shard-00009-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
45
+ falcon-mamba-7b-instruct.Q8_0.shard-00010-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
46
+ falcon-mamba-7b-instruct.Q8_0.shard-00011-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
47
+ falcon-mamba-7b-instruct.Q8_0.shard-00012-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
48
+ falcon-mamba-7b-instruct.Q8_0.shard-00013-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
49
+ falcon-mamba-7b-instruct.Q8_0.shard-00014-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
50
+ falcon-mamba-7b-instruct.Q8_0.shard-00015-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
51
+ falcon-mamba-7b-instruct.Q8_0.shard-00016-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
52
+ falcon-mamba-7b-instruct.Q8_0.shard-00017-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
53
+ falcon-mamba-7b-instruct.Q8_0.shard-00018-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
54
+ falcon-mamba-7b-instruct.Q8_0.shard-00019-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
55
+ falcon-mamba-7b-instruct.Q8_0.shard-00020-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
56
+ falcon-mamba-7b-instruct.Q8_0.shard-00021-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
57
+ falcon-mamba-7b-instruct.Q8_0.shard-00022-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
58
+ falcon-mamba-7b-instruct.Q8_0.shard-00023-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
59
+ falcon-mamba-7b-instruct.Q8_0.shard-00024-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
60
+ falcon-mamba-7b-instruct.Q8_0.shard-00025-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
61
+ falcon-mamba-7b-instruct.Q8_0.shard-00026-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
62
+ falcon-mamba-7b-instruct.Q8_0.shard-00027-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
63
+ falcon-mamba-7b-instruct.Q8_0.shard-00028-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
64
+ falcon-mamba-7b-instruct.Q8_0.shard-00029-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
65
+ falcon-mamba-7b-instruct.Q8_0.shard-00030-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
66
+ falcon-mamba-7b-instruct.Q8_0.shard-00031-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
67
+ falcon-mamba-7b-instruct.Q8_0.shard-00032-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
68
+ falcon-mamba-7b-instruct.Q8_0.shard-00033-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
69
+ falcon-mamba-7b-instruct.Q8_0.shard-00034-of-00034.gguf filter=lfs diff=lfs merge=lfs -text
falcon-mamba-7b-instruct.Q8_0.shard-00001-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac03a1fade634fdf875a01c534b209c094f1208d318ca42850105b00ce5f2ba
3
+ size 286027840
falcon-mamba-7b-instruct.Q8_0.shard-00002-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324557bf4712d071ca303f77f6017da9c467b61d8514ea73b08cb8d6ab29e2b8
3
+ size 227149056
falcon-mamba-7b-instruct.Q8_0.shard-00003-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d29ef30149eb89d06971431a4a0a2ed442b39f5caf4ddbf4aab314b8003ea4
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00004-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:586208134684359f5ce97a8c881414561b56f3463eac8f7ebbb64ad21c14e4ca
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00005-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9972cbc826c50c8be3216e3dc6399f41fd9a281d9de7c2daef5a9e1bf2557177
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00006-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74daa95f81fc8edf9cd37f4efefd29325c83c327d3521343955c73e5a96e379
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00007-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923130d55fd2be3d12268299a5faca56aa0ab4de1d433a2ee24ac332194b8988
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00008-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e92082397c50e669642143861ebe1e0114c9ca7c55760166910d30cf6aa3b4a
3
+ size 225658336
falcon-mamba-7b-instruct.Q8_0.shard-00009-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a335208fa2921fab658903d01b1419c56535d00c6822b6449134459f094e492
3
+ size 224920768
falcon-mamba-7b-instruct.Q8_0.shard-00010-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2200b7c084593df2cec088d3661fdf8b00b437ba5fcabe053341ffae55cfa8c
3
+ size 224920768
falcon-mamba-7b-instruct.Q8_0.shard-00011-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24e6ab87bd14269ddbd108d52951669e01162c45ab93fac42a74cd1d6e85c5c
3
+ size 224920768
falcon-mamba-7b-instruct.Q8_0.shard-00012-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c3bb85c048d6b454ea2fd9944a95ad30a9bb1f4fa5cb9603c21ac66ad33d12b
3
+ size 224183232
falcon-mamba-7b-instruct.Q8_0.shard-00013-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5007f765e45cc7d31542af499d58415ef1391fea3ea55650bc1d2fd75073087
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00014-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6c32b46f5cd7ada2479f0d40228026626af5deccbc5fedd73197a720e94a33f
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00015-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a5a1f7507892ce776a716acaeece34604dfea6759c9aded0d674d4ccf1c553
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00016-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36afdea3356cef0f2dbbfa81f33b0fb10fc1716285b683a14a9d40c30dbfd963
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00017-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c11557dc428052fcc39c314bc1f9818936977d9d46feac112685ea932b2ac8
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00018-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5449b18321291d4ab310c11133540e9d58a0558bd09731d562e20d6de4399292
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00019-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e61c3fc1c7d96b304c31281730232e198e6140e49bc418ae35f885ba0ec1519
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00020-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aefeb837692f78a9684edd304675ec073f492804e6a840f01fc2ecfdce26a9e7
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00021-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b038421c6ef59fa08553cbcdad68eb12029f3b152ce04ea81a0be8dbf1d5838
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00022-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87363c4ab618f08caeffefbb259639dd75eded9cfe97355394ecb2bab84d339f
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00023-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:726b77d1f89cc78655a9fa1737f643f1916d0770615b8a3a6bf756cc3f3163fc
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00024-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f63c15fcdcbdb84e4c7b82f03f55ff1be64e6cb38effb09e40816c8d2a4de800
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00025-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd888b2043ebae76464d799c2e59897108d846676144faca13bdcdac21ae8256
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00026-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f6699c2e1c42d19be66dc14fbbd68f82f2fd3c16c99fd2096b22962787c749a
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00027-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:865a446998cb67323028f9c93b2c3f75521dca16ceba009467763f36fc5057ae
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00028-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79fec9f671a0b525d92bdb5f1b44da635d06b37a2fd15b00197c95720dba4164
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00029-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da7b23ba2497217a672743a7e51f72f7d11bdff76559485a322945b87c5bcbb1
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00030-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:813d5c3e579bfe1dcb3a47b15ddc02d0b48d8dcc756279ad76b4fa2d0658b1fe
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00031-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93b95ed2cb310077f11d7d8948296ff9269a8d4ff2c2f78d0532d80dab382d81
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00032-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81408477c7f2bea0eb359865a531da331c9bfa4a9e3e7e8e8d642134393189c
3
+ size 224920800
falcon-mamba-7b-instruct.Q8_0.shard-00033-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef2c59dd419baddd2259192f72c375e378ce1cb0f7a9bfd3138c1f78a773e3a5
3
+ size 221955008
falcon-mamba-7b-instruct.Q8_0.shard-00034-of-00034.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca71776118acab98d86f3ab73ce3181df4f8d9e7997cabd43cade538eb6c095e
3
+ size 282984608