Hugging Face's logo

MaziyarPanahi
/
Llama-3-70B-Instruct-v0.1-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
llama
llama-3
Model card Files Community
3
MaziyarPanahi commited on
Commit
199db7e
•
1 Parent(s): 8da0af5

Upload folder using huggingface_hub (#1)

Browse files

- e1cf4207837c5d2e8e333e4418ce8d569e4e3cfdba4a4ffb6d4325489f3033eb (9162edd281b0ecdfb141a79c7dbe7839ece57e7f)
- 5b8e31121f2853d290a7ef1c988a6ae7594f1036575943a9a2a0ce0e3e7333c5 (5b7b64b394b5c81fb849119e0146570b755fad57)
- 81b5566f2a6a7f5d3f223b9c21812b084d78a7499286a4457d16295ec42028ce (90c722639494255954c88bf0c15b7b31f4b9a1a4)
- 3e2e518621c834932482d556ea5786ce6035b850f0302dfce12f5be7928681cc (b572147b7f94e53bf1c5079e9a85f20d565fd5dd)
- cf3eba040cc5094536415b74fe6241a95e2b6900f319bcbd50f88362b6ad9ff6 (2844a70235d3c1d431e1aae5b3b7d28a98395fd5)
- 0b87a9dd2951512e31820ba4c1d4d501e1150fbfe65552f50c4f745316439d36 (b34b1089bc3744765785d5721ae68d10135a8ed7)
- 5328f1b6a7b220340b6547b3f8e839788c7c6302211f29fa2aa9906bc7c05ea4 (7c279ed98bba888d38bf85286b5406bac3b1696c)
- 632f1b098ec41bd689eef4c66816e6bddfa10e1258f1010c15309bd9280cdc5c (aadf7819d890d0a955b57234ed21ed7a4184ec8c)
- 5985b7b43fb67d9618f043111cb9f5e9772395ec6b61fcc51ade88c4fcf4cc29 (4ca2e8bb81861ed62579670b5cc841e53537c387)
- 70c305f9ddb687de57b240439004274d74648b5fdd7bf9fd90c356764808a928 (62d36fade5f9d4d4da0437455b7b8968038602a7)
- aad2695d06ad2cc0ed57a4cac45470222e2ca83db9de6926d020eb1c1a4cb066 (611559161dcb3ea25845c7eeea26adaa65736408)
- 089cfb993c7e64975a1898d873a368319d54b8583a652b441cbe71ba2cd7e903 (960816470b00c6a2e46a3fea3444abda0ea4645d)
- 08c24d0a015544037b6ab40d008eabf0bb5df03233a6ad94a6886c333cd1c548 (4ef508badc600dc5f487eed9a6d7b7b63b8e99b4)
- e1173571eabebd30b9a51a3892f855990461b29d53c5e7f6aee432c101dbc44c (9b8d425dea9b34815cfa49b0deafc53c969b733a)
- f2986871a244e1d01a7afed2ff72976cf904b151580310c5c7425d76dd3b2f4c (cd62810bb9441e922245dc00d2ecd82f223fff5a)
- ed064b87fd5700877b6fda85a01a8f4977febd7b2acb5c8a519a6ccfdfc7e444 (16ef32088fbd0d84b9cdf3c187edbc74ea7e0731)
- 3116ca4ebbdf5991aaa068ba907049235f90e9562993809160852ffd103f7fcc (68ba50ecf0b08e6fea4f50c891ec7f9528c51682)
- 61af5174f87126acc3ccd7c3a7db6d72fdd1c596347dc954610586ee3c03b3ec (8f3ea200a149b2128046d5f97dc7b9cda331cf62)
- 8ae3f78e8c8c9f506c0f4df4e6304d9a69b4860924f28294b4084c61138d191a (6a0e530f0c1b491c4a7bba4002805bd4ab3bb608)
- fc017c4030c4447302478601e0496278d700a3cacdb0f38de9a687ba3f9e0c63 (45189358c40b535053c19a5c0db1ef15d1eed3b2)
- 5e70a93cbea710e8c6734d1caa2ba332926e8e071700fbed8c4bdb716fade0be (3abc5b1394be0e9a2c7c58b9b366f62a98734536)
- 73fd44f032c39692249ede36d745973654ed1b783315d2567eb1b0b41e175947 (0b843e91624336a35bf603e71c4680ba5f6486c3)
- 95979c17427e8a24ed503260c8d7844f162bc87b0893b47a9e5155d40b371467 (b5647cca5342a472c7ae06d798368a3619c582c1)
- a85df77f6b91ad0f08c166d6e7e1b5280e713d182434ea77c40e8669744e02fb (84c6a0266e6a64b408ddf2d261f7c78b584b1bfc)
- 5655b40d212960fd6d70bf84cb09b4e79711750137a32c7e582447bac9daae82 (067679ec760c404ffa9a072a647dbe907f0a1742)

Files changed (26) hide show
  1. .gitattributes +25 -0
  2. Llama-3-70B-Instruct-v0.1.Q2_K.gguf +3 -0
  3. Llama-3-70B-Instruct-v0.1.Q3_K_L.gguf +3 -0
  4. Llama-3-70B-Instruct-v0.1.Q3_K_M.gguf +3 -0
  5. Llama-3-70B-Instruct-v0.1.Q3_K_S.gguf +3 -0
  6. Llama-3-70B-Instruct-v0.1.Q4_K_M.gguf +3 -0
  7. Llama-3-70B-Instruct-v0.1.Q4_K_S.gguf +3 -0
  8. Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00001-of-00006.gguf +3 -0
  9. Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00002-of-00006.gguf +3 -0
  10. Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00003-of-00006.gguf +3 -0
  11. Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00004-of-00006.gguf +3 -0
  12. Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00005-of-00006.gguf +3 -0
  13. Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00006-of-00006.gguf +3 -0
  14. Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00001-of-00006.gguf +3 -0
  15. Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00002-of-00006.gguf +3 -0
  16. Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00003-of-00006.gguf +3 -0
  17. Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00004-of-00006.gguf +3 -0
  18. Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00005-of-00006.gguf +3 -0
  19. Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00006-of-00006.gguf +3 -0
  20. Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00001-of-00006.gguf +3 -0
  21. Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00002-of-00006.gguf +3 -0
  22. Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00003-of-00006.gguf +3 -0
  23. Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00004-of-00006.gguf +3 -0
  24. Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00005-of-00006.gguf +3 -0
  25. Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00006-of-00006.gguf +3 -0
  26. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,28 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3-70B-Instruct-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3-70B-Instruct-v0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3-70B-Instruct-v0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3-70B-Instruct-v0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3-70B-Instruct-v0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3-70B-Instruct-v0.1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
60
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Llama-3-70B-Instruct-v0.1.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a232ad3d95fc403323b55e519af2b4d7e9b936c490fbaebb0196550efa11b46d
3
+ size 26375126912
Llama-3-70B-Instruct-v0.1.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe5867a5420564957f59bb1aaad8e6de8841648be48007b9983295d9a17bc6d
3
+ size 37140612608
Llama-3-70B-Instruct-v0.1.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48558181f92313f1bc9527b6578912b6d0c323506894cfc97b6c43af6410e85d
3
+ size 34267514368
Llama-3-70B-Instruct-v0.1.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72a2e62dc96680d3b39db85fa2fd2e378f2c944bb499acb3146ca879a97652c9
3
+ size 30912071168
Llama-3-70B-Instruct-v0.1.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243b8319bb5b1bf056bb31106f50e05441bbd964abe01e2be7a23889db6170bb
3
+ size 42520415872
Llama-3-70B-Instruct-v0.1.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a76e9603f6562a03fec41613cbacbbec8d1e5135bd456c5cec527cc4c6ce7e1a
3
+ size 40347242112
Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46eaef3f96ebcac3abdd8c5fc23a2bd1404234b3daf75d4655f476773a2331cc
3
+ size 9322043264
Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5a3875deecf7eaa73742675803e66777504c5fff65dd57309e33cc924ea7b2
3
+ size 8720948832
Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd2d8f8ac8eafc05831fdaa8cb12aec44120c3ec98b8f12e31d10dd2877a34c
3
+ size 8558386784
Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16700042c7463977b9db2caaae2ed2165d7f7ff6ba72357d38d56651c782bdf3
3
+ size 8418696800
Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8139740d2c3e48291c8c82264b3de1c0233a659dd58480a159accb22adc1777
3
+ size 8482201184
Llama-3-70B-Instruct-v0.1.Q5_K_M.gguf-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8abd4c64a9f47e95b40ea227f50298e62dd151fae0fa016ce7726c2d53cb9049
3
+ size 6447564864
Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b0550fb7bb85748b6efea42deab8b1e9284d99d2bfb36396545585c87f8086
3
+ size 8966641536
Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:497f336e3313f746df27195c05529032b24d2648be1dc36994ea0748498b005f
3
+ size 8559402592
Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ffa09f73091433e85e6b337cc5eec56c2017c69884243caaa912b59ebbf8512
3
+ size 8397954656
Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29ee456f77c695ee2c5706ceac55d76c1e89962e6f9f55f91778d6588c47737
3
+ size 8288345696
Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c27f3e9beb92709981471353a0afabd8461c93fc079da8a45bef4034277ca08
3
+ size 8288345696
Llama-3-70B-Instruct-v0.1.Q5_K_S.gguf-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b602c68df5840f3fd918e010a003831081f045c9d2b788bac7ae1fadbc3681c
3
+ size 6156781632
Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed99027a112e79be1aaa9fc859f7dac4ba962f93faf12c6b968f3d9c14c6809
3
+ size 10697138176
Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f312a84f6c996d26d9a56d9875f533cc8da2a8a60442d5ffe61905a1b7de6d23
3
+ size 10212744800
Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b923806d9faac8c6bc312bb65c8cdc9248b18b6289ef815310fcd219bcd26f7
3
+ size 10020101728
Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ea5ea03e7c3ad5a19179c0bb8b48e31257365e6f06f541c804ccf9edbc993b
3
+ size 9889324640
Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f99f66893a2b29fd3d3283f2f388a7d127f1d45bf15fa3eeb1f50226ded67d
3
+ size 9889324640
Llama-3-70B-Instruct-v0.1.Q6_K.gguf-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10603a52d10f1c2cd4fb0cd74a92d17f8df8b3548a2d0b68bd1bf6caa675607c
3
+ size 7179536448
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:085c662c0be5e82ba34dde5b051f375a525f34a54748aa71634c21cc137f29ef
3
+ size 24922274