GGUF
English
Inference Endpoints
Aryanne commited on
Commit
e1119b4
1 Parent(s): 8473778

Upload 2 files

Browse files
.gitattributes CHANGED
@@ -36,3 +36,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  q8_0-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
37
  q4_0-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
38
  q2_k-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
36
  q8_0-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
37
  q4_0-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
38
  q2_k-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
39
+ q5_0-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
40
+ q6_k-tinyllama-1.1b-chat-v0.3.gguf filter=lfs diff=lfs merge=lfs -text
q5_0-tinyllama-1.1b-chat-v0.3.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc584f4124fc2d83c8d3b8b26920fe58257896f6272c5ba65b2936f7dc4b021
3
+ size 766037600
q6_k-tinyllama-1.1b-chat-v0.3.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3609d47caf5f86ee8a238f956227bd2bb422d3b808794515d3b444e5a5e9d5d
3
+ size 903422368