limcheekin commited on
Commit
4d57869
1 Parent(s): da8a610

chore: added rocket-3b-gguf model

Browse files
Files changed (1) hide show
  1. .env.local.template +19 -0
.env.local.template CHANGED
@@ -153,6 +153,25 @@ MODELS=`[
153
  "type" : "openai",
154
  "baseURL": "https://limcheekin-bakllava-1-gguf.hf.space/v1"
155
  }]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
156
  }
157
  ]`
158
 
 
153
  "type" : "openai",
154
  "baseURL": "https://limcheekin-bakllava-1-gguf.hf.space/v1"
155
  }]
156
+ },
157
+ {
158
+ "name": "TheBloke/rocket-3B-GGUF",
159
+ "id": "rocket-3b-gguf",
160
+ "websiteUrl": "https://huggingface.co/spaces/limcheekin/rocket-3B-GGUF",
161
+ "parameters": {
162
+ "temperature": 0.7,
163
+ "top_p": 0.95,
164
+ "repetition_penalty": 1.2,
165
+ "top_k": 50,
166
+ "truncate": 1000,
167
+ "max_new_tokens": 256,
168
+ "stop": [],
169
+ "stream": true
170
+ },
171
+ "endpoints": [{
172
+ "type" : "openai",
173
+ "baseURL": "https://limcheekin-rocket-3b-gguf.hf.space/v1"
174
+ }]
175
  }
176
  ]`
177