Hugging Face's logo

Spaces:
thunder-lord
/
hf-llm-api
Running

App Files Community
thunder-lord commited on
Commit
db454bb
•
1 Parent(s): aec56d2

Update networks/message_streamer.py

Browse files
Files changed (1) hide show
  1. networks/message_streamer.py +1 -1
networks/message_streamer.py CHANGED
@@ -28,7 +28,7 @@ class MessageStreamer:
28
  TOKEN_LIMIT_MAP = {
29
  "mixtral-8x7b": 32768,
30
  "mistral-7b": 32768,
31
- "nous-mixtral-8x7b": 32768,
32
  "openchat-3.5": 8192,
33
  }
34
  TOKEN_RESERVED = 100
 
28
  TOKEN_LIMIT_MAP = {
29
  "mixtral-8x7b": 32768,
30
  "mistral-7b": 32768,
31
+ "nous-mixtral-8x7b": 32768000,
32
  "openchat-3.5": 8192,
33
  }
34
  TOKEN_RESERVED = 100