Spaces:

ka1kuk
/

LLM-api

Running

ka1kuk commited on Mar 10

Commit

129a4cd

•

1 Parent(s): d22e826

Update networks/message_streamer.py

Files changed (1) hide show

networks/message_streamer.py CHANGED Viewed

@@ -21,7 +21,7 @@ class MessageStreamer:
         "mistral-7b": "</s>",
         "nous-mixtral-8x7b": "<|im_end|>",
         "openchat-3.5": "<|end_of_turn|>",
-        "codellama-7b": "</s>",
         "gemma-7b": "<eos>",
     }
     TOKEN_LIMIT_MAP = {

         "mistral-7b": "</s>",
         "nous-mixtral-8x7b": "<|im_end|>",
         "openchat-3.5": "<|end_of_turn|>",
+        "codellama-7b": "",
         "gemma-7b": "<eos>",
     }
     TOKEN_LIMIT_MAP = {