Update networks/message_streamer.py
Browse files
networks/message_streamer.py
CHANGED
@@ -21,6 +21,7 @@ class MessageStreamer:
|
|
21 |
"mistral-7b": "</s>",
|
22 |
"nous-mixtral-8x7b": "<|im_end|>",
|
23 |
"openchat-3.5": "<|end_of_turn|>",
|
|
|
24 |
"gemma-7b": "<eos>",
|
25 |
}
|
26 |
TOKEN_LIMIT_MAP = {
|
@@ -28,6 +29,7 @@ class MessageStreamer:
|
|
28 |
"mistral-7b": 32768,
|
29 |
"nous-mixtral-8x7b": 32768,
|
30 |
"openchat-3.5": 8192,
|
|
|
31 |
"gemma-7b": 8192,
|
32 |
}
|
33 |
TOKEN_RESERVED = 100
|
|
|
21 |
"mistral-7b": "</s>",
|
22 |
"nous-mixtral-8x7b": "<|im_end|>",
|
23 |
"openchat-3.5": "<|end_of_turn|>",
|
24 |
+
"codellama-7b": "<|end_of_turn|>",
|
25 |
"gemma-7b": "<eos>",
|
26 |
}
|
27 |
TOKEN_LIMIT_MAP = {
|
|
|
29 |
"mistral-7b": 32768,
|
30 |
"nous-mixtral-8x7b": 32768,
|
31 |
"openchat-3.5": 8192,
|
32 |
+
"codellama-7b": 8192,
|
33 |
"gemma-7b": 8192,
|
34 |
}
|
35 |
TOKEN_RESERVED = 100
|