ka1kuk commited on
Commit
1012b47
1 Parent(s): 3895485

Update networks/message_streamer.py

Browse files
Files changed (1) hide show
  1. networks/message_streamer.py +2 -0
networks/message_streamer.py CHANGED
@@ -21,6 +21,7 @@ class MessageStreamer:
21
  "mistral-7b": "</s>",
22
  "nous-mixtral-8x7b": "<|im_end|>",
23
  "openchat-3.5": "<|end_of_turn|>",
 
24
  "gemma-7b": "<eos>",
25
  }
26
  TOKEN_LIMIT_MAP = {
@@ -28,6 +29,7 @@ class MessageStreamer:
28
  "mistral-7b": 32768,
29
  "nous-mixtral-8x7b": 32768,
30
  "openchat-3.5": 8192,
 
31
  "gemma-7b": 8192,
32
  }
33
  TOKEN_RESERVED = 100
 
21
  "mistral-7b": "</s>",
22
  "nous-mixtral-8x7b": "<|im_end|>",
23
  "openchat-3.5": "<|end_of_turn|>",
24
+ "codellama-7b": "<|end_of_turn|>",
25
  "gemma-7b": "<eos>",
26
  }
27
  TOKEN_LIMIT_MAP = {
 
29
  "mistral-7b": 32768,
30
  "nous-mixtral-8x7b": 32768,
31
  "openchat-3.5": 8192,
32
+ "codellama-7b": 8192,
33
  "gemma-7b": 8192,
34
  }
35
  TOKEN_RESERVED = 100