Hugging Face's logo

Spaces:
BridgeEight
/
internlm-20B-chat-w4-turbomind
Runtime error

App Files Community
1
BridgeEight commited on
Commit
d0d202a
•
1 Parent(s): 66fc2d3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from lmdeploy.messages import TurbomindEngineConfig
3
  from lmdeploy import ChatTemplateConfig
4
 
5
  chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
6
- backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
7
  model_path = 'internlm/internlm2-math-7b'
8
 
9
  InterFace.async_engine = AsyncEngine(
 
3
  from lmdeploy import ChatTemplateConfig
4
 
5
  chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
6
+ backend_config = TurbomindEngineConfig(model_name='internlm2-chat-7b', max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
7
  model_path = 'internlm/internlm2-math-7b'
8
 
9
  InterFace.async_engine = AsyncEngine(