Hugging Face's logo

Spaces:
BridgeEight
/
internlm-20B-chat-w4-turbomind
Runtime error

App Files Community
1
BridgeEight commited on
Commit
533eec7
·
verified ·
1 Parent(s): 20c8db3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -1,5 +1,5 @@
1
  from lmdeploy.serve.gradio.turbomind_coupled import *
2
- from lmdeploy.messages import TurbomindEngineConfig
3
 
4
  chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
5
  backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
 
1
  from lmdeploy.serve.gradio.turbomind_coupled import *
2
+ from lmdeploy.messages import TurbomindEngineConfig, ChatTemplateConfig
3
 
4
  chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
5
  backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')