Hugging Face's logo

Spaces:
BridgeEight
/
internlm-20B-chat-w4-turbomind
Runtime error

App Files Community
1
BridgeEight commited on
Commit
83a0d99
·
verified ·
1 Parent(s): 533eec7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -1,5 +1,6 @@
1
  from lmdeploy.serve.gradio.turbomind_coupled import *
2
- from lmdeploy.messages import TurbomindEngineConfig, ChatTemplateConfig
 
3
 
4
  chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
5
  backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
 
1
  from lmdeploy.serve.gradio.turbomind_coupled import *
2
+ from lmdeploy.messages import TurbomindEngineConfig
3
+ from lmdeploy import ChatTemplateConfig
4
 
5
  chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
6
  backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')