BridgeEight commited on
Commit
20c8db3
·
verified ·
1 Parent(s): 27053fd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -1,6 +1,7 @@
1
  from lmdeploy.serve.gradio.turbomind_coupled import *
2
  from lmdeploy.messages import TurbomindEngineConfig
3
 
 
4
  backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
5
  model_path = 'internlm/internlm2-math-7b'
6
 
@@ -8,6 +9,7 @@ InterFace.async_engine = AsyncEngine(
8
  model_path=model_path,
9
  backend='turbomind',
10
  backend_config=backend_config,
 
11
  tp=1)
12
 
13
  async def reset_local_func(instruction_txtbox: gr.Textbox,
 
1
  from lmdeploy.serve.gradio.turbomind_coupled import *
2
  from lmdeploy.messages import TurbomindEngineConfig
3
 
4
+ chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
5
  backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
6
  model_path = 'internlm/internlm2-math-7b'
7
 
 
9
  model_path=model_path,
10
  backend='turbomind',
11
  backend_config=backend_config,
12
+ chat_template_config=chat_template_config,
13
  tp=1)
14
 
15
  async def reset_local_func(instruction_txtbox: gr.Textbox,