Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
from lmdeploy.serve.gradio.turbomind_coupled import *
|
2 |
from lmdeploy.messages import TurbomindEngineConfig
|
3 |
|
|
|
4 |
backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
|
5 |
model_path = 'internlm/internlm2-math-7b'
|
6 |
|
@@ -8,6 +9,7 @@ InterFace.async_engine = AsyncEngine(
|
|
8 |
model_path=model_path,
|
9 |
backend='turbomind',
|
10 |
backend_config=backend_config,
|
|
|
11 |
tp=1)
|
12 |
|
13 |
async def reset_local_func(instruction_txtbox: gr.Textbox,
|
|
|
1 |
from lmdeploy.serve.gradio.turbomind_coupled import *
|
2 |
from lmdeploy.messages import TurbomindEngineConfig
|
3 |
|
4 |
+
chat_template = ChatTemplateConfig(model_name='internlm2-chat-7b', system='', eosys='', meta_instruction='')
|
5 |
backend_config = TurbomindEngineConfig(max_batch_size=1, cache_max_entry_count=0.05)#, model_format='awq')
|
6 |
model_path = 'internlm/internlm2-math-7b'
|
7 |
|
|
|
9 |
model_path=model_path,
|
10 |
backend='turbomind',
|
11 |
backend_config=backend_config,
|
12 |
+
chat_template_config=chat_template_config,
|
13 |
tp=1)
|
14 |
|
15 |
async def reset_local_func(instruction_txtbox: gr.Textbox,
|