Hugging Face's logo

Spaces:
bobber
/
DeepSeek-R1-Qwen-14B-BnB4q
Sleeping

App Files Community
nikravan commited on
Commit
855971e
·
verified ·
1 Parent(s): 8765154

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
11
  #subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
12
 
13
  MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
14
- CHAT_TEMPLATE = "ChatML"
15
  MODEL_NAME = MODEL_ID.split("/")[-1]
16
  CONTEXT_LENGTH = 16000
17
 
 
11
  #subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
12
 
13
  MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
14
+ CHAT_TEMPLATE = "Auto"
15
  MODEL_NAME = MODEL_ID.split("/")[-1]
16
  CONTEXT_LENGTH = 16000
17