Aratako commited on
Commit
bd4a583
·
verified ·
1 Parent(s): 75ecc21

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -45,6 +45,9 @@ h1 {
45
 
46
  # Load the tokenizer and model
47
  tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B")
 
 
 
48
  model = AutoModelForCausalLM.from_pretrained("unsloth/DeepSeek-R1-Distill-Qwen-32B-bnb-4bit", device_map="auto") # to("cuda:0")
49
  terminators = [
50
  tokenizer.eos_token_id,
 
45
 
46
  # Load the tokenizer and model
47
  tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B")
48
+ tokenizer.add_special_tokens({
49
+ 'additional_special_tokens': ['<think>', '</think>']
50
+ })
51
  model = AutoModelForCausalLM.from_pretrained("unsloth/DeepSeek-R1-Distill-Qwen-32B-bnb-4bit", device_map="auto") # to("cuda:0")
52
  terminators = [
53
  tokenizer.eos_token_id,