Update debug handler

handler.py

@@ -42,7 +42,6 @@ class EndpointHandler:
         tokenized_prompt = self.tokenizer.apply_chat_template(
             messages,
             add_generation_prompt=True,
-            return_dict=True,
             return_tensors="pt"
         ).to("cuda")
 
@@ -52,7 +51,7 @@ class EndpointHandler:
 
         time_start = time.time()
         out = self.model.generate(
-            **tokenized_prompt,
+            tokenized_prompt,
             max_new_tokens=max_new_tokens,
             temperature=1.0,
             do_sample=True,
@@ -63,7 +62,7 @@ class EndpointHandler:
 
         print("Debug: `out`:", len(out[0]), self.tokenizer.decode(out[0]))
 
-        response = self.tokenizer.decode(out[0])
+        response = self.tokenizer.decode(out[0][len(tokenized_prompt[0]):])
 
         num_new_tokens = len(out[0]) - len(tokenized_prompt[0])