Update app.py

app.py

@@ -9,12 +9,12 @@ tokenizer = AutoTokenizer.from_pretrained(
 model = AutoModelForSeq2SeqLM.from_pretrained(
     "Kaludi/chatgpt-gpt4-prompts-bart-large-cnn-samsum", from_tf=True)
 
-# zephyr
-pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-alpha",
-                torch_dtype=torch.bfloat16, device_map="auto")
-
 
 def generatePrompt(inputuno, inputdos):
+
+    # zephyr
+    pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-alpha",torch_dtype=torch.bfloat16, device_map="auto")
+    
     prompt = inputuno
     promptdos = inputdos
     batch = tokenizer(prompt, return_tensors="pt")
@@ -31,9 +31,9 @@ def generatePrompt(inputuno, inputdos):
         },
     ]
     # https://huggingface.co/docs/transformers/main/en/chat_templating
-    # final_prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+    final_prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
 
-    outputs = pipe(messages, tokenize=False, add_generation_prompt=True)
+    outputs = final_prompt
     
     return outputs[0]["generated_text"]
 #