Update app.py

app.py

@@ -115,15 +115,20 @@ def generate_recipe(user_inputs):
         }
         prompt = create_detailed_prompt(user_inputs['user_direction'], user_inputs['exclusions'], user_inputs['serving_size'], user_inputs['difficulty'])
         messages = [{"role": "user", "content": prompt}]
-        text = tokenizer.apply_chat_template(
-            messages,
-            tokenize=False,
-            add_generation_prompt=True,
-            tools=[provide_recipe_schema]
-        )
-
+        tool_section = "\n".join([f"{tool['function']['name']}({json.dumps(tool['function']['parameters'])})" for tool in [provide_recipe_schema]])
+        text = f"{prompt}\n\nTools:\n{tool_section}"
+        
         # Tokenize and move to the correct device
         model_inputs = tokenizer([text], return_tensors="pt")
+        # text = tokenizer.apply_chat_template(
+        #     messages,
+        #     tokenize=False,
+        #     add_generation_prompt=True,
+        #     tools=[provide_recipe_schema]
+        # )
+
+        # Tokenize and move to the correct device
+        # model_inputs = tokenizer([text], return_tensors="pt")
         torch.cuda.empty_cache()
         with torch.no_grad():
             generated_ids = model.generate(