Update app.py

app.py

@@ -8,15 +8,26 @@ import random
 import bs4
 import lxml
 # Define the list of models
-models = [
-    "Qwen/Qwen2.5-Coder-32B-Instruct",
-]
+models = ["Qwen/Qwen2.5-Coder-32B-Instruct"]
+def format_prompt(message, mod, system):
+    eos=f"<|im_end|>\n"
+    bos=f"<|im_start|>\n"
+    prompt=""
+    prompt+=bos
+    prompt+=system
+    prompt+=eos
+    prompt+=bos
+    prompt += message
+    prompt+=eos
+    prompt+=bos
+    return prompt
 def get_webpage_text(url):
+    print("url ", url)
     source = requests.get(url)
-    isV('status: ', source.status_code)
+    #isV('status: ', source.status_code)
     if source.status_code ==200:
         soup = bs4.BeautifulSoup(source.content,'lxml')
-        rawp=(f'RAW TEXT RETURNED: {soup.text}')
+        rawp=f'RAW TEXT RETURNED: {soup.text}'
         return rawp
     else:
         return "ERROR couldn't find, "+url
@@ -31,26 +42,25 @@ def generate_prompt(company_name, company_html, company_descp):
     prompt=f"""Company Name: {company_name}
     Company Description: {company_descp}
     HTML from Company Website: {str(company_html)}"""
-    prompt_in=[
-        {'role':'system','content':system_prompt},
-        {'role':'user','content':prompt},
-    ]
+
+    formatted_prompt=format_prompt(prompt,0,system_prompt)
     generate_kwargs = dict(
         temperature=0.99,
-        max_new_tokens=512, #total tokens - input tokens
+        max_new_tokens=512,
         top_p=0.99,
         repetition_penalty=1.0,
         do_sample=True,
         seed=random.randint(1,100000000000000),
     )
-    stream = client.text_generation(prompt_in, **generate_kwargs, stream=True, details=True, return_full_text=True)
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True)
     for response in stream:
         output += response.token.text
     return output
 
         
 def generate_image(comp_name, comp_desc="", comp_url=""):
-    if comp_url:
+    print(comp_name +"|"+comp_desc+"|"+comp_url)
+    if comp_url != "":
         web_out=get_webpage_text(comp_url)
     else:
         web_out="No Web Data returned"
@@ -66,13 +76,13 @@ with gr.Blocks() as demo:
     with gr.Row():
         with gr.Column():
             comp_name = gr.Textbox(label="Enter Company Name")
-            comp_desc = gr.Textbox(label="Enter Company Description (optional)")
-            comp_url = gr.Textbox(label="Enter Company URL (optional)")
+            comp_desc = gr.Textbox(label="Enter Company Description")
+            comp_url = gr.Textbox(label="Enter Company URL")
             generate_button = gr.Button("Generate Image")
         with gr.Column():
             output_image = gr.Image(label="Generated Image")
     
-    generate_button.click(generate_image, inputs=[comp_name, comp_desc, comp_url], outputs=output_image)
+    generate_button.click(generate_image, [comp_name, comp_desc, comp_url], output_image)
 
 # Launch the interface
 demo.launch()