bug fix: actually use interpreter tool

app.py

@@ -10,6 +10,7 @@ from share_btn import community_icon_html, loading_icon_html, share_js, share_bt
 
 
 HF_TOKEN = os.environ.get("HF_TOKEN", None)
+os.environ["HF_ALLOW_CODE_EVAL"] = "1"
 print(HF_TOKEN)
 
 FIM_PREFIX = "<fim_prefix>"
@@ -90,7 +91,7 @@ Result=Chicago Bears<submit>
             "https://api-inference.huggingface.co/models/lvwerra/starcoderbase-gsm8k",
             headers={"Authorization": f"Bearer {HF_TOKEN}"},
         ),
-        {"Wiki": load_tool("lvwerra/python-interpreter")},
+        {"PythonInterpreter": load_tool("lvwerra/python-interpreter")},
         """\
 Example of using a Python API to solve math questions. 
 
@@ -166,6 +167,7 @@ def generate(
     response_idx = -1
     submit_idx = -1
     
+    i = 0
     while generation_still_running:
         try:
             stream = client.generate_stream(system_prompt + prompt, **generate_kwargs)
@@ -179,18 +181,21 @@ def generate(
             ]
             yield highlighted_output
             for response in stream:
+                i += 1
                 if response.token.text == "<|endoftext|>":
                     return output
                 else:
                     output += response.token.text
                 tool, query = parse_tool_call(output[generation_start_idx:])
-                # print("tool", tool, query)
+                
                 if tool is not None and query is not None:
+                    # print("=====tool", i, tool, response, output)
                     if tool not in tools:
                         response = f"Unknown tool {tool}."
                     try:
                         response = tools[tool](query)
                         output += response + "<response>"
+                        
                     except Exception as error:
                         response = f"Tool error: {str(error)}"
 
@@ -209,30 +214,30 @@ def generate(
                     (output[generation_start_idx+request_idx:generation_start_idx+call_idx], "request"),
                     (output[generation_start_idx+call_idx:-1], "call"),
                 ]
-                # print(highlighted_output, output)
+                print(i, highlighted_output, output)
                 yield highlighted_output
 
-            call_output = copy.deepcopy(output)
-            # response phase
-            generate_kwargs["stop_sequences"] = ["<submit>"]
-            stream = client.generate_stream(output, **generate_kwargs)
-            for response in stream:
-                if response.token.text == "<|endoftext|>":
-                    return output
-                else:
-                    output += response.token.text
-                if submit_idx == -1:
-                    submit_idx = output[generation_start_idx:].find("<submit>")
-                # print(generation_start_idx, request_idx, call_idx, response_idx, submit_idx)
-                highlighted_output = [
-                    (prompt, ""),
-                    (output[generation_start_idx:generation_start_idx+request_idx], ""),
-                    (output[generation_start_idx+request_idx:generation_start_idx+call_idx], "request"),
-                    (output[generation_start_idx+call_idx:generation_start_idx+response_idx], "call"),
-                    (output[generation_start_idx+response_idx:-1], "submit"),
-                ]
-                # print(highlighted_output, output)
-                yield highlighted_output
+                call_output = copy.deepcopy(output)
+                # response phase
+                generate_kwargs["stop_sequences"] = ["<submit>"]
+                stream = client.generate_stream(output, **generate_kwargs)
+                for response in stream:
+                    if response.token.text == "<|endoftext|>":
+                        return output
+                    else:
+                        output += response.token.text
+                    if submit_idx == -1:
+                        submit_idx = output[generation_start_idx:].find("<submit>")
+                    # print(generation_start_idx, request_idx, call_idx, response_idx, submit_idx)
+                    highlighted_output = [
+                        (prompt, ""),
+                        (output[generation_start_idx:generation_start_idx+request_idx], ""),
+                        (output[generation_start_idx+request_idx:generation_start_idx+call_idx], "request"),
+                        (output[generation_start_idx+call_idx:generation_start_idx+response_idx], "call"),
+                        (output[generation_start_idx+response_idx:-1], "submit"),
+                    ]
+                    print(highlighted_output, output)
+                    yield highlighted_output
 
             return highlighted_output
         except Exception as e:
@@ -389,16 +394,3 @@ with gr.Blocks(theme=theme, analytics_enabled=False, css=css) as demo:
     )
     share_button.click(None, [], [], _js=share_js)
 demo.queue(concurrency_count=16).launch(debug=True)
-
-
-"""
-Answer the following question:
-Q: In which branch of the arts is Patricia Neary famous?
-A: Ballets
-A2: <request><Wiki>Patricia Neary<call>Patricia Neary (born October 27, 1942) is an American ballerina, choreographer and ballet director, who has been particularly active in Switzerland. She has also been a highly successful ambassador for the Balanchine Trust, bringing George Balanchine's ballets to 60 cities around the globe.<response>
-Result=Ballets<submit>
-Q: Who won Super Bowl XX?
-A: Chicago Bears
-A2: <request><Wiki>Super Bowl XX<call>Super Bowl XX was an American football game between the National Football Conference (NFC) champion Chicago Bears and the American Football Conference (AFC) champion New England Patriots to decide the National Football League (NFL) champion for the 1985 season. The Bears defeated the Patriots by the score of 46–10, capturing their first NFL championship (and Chicago's first overall sports victory) since 1963, three years prior to the birth of the Super Bowl. Super Bowl XX was played on January 26, 1986 at the Louisiana Superdome in New Orleans.<response>
-Result=Chicago Bears<submit>
-Q: In what state is Philadelphia located?"""