fixed auth

TA.py

@@ -1,5 +1,3 @@
-import os
-
 from prompt import TA_prompt
 import re
 from utils import generate_response, run_code
@@ -22,13 +20,13 @@ def post_process_code(code, question):
     return code
 
 
-def solve_ta(question, token):
+def solve_ta(question):
     question = question.strip()
     question = "Human: " + question
     query = TA_prompt + question
     query = query.strip()
     query += "\n"
-    code = generate_response(query, 0.9, token)
+    code = generate_response(query, 0.9)
     n = len(TA_prompt.strip())
     code = code[n:].strip().split("-----")[0]
     # print(code)
@@ -51,10 +49,3 @@ def solve_ta(question, token):
         res = re.findall(r"Assistant:(.*)", code, re.DOTALL)[0].split("Human:")[0]
         return res.strip(), ""
 
-
-if __name__ == "__main__":
-
-    q = "What is the smallest even prime number?"
-    # q = "Write the code to find the 1st even prime number"
-    print(solve_ta(q, os.environ.get("HF_TOKEN")))
-

app.py

@@ -5,11 +5,9 @@ from TA import solve_ta
 from utils import run_code
 
 
-def run(token, question, method):
-    if len(token) == 0:
-        raise gr.Error("Please provide a valid Hugging Face access token")
+def run(question, method):
     if method == "PAL":
-        code_op, generated_code = solve_pal(question, token)
+        code_op, generated_code = solve_pal(question)
         if code_op is not None:
             return code_op, gr.Code.update(value=generated_code, interactive=True), gr.Button.update(visible=True)
         else:
@@ -18,7 +16,7 @@ def run(token, question, method):
                 gr.Code.update(value=generated_code, interactive=True), gr.Button.update(visible=True))
 
     elif method == "TA":
-        code_op, generated_code = solve_ta(question, token)
+        code_op, generated_code = solve_ta(question)
         if code_op is not None:
             return code_op, gr.Code.update(value=generated_code, interactive=True), gr.Button.update(visible=True)
         else:
@@ -27,7 +25,7 @@ def run(token, question, method):
                 gr.Code.update(value=generated_code, interactive=True), gr.Button.update(visible=True))
 
     elif method == "MathPrompter":
-        exp_op, code_op, generated_code, generated_exp = solve_mp(question, token)
+        exp_op, code_op, generated_code, generated_exp = solve_mp(question)
         display_value = generated_exp + "\n\n" + generated_code
         if code_op is not None:
             ans = f"Answer from Expression execution: {exp_op} \nAnswer from Code execution: {code_op}  "
@@ -104,7 +102,6 @@ In addition, the space enables users to edit the generated code and re-run it, p
 
 with demo:
     gr.Markdown(description, interactive=False)
-    access_token = gr.Textbox(type="password", label="Hugging Face Access Token")
     with gr.Row():
         methods = gr.Dropdown(choices=['PAL', 'TA', 'MathPrompter'], value="PAL",interactive=True, label="Evaluation Strategies")
         question_input = gr.Textbox(label="Question", lines=1, placeholder="Enter your question here...")
@@ -117,7 +114,7 @@ with demo:
     submit_btn = gr.Button("Submit")
     edit_btn = gr.Button("Run the edited code", visible=False)
 
-    submit_btn.click(run, inputs=[access_token, question_input, methods], outputs=[question_output, code, edit_btn])
+    submit_btn.click(run, inputs=[question_input, methods], outputs=[question_output, code, edit_btn])
     edit_btn.click(run_edits, inputs=code, outputs=[question_output, code])
     gr.Examples(
         examples=[
@@ -140,9 +137,3 @@ with demo:
     )
 
 demo.launch()
-
-'''
-Carol was playing a trivia game. In the first round she scored 17 points and in the second round she scored 6 points. In the last round she lost 16 points. How many points did she have at the end of the game?
-While on vacation, Debby took 24 pictures at the zoo and 12 at the museum. If she later deleted 14 of the pictures, how many pictures from her vacation did she still have?
-I had 5 apples, I gave 3 to my brother and 4 to my uncle. How many apples I am left with? 
-'''

mathprompter.py

@@ -1,4 +1,3 @@
-import gradio as gr
 import pandas as pd
 import numpy as np
 import re
@@ -19,22 +18,22 @@ def generate_algebric_template(question):
     return question, var_map
 
 
-def generate_algebric_expression(question, param, token):
+def generate_algebric_expression(question, param):
     question = question.strip()
     query = algebric_prompt.format(question=question).strip() + "\n"
-    response = generate_response(query, param, token)
+    response = generate_response(query, param)
     expression = response.split(f"#Ques: {question}")[-1].strip()
     return expression.split("Answer = ")[-1]
 
 
-def generate_python_code(question, equation, param, token):
+def generate_python_code(question, equation, param):
     query = python_prompt.format(question=question.strip(), expression=equation.strip()).strip() + "\n"
-    response = generate_response(query, param, token)
+    response = generate_response(query, param)
     function_code = response.split("# Function for above expression is:")[-1].strip()
     return function_code
 
 
-def run(question, random_candidates, hps, token):
+def run(question, random_candidates, hps):
     question, var_map = generate_algebric_template(question)
 
     # generating the random candidates for arguments
@@ -49,8 +48,8 @@ def run(question, random_candidates, hps, token):
     N = len(hps)
     for i in range(N):
 
-        expression = generate_algebric_expression(question, hps[i], token)
-        code = generate_python_code(question, expression, hps[i], token)
+        expression = generate_algebric_expression(question, hps[i])
+        code = generate_python_code(question, expression, hps[i])
         candidates.append((expression, code))
         current_acc = 0
 
@@ -99,9 +98,9 @@ def run(question, random_candidates, hps, token):
     return top_candidate, var_map
 
 
-def solve_mp(question, token):
+def solve_mp(question):
     hps = [0.9, 0.95]
-    (expression, code), var_map = run(question, 5, hps, token)
+    (expression, code), var_map = run(question, 5, hps)
     exp_op = None
     code_op = None
     try:

pal.py

@@ -12,10 +12,10 @@ def post_process_code(code, question):
     return list(zip(parameters, values))
 
 
-def solve_pal(question, token):
+def solve_pal(question):
     question = question.strip()
     query = prompt.format(question=question).strip()
-    code = generate_response(query, 0.9, token)
+    code = generate_response(query, 0.9)
     code = code.split("def solution():")[-1].strip()
     code = "def solution():\n" + code
     # code preprocessing
@@ -38,8 +38,3 @@ def solve_pal(question, token):
     return pred, code
 
 
-if __name__ == "__main__":
-
-    q = "What is the 7th Fibonacci number?"
-    print(solve_pal(q))
-

utils.py

@@ -6,8 +6,9 @@ import gradio
 import os
 
 
-def generate_response(query, top_p, token):
-    endpoint = "https://api-inference.huggingface.co/models/bigcode/starcoder"
+def generate_response(query, top_p):
+    endpoint = os.environ.get("ENDPOINT", None)
+    token = os.environ.get("TOKEN", None)
     params = {
         'accept': 'application/json',
         'Content-Type': 'application/json',