Terry Zhuo
commited on
Commit
·
6c21634
1
Parent(s):
0886bad
add notes to execution
Browse files
app.py
CHANGED
@@ -524,8 +524,14 @@ with main_block as demo:
|
|
524 |
)
|
525 |
|
526 |
with gr.TabItem("🛠️ Code Execution (Beta)", id=5):
|
527 |
-
gr.Markdown("
|
528 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
529 |
with gr.Row():
|
530 |
jsonl_file = gr.File(label="Upload JSONL file", file_types=[".jsonl"])
|
531 |
split = gr.Dropdown(choices=["complete", "instruct"], label="Split", value="complete")
|
|
|
524 |
)
|
525 |
|
526 |
with gr.TabItem("🛠️ Code Execution (Beta)", id=5):
|
527 |
+
gr.Markdown("""\
|
528 |
+
## Upload your [sanitized JSONL file](https://github.com/bigcode-project/bigcodebench?tab=readme-ov-file#code-post-processing) to evaluate
|
529 |
+
|
530 |
+
### Hard Set Ground Truth Pass Rate: 100%
|
531 |
+
### Full Set Ground Truth Pass Rate: 99.6%
|
532 |
+
|
533 |
+
### Note: The execution could be stuck, and we are working on it. Meanwhile, please clone this space to your own hub and run the evaluation there. If you notice that the execution is stuck, please restart the space.
|
534 |
+
""")
|
535 |
with gr.Row():
|
536 |
jsonl_file = gr.File(label="Upload JSONL file", file_types=[".jsonl"])
|
537 |
split = gr.Dropdown(choices=["complete", "instruct"], label="Split", value="complete")
|