Spaces:

joaogante
/

assisted_generation_demo

Running on T4

joaogante HF staff commited on 29 days ago

Commit

c93ec2a

•

1 Parent(s): fdf5fbd

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -55,7 +55,7 @@ def reset_textbox():
 with gr.Blocks() as demo:
     gr.Markdown(
         "# 🤗 Assisted Generation Demo\n"
-        f"- Model: {model_id} (FP16, ~14GB)\n"
         f"- Assistant Model: {assistant_id} (FP16, ~0.3GB)\n"
         "- Running on a T4 GPU\n"
         "- Best results are obtained when the model size difference in parameters is >10x"

 with gr.Blocks() as demo:
     gr.Markdown(
         "# 🤗 Assisted Generation Demo\n"
+        f"- Model: {model_id} (INT8, ~7GB)\n"
         f"- Assistant Model: {assistant_id} (FP16, ~0.3GB)\n"
         "- Running on a T4 GPU\n"
         "- Best results are obtained when the model size difference in parameters is >10x"