File size: 100 Bytes
77c85fd
 
fed1188
1
2
3
import gradio as gr

gr.load("models/hugging-quants/Meta-Llama-3.1-70B-Instruct-GPTQ-INT4").launch()