test / app.py
mtzig's picture
change device
d371902
raw
history blame
229 Bytes
import gradio as gr
from transformers import pipeline
pipe = pipeline("text-generation", model="tpzeng/prm800k_llama_joint_checkpoint1000", bad_words_ids=[[128254],[128255]], device=0)
gr.Interface.from_pipeline(pipe).launch()