bitsandbytes==0.43.0
einops==0.8.0
fastapi==0.115.6
gradio==5.9.1
gradio_client==1.5.2
markdown2==2.5.2
nh3==0.2.20
openai==1.58.1
peft==0.9.3
ray==2.40.0
shortuuid==1.0.13
transformers==4.31.2
uvicorn==0.30.6