requirements.txt

langchain==0.2.0
fastapi==0.95.0
uvicorn==0.22.0
gptcache==0.1.10
transformers==4.30.0
accelerate==0.18.0
bitsandbytes==0.41.0
sentence-transformers==2.2.0
scikit-learn==1.2.1
langchain_community==0.0.1
openai==0.27.0
vllm[all]==0.1.7
torch==2.1.0
nltk==3.8.1
psutil==5.9.4