bitsandbytes==0.41.1
git+https://github.com/huggingface/transformers.git
auto-gptq==0.4.99
https://download.pytorch.org/whl/cu118/torch-2.1.0%2Bcu118-cp39-cp39-linux_x86_64.whl#sha256=8ecf52ba49cfd3b7303d4e57e7b5c2106b77dbc9bdeaf880870162138bc70e18
torchvision
torchaudio
optimum