bitsandbytes==0.41.1 | |
git+https://github.com/huggingface/transformers.git | |
auto-gptq==0.4.99 | |
https://download.pytorch.org/whl/cu118/torch-2.1.0%2Bcu118-cp39-cp39-linux_x86_64.whl#sha256=8ecf52ba49cfd3b7303d4e57e7b5c2106b77dbc9bdeaf880870162138bc70e18 | |
torchvision | |
torchaudio | |
optimum |