source ~/miniconda3/bin/activate
conda create --name unsloth_env \
python=3.11 \
pytorch-cuda=12.1 \
pytorch cudatoolkit xformers -c pytorch -c nvidia -c xformers \
-y
conda activate unsloth_env
pip install -r requirements.txt
# Should be installed within an inference endpoint by default:
pip install --no-deps trl peft accelerate bitsandbytes
sudo apt-get update && sudo apt-get install -y build-essential