export PYTORCH_CUDA_ALLOC_CONF="max_split_size_mb:128,garbage_collection_threshold:0.6,expandable_segments:True" | |
export CUDA_MODULE_LOADING=LAZY | |
export CUDA_VISIBLE_DEVICES=0 | |
export TRANSFORMERS_VERBOSITY=info | |
export DATASETS_VERBOSITY=info | |
echo "Starting compression at $(date)" | |
python compress.py 2>&1 | tee compression_log.txt | |