emilss's picture
Add model files
c0fc8fe
#!/bin/bash
export PYTORCH_CUDA_ALLOC_CONF="max_split_size_mb:128,garbage_collection_threshold:0.6,expandable_segments:True"
export CUDA_MODULE_LOADING=LAZY
export CUDA_VISIBLE_DEVICES=0
export TRANSFORMERS_VERBOSITY=info
export DATASETS_VERBOSITY=info
echo "Starting compression at $(date)"
python compress.py 2>&1 | tee compression_log.txt