File size: 346 Bytes
c0fc8fe
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
#!/bin/bash

export PYTORCH_CUDA_ALLOC_CONF="max_split_size_mb:128,garbage_collection_threshold:0.6,expandable_segments:True"
export CUDA_MODULE_LOADING=LAZY
export CUDA_VISIBLE_DEVICES=0

export TRANSFORMERS_VERBOSITY=info
export DATASETS_VERBOSITY=info

echo "Starting compression at $(date)"
python compress.py 2>&1 | tee compression_log.txt