File size: 453 Bytes
fe67b9a |
1 2 3 4 5 6 7 8 |
python convert_checkpoint.py --model_dir /home/user/hf/deepseek-v3-bf16 \ --output_dir /home/user/hf/deepseek-v3-int4 \ --dtype bfloat16 \ --tp_size 4 \ --use_weight_only \ --weight_only_precision int4 \ --workers 4 |