File size: 2,042 Bytes
cd1c2d2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 |
#/usr/bin/env zsh
cd ~/repos/sd-scripts &&
accelerate launch --num_cpu_threads_per_process=2 "./sdxl_train_network.py" \
--lowram \
--pretrained_model_name_or_path=/home/kade/ComfyUI/models/checkpoints/compassmixXL_v10.safetensors \
--train_data_dir=/home/kade/training_dir \
--resolution="1024,1024" \
--output_dir="/home/kade/output_dir" \
--enable_bucket \
--min_bucket_reso=256 \
--max_bucket_reso=2048 \
--network_alpha=4 \
--save_model_as="safetensors" \
--network_module="lycoris.kohya" \
--network_args \
"preset=full" \
"conv_dim=256" \
"conv_alpha=4" \
"rank_dropout=0" \
"module_dropout=0" \
"use_tucker=False" \
"use_scalar=False" \
"rank_dropout_scale=False" \
"algo=locon" \
"dora_wd=False" \
"train_norm=False" \
--network_dropout=0 \
--lr_scheduler="cosine" \
--learning_rate=0.0002 \
--unet_lr=0.0002 \
--text_encoder_lr=0.0001 \
--network_dim=8 \
--output_name=by_hax-gradacc6-mrnd4-lr2 \
--no_half_vae \
--flip_aug \
--save_every_n_steps=50 \
--mixed_precision="bf16" \
--save_precision="fp16" \
--cache_latents \
--cache_latents_to_disk \
--optimizer_type=ClybW \
--max_grad_norm=1 \
--max_data_loader_n_workers=8 \
--bucket_reso_steps=32 \
--multires_noise_iterations=12 \
--multires_noise_discount=0.4 \
--log_prefix=xl-locon \
--log_with=tensorboard \
--logging_dir=/home/kade/output_dir/logs \
--gradient_accumulation_steps=6 \
--gradient_checkpointing \
--train_batch_size=8 \
--dataset_repeats=0 \
--shuffle_caption \
--max_train_steps=500 \
--sdpa \
--sample_prompts=/home/kade/training_dir/sample-prompts.txt \
--sample_sampler="euler_a" \
--sample_every_n_steps=50 \
--caption_extension=".txt" \
--seed=1728871242 &&
cd ~
# --scale_weight_norms=1 \
|