|
|
|
|
|
cd ~/repos/sd-scripts && |
|
accelerate launch --num_cpu_threads_per_process=2 "./sdxl_train_network.py" \ |
|
--lowram \ |
|
--pretrained_model_name_or_path=/home/kade/ComfyUI/models/checkpoints/compassmixXL_v10.safetensors \ |
|
--train_data_dir=/home/kade/training_dir \ |
|
--resolution="1024,1024" \ |
|
--output_dir="/home/kade/output_dir" \ |
|
--enable_bucket \ |
|
--min_bucket_reso=256 \ |
|
--max_bucket_reso=2048 \ |
|
--network_alpha=4 \ |
|
--save_model_as="safetensors" \ |
|
--network_module="lycoris.kohya" \ |
|
--network_args \ |
|
"preset=full" \ |
|
"conv_dim=256" \ |
|
"conv_alpha=4" \ |
|
"rank_dropout=0" \ |
|
"module_dropout=0" \ |
|
"use_tucker=False" \ |
|
"use_scalar=False" \ |
|
"rank_dropout_scale=False" \ |
|
"algo=locon" \ |
|
"dora_wd=False" \ |
|
"train_norm=False" \ |
|
--network_dropout=0 \ |
|
--lr_scheduler="cosine" \ |
|
--learning_rate=0.0002 \ |
|
--unet_lr=0.0002 \ |
|
--text_encoder_lr=0.0001 \ |
|
--network_dim=8 \ |
|
--output_name=by_hax-gradacc6-mrnd4-lr2 \ |
|
--no_half_vae \ |
|
--flip_aug \ |
|
--save_every_n_steps=50 \ |
|
--mixed_precision="bf16" \ |
|
--save_precision="fp16" \ |
|
--cache_latents \ |
|
--cache_latents_to_disk \ |
|
--optimizer_type=ClybW \ |
|
--max_grad_norm=1 \ |
|
--max_data_loader_n_workers=8 \ |
|
--bucket_reso_steps=32 \ |
|
--multires_noise_iterations=12 \ |
|
--multires_noise_discount=0.4 \ |
|
--log_prefix=xl-locon \ |
|
--log_with=tensorboard \ |
|
--logging_dir=/home/kade/output_dir/logs \ |
|
--gradient_accumulation_steps=6 \ |
|
--gradient_checkpointing \ |
|
--train_batch_size=8 \ |
|
--dataset_repeats=0 \ |
|
--shuffle_caption \ |
|
--max_train_steps=500 \ |
|
--sdpa \ |
|
--sample_prompts=/home/kade/training_dir/sample-prompts.txt \ |
|
--sample_sampler="euler_a" \ |
|
--sample_every_n_steps=50 \ |
|
--caption_extension=".txt" \ |
|
--seed=1728871242 && |
|
cd ~ |
|
|
|
|
|
|
