LoRA text2image fine-tuning - stillerman/trdne-smol-simple

These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the stillerman/rugs-filtered-blip dataset. You can find some example images in the following.

Training Args

{
  "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
  "revision": null,
  "dataset_name": "stillerman/rugs-filtered-blip",
  "dataset_config_name": null,
  "train_data_dir": null,
  "image_column": "image",
  "caption_column": "caption",
  "validation_prompt": "rug from peterpap.com",
  "num_validation_images": 4,
  "validation_epochs": 100,
  "max_train_samples": null,
  "output_dir": "model_out_dir",
  "cache_dir": null,
  "seed": 1337,
  "resolution": 512,
  "center_crop": true,
  "random_flip": true,
  "train_batch_size": 1,
  "num_train_epochs": 8,
  "max_train_steps": 250,
  "gradient_accumulation_steps": 4,
  "gradient_checkpointing": false,
  "learning_rate": 0.0001,
  "scale_lr": false,
  "lr_scheduler": "cosine",
  "lr_warmup_steps": 0,
  "snr_gamma": null,
  "use_8bit_adam": false,
  "allow_tf32": false,
  "dataloader_num_workers": 8,
  "adam_beta1": 0.9,
  "adam_beta2": 0.999,
  "adam_weight_decay": 0.01,
  "adam_epsilon": 1e-08,
  "max_grad_norm": 1.0,
  "push_to_hub": true,
  "hub_token": null,
  "prediction_type": null,
  "hub_model_id": "trdne-smol-simple",
  "logging_dir": "logs",
  "mixed_precision": null,
  "report_to": "tensorboard",
  "local_rank": -1,
  "checkpointing_steps": 250,
  "checkpoints_total_limit": null,
  "resume_from_checkpoint": null,
  "enable_xformers_memory_efficient_attention": false,
  "noise_offset": 0,
  "rank": 4,
  "override_caption": "rug from peterpap.com",
  "append_caption": null
}