Text-to-Image
Diffusers
template:sd-lora
flux
lora
File size: 4,907 Bytes
41cf9e8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
config:
  name: ThenAndNow_v1
  process:
  - datasets:
    - cache_latents_to_disk: true
      caption_dropout_rate: 0.1
      caption_ext: txt
      folder_path: /root/lorahub/ThenAndNow_v1/dataset
      resolution:
      - 512
      - 768
      - 1024
      shuffle_tokens: false
      token_dropout_rate: 0.01
    device: cuda:0
    model:
      is_flux: true
      name_or_path: black-forest-labs/FLUX.1-dev
      quantize: true
      text_encoder_bits: 8
    network:
      linear: 42
      linear_alpha: 42
      transformer_only: true
      type: lora
    performance_log_every: 500
    sample:
      guidance_scale: 3.5
      height: 1024
      neg: ''
      prompts:
      - 'Then-and-now: A black-and-white illustration of a wounded centaur, a mythical
        creature from ancient lore, is held up in front of a modern park scene, aligned
        with a wooded area in the background. In the foreground, the centaur is depicted
        limping, arrows embedded in its side, with a look of pain on its face. The
        background, in color, shows the same spot now peaceful and green, with people
        jogging and children playing, emphasizing the transformation from mythical
        battles to everyday tranquility'
      - 'Then-and-now: A black-and-white photograph of a coiled snake resting among
        the ruins of ancient Athens is positioned in front of the modern Acropolis
        site, aligned with broken columns and stone pathways. In the foreground, the
        snake, symbolizing wisdom and mystery, is nestled between fallen pillars under
        the ancient sun. The background, in color, shows tourists walking through
        the restored ruins, with informational signs and fencing, highlighting the
        shift from an untamed, mythical past to a preserved historical landmark.'
      - "Then-and-now: A black-and-white photograph of a silver sword, rumored to\
        \ slay vampires, is held up against the backdrop of a modern museum display,\
        \ aligned with the exhibit\u2019s lighting and structure. In the foreground,\
        \ the sword gleams in monochrome, with intricate engravings and an aura of\
        \ danger. The background, in color, shows the museum\u2019s clean, sterile\
        \ setup, with other artifacts under glass, contrasting the legend and mystique\
        \ of the weapon with its contemporary preservation as a piece of history."
      - 'Then-and-now: A black-and-white photograph is placed over a color landscape,
        aligned with the remnants of old concrete structures, blending past with present
        in a seamless, gradient-like transition. In the foreground, the black-and-white
        image shows an abandoned fortification with a gravel road winding through
        it. The background, in color, reveals a grassy field and sky, contrasting
        the worn, historical architecture with the natural, serene setting that surrounds
        it today.'
      - 'Then-and-now: A black-and-white archival photograph is seamlessly overlaid
        in the foreground, aligning with the columns and lanterns of a grand building,
        creating a stark, hard border between past and present. In the foreground
        image, people in formal attire walk past a large dog statue in black and white,
        evoking an earlier era. The background, in color, shows the same building
        with contemporary elements like parked cars and updated windows, marking the
        passage of time.'
      - 'Then-and-now: a sepia picture of a scary clown from early 20th century is
        held up over an image of a modern day circus, the trees and tents perfectly
        aligned. In the foreground a scary sepia clown is making a scary face. The
        background, in color, shows a quaint scene of a lovely modern day circus with
        grass and kids playing.'
      sample_every: 500
      sample_steps: 25
      sampler: flowmatch
      seed: 42
      walk_seed: true
      width: 1024
    save:
      dtype: float16
      max_step_saves_to_keep: 3
      save_every: 500
      save_format: diffusers
    train:
      batch_size: 1
      dtype: bf16
      ema_config:
        ema_decay: 0.99
        use_ema: true
      gradient_accumulation_steps: 1
      gradient_checkpointing: true
      linear_timesteps: true
      loss_type: mse
      lr: 0.0002
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      reg_weight: 1.0
      steps: 3000
      target_noise_multiplier: 1.0
      train_text_encoder: false
      train_unet: true
    training_folder: /root/lorahub
    trigger_word: Then-and-now
    type: sd_trainer
job: extension
meta:
  description: by @an303042, The 'then-and-now' style juxtaposes a (usually) black-and-white
    historical foreground image with a (usually) color photograph of a modern setting,
    creating a seamless blend that contrasts past history with present-day reality.