| job: extension | |
| config: | |
| # this name will be the folder and filename name | |
| name: "street_art" | |
| process: | |
| - type: 'sd_trainer' | |
| # root folder to save training sessions/samples/weights | |
| training_folder: "output" | |
| # uncomment to see performance stats in the terminal every N steps | |
| performance_log_every: 1000 | |
| device: cuda:0 | |
| # if a trigger word is specified, it will be added to captions of training data if it does not already exist | |
| # alternatively, in your captions you can add [trigger] and it will be replaced with the trigger word | |
| trigger_word: "street_art" | |
| network: | |
| type: "lora" | |
| linear: 16 | |
| linear_alpha: 16 | |
| save: | |
| dtype: float16 # precision to save | |
| save_every: 200 # save every this many steps | |
| max_step_saves_to_keep: 20 # how many intermittent saves to keep | |
| push_to_hub: false #change this to True to push your trained model to Hugging Face. | |
| # You can either set up a HF_TOKEN env variable or you'll be prompted to log-in | |
| # hf_repo_id: your-username/your-model-slug | |
| # hf_private: true #whether the repo is private or public | |
| datasets: | |
| # datasets are a folder of images. captions need to be txt files with the same name as the image | |
| # for instance image2.jpg and image2.txt. Only jpg, jpeg, and png are supported currently | |
| # images will automatically be resized and bucketed into the resolution specified | |
| # on windows, escape back slashes with another backslash so | |
| # "C:\\path\\to\\images\\folder" | |
| - folder_path: "C:\\street_art" | |
| caption_ext: "txt" | |
| caption_dropout_rate: 0.05 # will drop out the caption 5% of time | |
| shuffle_tokens: false # shuffle caption order, split by commas | |
| cache_latents_to_disk: true # leave this true unless you know what you're doing | |
| resolution: [ 512, 768, 1024 ] # flux enjoys multiple resolutions | |
| train: | |
| batch_size: 1 | |
| steps: 3000 # total number of steps to train 500 - 4000 is a good range | |
| gradient_accumulation_steps: 1 | |
| train_unet: true | |
| train_text_encoder: false # probably won't work with flux | |
| gradient_checkpointing: true # need the on unless you have a ton of vram | |
| noise_scheduler: "flowmatch" # for training only | |
| optimizer: "adamw8bit" | |
| lr: 4e-4 | |
| # uncomment this to skip the pre training sample | |
| # skip_first_sample: true | |
| # uncomment to completely disable sampling | |
| # disable_sampling: true | |
| # uncomment to use new vell curved weighting. Experimental but may produce better results | |
| # linear_timesteps: true | |
| # ema will smooth out learning, but could slow it down. Recommended to leave on. | |
| ema_config: | |
| use_ema: true | |
| ema_decay: 0.99 | |
| # will probably need this if gpu supports it for flux, other dtypes may not work correctly | |
| dtype: bf16 | |
| model: | |
| # huggingface model name or path | |
| name_or_path: "D:\\FLUX.1-dev" | |
| is_flux: true | |
| quantize: true # run 8bit mixed precision | |
| low_vram: true # uncomment this if the GPU is connected to your monitors. It will use less vram to quantize, but is slower. | |
| sample: | |
| sampler: "flowmatch" # must match train.noise_scheduler | |
| sample_every: 200 # sample every this many steps | |
| width: 1024 | |
| height: 1024 | |
| prompts: | |
| # you can add [trigger] to the prompts here and it will be replaced with the trigger word | |
| # - "[trigger] holding a sign that says 'I LOVE PROMPTS!'"\ | |
| # - "woman with red hair, playing chess at the park, bomb going off in the background,[trigger]" | |
| - "The image is an abstract painting with a chaotic and chaotic composition. A giant panda is captured in a playful pose, with one paw raised, fingers spread out, and the other resting on its back. The fur is intricately detailed, with varying shades of gray highlighting the texture and depth of the fur. The eyes of the panda are expressive, with a hint of curiosity, [trigger]" | |
| - "a frog. The background is predominantly white, with a mix of pink, black, and blue colors. [trigger]" | |
| - "a cute girl with short hair and red dress, [trigger]" | |
| - "an anime character, spongebob, driving a car, [trigger]" | |
| # - "woman playing the guitar, on stage, singing a song, laser lights, punk rocker,[trigger]" | |
| # - "hipster man with a beard, building a chair, in a wood shop,[trigger]" | |
| # - "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop,[trigger]" | |
| - "a man holding a sign that says, 'this is a sign', [trigger]" | |
| - "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle" | |
| neg: "" # not used on flux | |
| seed: 42 | |
| walk_seed: true | |
| guidance_scale: 3.5 | |
| sample_steps: 20 | |
| # you can add any additional meta info here. [name] is replaced with config name at top | |
| meta: | |
| name: "street_art" | |
| version: '1.0' | |