Wonderman-Flux-POC / flux-with-lora-RunDiffusion-ComfyUI-Workflow.json
RunDiffusion's picture
Upload flux-with-lora-RunDiffusion-ComfyUI-Workflow.json
51f2e73 verified
{
"last_node_id": 72,
"last_link_id": 108,
"nodes": [
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
424.71875,
618.052001953125
],
"size": {
"0": 210,
"1": 54
},
"flags": {
"collapsed": false
},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 108
},
{
"name": "text",
"type": "STRING",
"link": 47,
"widget": {
"name": "text"
},
"slot_index": 1
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
86
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 17,
"type": "BasicScheduler",
"pos": [
797,
94
],
"size": {
"0": 281.2428283691406,
"1": 106
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 93,
"slot_index": 0
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
20
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicScheduler"
},
"widgets_values": [
"simple",
25,
1
]
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
422,
101
],
"size": {
"0": 330.5548400878906,
"1": 78
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "width",
"type": "INT",
"link": 101,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 103,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
23
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
832,
1216,
1
]
},
{
"id": 16,
"type": "KSamplerSelect",
"pos": [
809,
261
],
"size": {
"0": 268.2277526855469,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
19
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSamplerSelect"
},
"widgets_values": [
"euler"
]
},
{
"id": 22,
"type": "BasicGuider",
"pos": [
893.71875,
612.052001953125
],
"size": {
"0": 196.9998779296875,
"1": 62.66668701171875
},
"flags": {
"collapsed": false
},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 94,
"slot_index": 0
},
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 87,
"slot_index": 1
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
30
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "BasicGuider"
}
},
{
"id": 52,
"type": "Note",
"pos": [
1148.09375,
611.84375
],
"size": {
"0": 346.2236022949219,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"To see the preview, update your ComfyUI and go into the Manager menu. Set \"Preview Method\" to \"Auto\""
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 13,
"type": "SamplerCustomAdvanced",
"pos": [
1143.2526348266601,
89.17116156429053
],
"size": {
"0": 352.4039611816406,
"1": 463.3393859863281
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "noise",
"type": "NOISE",
"link": 37,
"slot_index": 0
},
{
"name": "guider",
"type": "GUIDER",
"link": 30,
"slot_index": 1
},
{
"name": "sampler",
"type": "SAMPLER",
"link": 19,
"slot_index": 2
},
{
"name": "sigmas",
"type": "SIGMAS",
"link": 20,
"slot_index": 3
},
{
"name": "latent_image",
"type": "LATENT",
"link": 23,
"slot_index": 4
}
],
"outputs": [
{
"name": "output",
"type": "LATENT",
"links": [
24
],
"shape": 3,
"slot_index": 0
},
{
"name": "denoised_output",
"type": "LATENT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SamplerCustomAdvanced"
}
},
{
"id": 53,
"type": "Note",
"pos": [
381,
738
],
"size": {
"0": 548.0299072265625,
"1": 283.5565490722656
},
"flags": {},
"order": 2,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Workflow is configured to work on RunDiffusion.com\n\nThe checkpoint goes in ComfyUI/models/unet (not checkpoints)\nDownload the original weights here:\nhttps://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/flux1-dev.sft\n\nDownload the fp8 version for <24gb vram systems:\nhttps://huggingface.co/Kijai/flux-fp8/blob/main/flux1-dev-fp8.safetensors\n\nText encoders go in ComfyUI/models/clip:\nhttps://huggingface.co/comfyanonymous/flux_text_encoders/tree/main\n\nVAE (ae.sft) goes in ComfyUI/models/vae:\nhttps://huggingface.co/black-forest-labs/FLUX.1-schnell/blob/main/ae.sft\n\nDownload the fp8 t5xxl for degraded quality but less RAM use\nLaunch ComfyUI with \"--lowvram\" arg (in the .bat file) to offload text encoder to CPU.\n\nI can confirm this runs on:\n- RTX 3090 (24gb) 1.29s/it\n- RTX 4070 (12gb) 85s/it\nBoth running the fp8 quantized version. The 4070 is very slow though."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1546,
88
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 24
},
{
"name": "vae",
"type": "VAE",
"link": 12
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
9
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 61,
"type": "ModelSamplingFlux",
"pos": [
754,
383
],
"size": {
"0": 321.8402404785156,
"1": 122
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 106
},
{
"name": "width",
"type": "INT",
"link": 102,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 104,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
93,
94
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ModelSamplingFlux"
},
"widgets_values": [
1.15,
0.5,
1024,
1024
]
},
{
"id": 25,
"type": "RandomNoise",
"pos": [
424,
236
],
"size": {
"0": 327.1990661621094,
"1": 94.58134460449219
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
37
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
279861517580892,
"randomize"
]
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1784,
88
],
"size": {
"0": 399.1837463378906,
"1": 508.5245666503906
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 9
}
],
"properties": {
"Node name for S&R": "SaveImage"
},
"widgets_values": [
"RunDiffusion-Flux-ComfyUI"
]
},
{
"id": 60,
"type": "FluxGuidance",
"pos": [
659,
614
],
"size": {
"0": 211.60000610351562,
"1": 58
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 86
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
87
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FluxGuidance"
},
"widgets_values": [
4
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 11,
"type": "DualCLIPLoader",
"pos": [
22,
214
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
108
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DualCLIPLoader"
},
"widgets_values": [
"SD3/t5xxl_fp8_e4m3fn.safetensors",
"SD3/clip_l.safetensors",
"flux"
]
},
{
"id": 10,
"type": "VAELoader",
"pos": [
26,
379
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
12
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"flux/ae.sft"
]
},
{
"id": 72,
"type": "LoraLoaderModelOnly",
"pos": [
417,
409
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 107
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
106
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoraLoaderModelOnly"
},
"widgets_values": [
"flux-lora-here.safetensors",
1
]
},
{
"id": 12,
"type": "UNETLoader",
"pos": [
18,
84
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 6,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
107
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UNETLoader"
},
"widgets_values": [
"flux-1-dev-fp8.safetensors",
"fp8_e4m3fn"
]
},
{
"id": 28,
"type": "String Literal",
"pos": [
26.53539400100708,
790.6399047851561
],
"size": {
"0": 317.8795471191406,
"1": 202.01535034179688
},
"flags": {},
"order": 7,
"mode": 0,
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": [
47
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "String Literal"
},
"widgets_values": [
"A mythical sword embedded in a stone, captured at sunrise with rays illuminating the blade, digital art with a fantasy theme"
]
},
{
"id": 70,
"type": "Int Literal",
"pos": [
25,
495
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 8,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
101,
102
],
"shape": 3,
"slot_index": 0
}
],
"title": "Width",
"properties": {
"Node name for S&R": "Int Literal"
},
"widgets_values": [
1216
]
},
{
"id": 71,
"type": "Int Literal",
"pos": [
28,
610
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 9,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
103,
104
],
"shape": 3,
"slot_index": 0
}
],
"title": "Height",
"properties": {
"Node name for S&R": "Int Literal"
},
"widgets_values": [
832
]
}
],
"links": [
[
9,
8,
0,
9,
0,
"IMAGE"
],
[
12,
10,
0,
8,
1,
"VAE"
],
[
19,
16,
0,
13,
2,
"SAMPLER"
],
[
20,
17,
0,
13,
3,
"SIGMAS"
],
[
23,
5,
0,
13,
4,
"LATENT"
],
[
24,
13,
0,
8,
0,
"LATENT"
],
[
30,
22,
0,
13,
1,
"GUIDER"
],
[
37,
25,
0,
13,
0,
"NOISE"
],
[
47,
28,
0,
6,
1,
"STRING"
],
[
86,
6,
0,
60,
0,
"CONDITIONING"
],
[
87,
60,
0,
22,
1,
"CONDITIONING"
],
[
93,
61,
0,
17,
0,
"MODEL"
],
[
94,
61,
0,
22,
0,
"MODEL"
],
[
101,
70,
0,
5,
0,
"INT"
],
[
102,
70,
0,
61,
1,
"INT"
],
[
103,
71,
0,
5,
1,
"INT"
],
[
104,
71,
0,
61,
2,
"INT"
],
[
106,
72,
0,
61,
0,
"MODEL"
],
[
107,
12,
0,
72,
0,
"MODEL"
],
[
108,
11,
0,
6,
0,
"CLIP"
]
],
"groups": [
{
"title": "Load FLUX.1",
"bounding": [
1,
2,
369,
693
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Set Parameters",
"bounding": [
379,
0,
733,
526
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "FLUX Prompt",
"bounding": [
1,
704,
368,
318
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "Conditioning",
"bounding": [
379,
535,
732,
159
],
"color": "#3f789e",
"font_size": 24,
"locked": false
},
{
"title": "1st Pass",
"bounding": [
1119,
0,
402,
693
],
"color": "#3f789e",
"font_size": 24,
"locked": false
}
],
"config": {},
"extra": {
"ds": {
"scale": 1.3109994191499996,
"offset": [
102.42167265366159,
-94.07861880996829
]
}
},
"version": 0.4
}