Spaces:
Paused
Paused
#### Model Setting | |
pretrained_model_name_or_path = 'stablediffusionapi/albedobase-xl-20' | |
pretrained_vae_model_name_or_path = 'madebyollin/sdxl-vae-fp16-fix' | |
revision = None | |
byt5_max_length = 512 | |
byt5_mapper_type = 'T5EncoderBlockByT5Mapper' | |
byt5_mapper_config = dict( | |
num_layers=4, | |
sdxl_channels=2048, | |
) | |
byt5_config = dict( | |
byt5_name='google/byt5-small', | |
special_token=True, | |
color_special_token=True, | |
font_special_token=True, | |
color_ann_path='assets/color_idx.json', | |
font_ann_path='assets/multilingual_cn-en_font_idx.json', | |
multilingual=True, | |
) | |
attn_block_to_modify = [ | |
"down_blocks.1.attentions.0.transformer_blocks.0", | |
"down_blocks.1.attentions.0.transformer_blocks.1", | |
"down_blocks.1.attentions.1.transformer_blocks.0", | |
"down_blocks.1.attentions.1.transformer_blocks.1", | |
"down_blocks.2.attentions.0.transformer_blocks.0", | |
"down_blocks.2.attentions.0.transformer_blocks.1", | |
"down_blocks.2.attentions.0.transformer_blocks.2", | |
"down_blocks.2.attentions.0.transformer_blocks.3", | |
"down_blocks.2.attentions.0.transformer_blocks.4", | |
"down_blocks.2.attentions.0.transformer_blocks.5", | |
"down_blocks.2.attentions.0.transformer_blocks.6", | |
"down_blocks.2.attentions.0.transformer_blocks.7", | |
"down_blocks.2.attentions.0.transformer_blocks.8", | |
"down_blocks.2.attentions.0.transformer_blocks.9", | |
"down_blocks.2.attentions.1.transformer_blocks.0", | |
"down_blocks.2.attentions.1.transformer_blocks.1", | |
"down_blocks.2.attentions.1.transformer_blocks.2", | |
"down_blocks.2.attentions.1.transformer_blocks.3", | |
"down_blocks.2.attentions.1.transformer_blocks.4", | |
"down_blocks.2.attentions.1.transformer_blocks.5", | |
"down_blocks.2.attentions.1.transformer_blocks.6", | |
"down_blocks.2.attentions.1.transformer_blocks.7", | |
"down_blocks.2.attentions.1.transformer_blocks.8", | |
"down_blocks.2.attentions.1.transformer_blocks.9", | |
"up_blocks.0.attentions.0.transformer_blocks.0", | |
"up_blocks.0.attentions.0.transformer_blocks.1", | |
"up_blocks.0.attentions.0.transformer_blocks.2", | |
"up_blocks.0.attentions.0.transformer_blocks.3", | |
"up_blocks.0.attentions.0.transformer_blocks.4", | |
"up_blocks.0.attentions.0.transformer_blocks.5", | |
"up_blocks.0.attentions.0.transformer_blocks.6", | |
"up_blocks.0.attentions.0.transformer_blocks.7", | |
"up_blocks.0.attentions.0.transformer_blocks.8", | |
"up_blocks.0.attentions.0.transformer_blocks.9", | |
"up_blocks.0.attentions.1.transformer_blocks.0", | |
"up_blocks.0.attentions.1.transformer_blocks.1", | |
"up_blocks.0.attentions.1.transformer_blocks.2", | |
"up_blocks.0.attentions.1.transformer_blocks.3", | |
"up_blocks.0.attentions.1.transformer_blocks.4", | |
"up_blocks.0.attentions.1.transformer_blocks.5", | |
"up_blocks.0.attentions.1.transformer_blocks.6", | |
"up_blocks.0.attentions.1.transformer_blocks.7", | |
"up_blocks.0.attentions.1.transformer_blocks.8", | |
"up_blocks.0.attentions.1.transformer_blocks.9", | |
"up_blocks.0.attentions.2.transformer_blocks.0", | |
"up_blocks.0.attentions.2.transformer_blocks.1", | |
"up_blocks.0.attentions.2.transformer_blocks.2", | |
"up_blocks.0.attentions.2.transformer_blocks.3", | |
"up_blocks.0.attentions.2.transformer_blocks.4", | |
"up_blocks.0.attentions.2.transformer_blocks.5", | |
"up_blocks.0.attentions.2.transformer_blocks.6", | |
"up_blocks.0.attentions.2.transformer_blocks.7", | |
"up_blocks.0.attentions.2.transformer_blocks.8", | |
"up_blocks.0.attentions.2.transformer_blocks.9", | |
"up_blocks.1.attentions.0.transformer_blocks.0", | |
"up_blocks.1.attentions.0.transformer_blocks.1", | |
"up_blocks.1.attentions.1.transformer_blocks.0", | |
"up_blocks.1.attentions.1.transformer_blocks.1", | |
"up_blocks.1.attentions.2.transformer_blocks.0", | |
"up_blocks.1.attentions.2.transformer_blocks.1", | |
"mid_block.attentions.0.transformer_blocks.0", | |
"mid_block.attentions.0.transformer_blocks.1", | |
"mid_block.attentions.0.transformer_blocks.2", | |
"mid_block.attentions.0.transformer_blocks.3", | |
"mid_block.attentions.0.transformer_blocks.4", | |
"mid_block.attentions.0.transformer_blocks.5", | |
"mid_block.attentions.0.transformer_blocks.6", | |
"mid_block.attentions.0.transformer_blocks.7", | |
"mid_block.attentions.0.transformer_blocks.8", | |
"mid_block.attentions.0.transformer_blocks.9", | |
] | |
unet_lora_rank = 128 | |
inference_dtype = 'fp16' | |