| job: custom_job | |
| config: | |
| name: flux_train_replicate | |
| process: | |
| - type: custom_sd_trainer | |
| training_folder: output | |
| device: cuda:0 | |
| trigger_word: HST | |
| network: | |
| type: lora | |
| linear: 32 | |
| linear_alpha: 32 | |
| network_kwargs: | |
| only_if_contains: | |
| - transformer.transformer_blocks.7.norm1.linear | |
| - transformer.transformer_blocks.7.norm1_context.linear | |
| - transformer.transformer_blocks.7.attn.to_q | |
| - transformer.transformer_blocks.7.attn.to_k | |
| - transformer.transformer_blocks.7.attn.to_v | |
| - transformer.transformer_blocks.7.attn.add_k_proj | |
| - transformer.transformer_blocks.7.attn.add_v_proj | |
| - transformer.transformer_blocks.7.attn.add_q_proj | |
| - transformer.transformer_blocks.7.attn.to_out.0 | |
| - transformer.transformer_blocks.7.attn.to_add_out | |
| - transformer.transformer_blocks.7.ff.net.0.proj | |
| - transformer.transformer_blocks.7.ff.net.2 | |
| - transformer.transformer_blocks.7.ff_context.net.0.proj | |
| - transformer.transformer_blocks.7.ff_context.net.2 | |
| - transformer.transformer_blocks.13.norm1.linear | |
| - transformer.transformer_blocks.13.norm1_context.linear | |
| - transformer.transformer_blocks.13.attn.to_q | |
| - transformer.transformer_blocks.13.attn.to_k | |
| - transformer.transformer_blocks.13.attn.to_v | |
| - transformer.transformer_blocks.13.attn.add_k_proj | |
| - transformer.transformer_blocks.13.attn.add_v_proj | |
| - transformer.transformer_blocks.13.attn.add_q_proj | |
| - transformer.transformer_blocks.13.attn.to_out.0 | |
| - transformer.transformer_blocks.13.attn.to_add_out | |
| - transformer.transformer_blocks.13.ff.net.0.proj | |
| - transformer.transformer_blocks.13.ff.net.2 | |
| - transformer.transformer_blocks.13.ff_context.net.0.proj | |
| - transformer.transformer_blocks.13.ff_context.net.2 | |
| - transformer.single_transformer_blocks.7.norm.linear | |
| - transformer.single_transformer_blocks.7.proj_mlp | |
| - transformer.single_transformer_blocks.7.proj_out | |
| - transformer.single_transformer_blocks.7.attn.to_q | |
| - transformer.single_transformer_blocks.7.attn.to_k | |
| - transformer.single_transformer_blocks.7.attn.to_v | |
| - transformer.single_transformer_blocks.13.norm.linear | |
| - transformer.single_transformer_blocks.13.proj_mlp | |
| - transformer.single_transformer_blocks.13.proj_out | |
| - transformer.single_transformer_blocks.13.attn.to_q | |
| - transformer.single_transformer_blocks.13.attn.to_k | |
| - transformer.single_transformer_blocks.13.attn.to_v | |
| save: | |
| dtype: float16 | |
| save_every: 501 | |
| max_step_saves_to_keep: 1 | |
| datasets: | |
| - folder_path: input_images | |
| caption_ext: txt | |
| caption_dropout_rate: 0.05 | |
| shuffle_tokens: false | |
| cache_latents_to_disk: false | |
| cache_latents: true | |
| resolution: | |
| - 512 | |
| - 768 | |
| - 1024 | |
| train: | |
| batch_size: 4 | |
| steps: 500 | |
| gradient_accumulation_steps: 1 | |
| train_unet: true | |
| train_text_encoder: false | |
| content_or_style: balanced | |
| gradient_checkpointing: true | |
| noise_scheduler: flowmatch | |
| optimizer: adamw8bit | |
| lr: 0.001 | |
| ema_config: | |
| use_ema: true | |
| ema_decay: 0.99 | |
| dtype: bf16 | |
| model: | |
| name_or_path: FLUX.1-dev | |
| is_flux: true | |
| quantize: true | |
| sample: | |
| sampler: flowmatch | |
| sample_every: 501 | |
| width: 1024 | |
| height: 1024 | |
| prompts: [] | |
| neg: '' | |
| seed: 42 | |
| walk_seed: true | |
| guidance_scale: 3.5 | |
| sample_steps: 28 | |
| meta: | |
| name: flux_train_replicate | |
| version: '1.0' | |