Illustrious-v2-Out2-5noob-512res-b256-lr3e5-msnr10-locondora-ztsnr-vpredconv/Illustrious-v2-Out2-5noob-512res-b256-lr3e5-msnr10-locondora-ztsnr-vpredconv_6.toml

[[subsets]]
caption_extension = ".txt"
caption_tag_dropout_rate = 0.1
image_dir = "D:/datasets/reg2"
name = "reg2"
num_repeats = 1
random_crop = true
random_crop_padding_percent = 0.06
shuffle_caption = true

[[subsets]]
caption_extension = ".txt"
caption_tag_dropout_rate = 0.1
image_dir = "Y:/stable-diffusion/datasets/Artoria tiny"
keep_tokens = 1
name = "ishiri small"
num_repeats = 1
random_crop = true
random_crop_padding_percent = 0.06
shuffle_caption = true

[[subsets]]
caption_extension = ".txt"
caption_tag_dropout_rate = 0.1
image_dir = "D:/datasets/reg"
name = "reg"
num_repeats = 1
random_crop_padding_percent = 0.05
shuffle_caption = true

[[subsets]]
caption_extension = ".txt"
caption_tag_dropout_rate = 0.1
image_dir = "D:/datasets/mix"
name = "mix"
num_repeats = 1
random_crop = true
random_crop_padding_percent = 0.06
shuffle_caption = true

[train_mode]
train_mode = "lora"

[general_args.args]
persistent_data_loader_workers = true
mixed_precision = "bf16"
gradient_checkpointing = true
seed = 8602366.0
max_token_length = 225
prior_loss_weight = 0.01
xformers = true
sdxl = true
max_data_loader_n_workers = 4
pretrained_model_name_or_path = "A:/comfy/ComfyUI/output/checkpoints/Illustrious-v2-Out2-5noob_00001_.safetensors"
v_parameterization = true
max_train_epochs = 20
gradient_accumulation_steps = 22

[general_args.dataset_args]
resolution = 512
batch_size = 12

[network_args.args]
network_dim = 64
network_alpha = 128.0
min_timestep = 0
max_timestep = 1000
network_train_unet_only = true

[optimizer_args.args]
optimizer_type = "AdamW8bitAO"
loss_type = "l2"
warmup_ratio = 0.01
max_grad_norm = 0.1
lr_scheduler = "constant_with_warmup"
learning_rate = 3e-5
min_snr_gamma = 10.0
zero_terminal_snr = true

[saving_args.args]
output_dir = "Y:/stable-diffusion/lora/derrian_distro/models"
save_precision = "bf16"
save_model_as = "safetensors"
save_every_n_epochs = 1
save_toml = true
save_toml_location = "Y:/stable-diffusion/lora/derrian_distro/settings"
output_name = "Illustrious-v2-Out2-5noob-512res-b256-lr3e5-msnr10-locondora-ztsnr-vpredconv"

[logging_args.args]
logging_dir = "Y:/stable-diffusion/lora/derrian_distro/logs"
log_prefix_mode = "disabled"
run_name_mode = "default"
log_with = "tensorboard"

[edm_loss_args.args]
edm2_loss_weighting = false

[bucket_args.dataset_args]
enable_bucket = true
min_bucket_reso = 256
bucket_reso_steps = 128
max_bucket_reso = 768

[network_args.args.network_args]
conv_dim = 64
conv_alpha = 128.0
algo = "locon"
dora_wd = true

[optimizer_args.args.optimizer_args]
weight_decay = "0.042"
betas = "0.9,0.99"
bf16_stochastic_round = "True"