Upload 61 files

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000001.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ecf60db71d1566c2b64df507e0d0b4e5cb974c20e0ee59dfdf6431e3b178bb
+size 397260024

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b53aa6651687f80e536e9c24cc4e488ab4a57d2c9966d4405919b1205e02e9
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0337187d6a72caa6292f7f13c74f39db2873a12ebb8efa34ac58122072efcb
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c4a1b583bb695b009508f287bd0527ab2abc2e2a2d6ce46805433c16d072b5
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea1ae78961a83df4daa19b30fc0eed2a8cb16bc28cf772d31de5f9c6a63c48
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3685510237894393cc23389cbabda4cfc9f4cccd49b519cab2875f1826d5516
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72228e28f59d532d9cbdb13861ffdb095742a3ad9ec4fcad962cbf8252548127
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11a0e94d63c244c158c51c4499937e452acfc2671b5ed76987e1d37d2a8dabb
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c34742d9e330279865cf4122a211240aa66860679a5acfb619a3fb9e3d8017
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fd12ec620a104c10e579e322e482c68c4405cdc7228818ed215050bae75214
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e37b159a8078d45ef063a39adf4817f4994e8d1043f4b26ba9a8312c4b485e
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa94b4893abb8e8edfa477214d527726a87ce6a372b6bee204fcaecaad42612
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9c3587b31e4c8d82c387df3c95b4f3e5a5715f2d56603b7af8b3d8d28d03b5
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2867ec3987d64b297e248a362069c5da277f897c9321a27564bf4b30e66da072
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bb22f3e611ed717366ea636f504fc8a6d54196ce75163b6f5e7ea771af41a6
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937cff74e4efa78c476d86f6864309a511caa560a980f33009c3617e0488fac7
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266b0907be923efae507b4e3710cf8f46b7de7912a4c911188c2c05412cda5f7
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7d3181a12d0b2e9d137dbcc8ce32b7c34cce2c30be772573884086bd6d741c
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdaaeb46278595f78e7c2311592ead6c8cd6d7a949930a435537f4688dc0dfe
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f780e8dee6952ea7246611619da10af600595207567e1dd1799336f7ba1e45c0
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000021.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3451ea91a42afb07e2de1b900663230aa9ebd58f592e86d5c50764d0de7539c7
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000022.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8225486e4bc5b9a0eae9ff814514b921654efc8e73e55cb59dc73eb53bd318e6
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da1af6f49279fbb61c24e73be9166c236625dfb335540c8df9e940677f2504e
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000024.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88562cea87d3c992268087bb5b89bbaee71e2b74e7f97cde6c609de51c4321ac
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000025.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c991e14bebdbe541b38a523f583ef9f0a01daaa6e1485a120819192b8c5239b
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7685ba6ee39a0e6deb0e07609fb4d8ae0447b05c407dc3893705abf30b7d6f55
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000027.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cec95420ebccf154805e0359ca05b772d699e6da8771e6c740f7f77da662672
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000028.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8d9a92598d40743641aa133eaccc31cb30b0c2ce958f74461e033342ad50da
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt-000029.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3338648086cb802e4e66e485d3226158eb117cecef51648f2750de7c4dd5f9
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82a63235e42726f6402ae1a15315d46092bfeb0b1e6104f80c6b4c74f9ac6c6
+size 397260056

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_3.toml

@@ -0,0 +1,123 @@
+[[subsets]]
+caption_extension = ".txt"
+caption_tag_dropout_rate = 0.1
+image_dir = "D:/datasets/reg2"
+name = "reg2"
+num_repeats = 1
+random_crop = true
+random_crop_padding_percent = 0.06
+shuffle_caption = true
+
+[[subsets]]
+caption_extension = ".txt"
+caption_tag_dropout_rate = 0.1
+image_dir = "Y:/stable-diffusion/datasets/Artoria tiny"
+keep_tokens = 2
+name = "ishiri small"
+num_repeats = 1
+random_crop = true
+random_crop_padding_percent = 0.06
+shuffle_caption = true
+
+[[subsets]]
+caption_extension = ".txt"
+caption_tag_dropout_rate = 0.1
+image_dir = "D:/datasets/reg"
+name = "reg"
+num_repeats = 1
+random_crop_padding_percent = 0.05
+shuffle_caption = true
+
+[[subsets]]
+caption_extension = ".txt"
+caption_tag_dropout_rate = 0.1
+image_dir = "D:/datasets/mix"
+name = "mix"
+num_repeats = 1
+random_crop = true
+random_crop_padding_percent = 0.06
+shuffle_caption = true
+
+[train_mode]
+train_mode = "lora"
+
+[general_args.args]
+persistent_data_loader_workers = true
+pretrained_model_name_or_path = "Y:/stable-diffusion/models/Stable-diffusion/Illustrious-XL-v20.safetensors"
+debiased_estimation_loss = true
+mixed_precision = "bf16"
+gradient_checkpointing = true
+gradient_accumulation_steps = 64
+seed = 8602366.0
+max_data_loader_n_workers = 2
+max_token_length = 225
+prior_loss_weight = 0.01
+xformers = true
+max_train_epochs = 30
+sdxl = true
+v_parameterization = true
+
+[general_args.dataset_args]
+batch_size = 4
+resolution = 1024
+
+[network_args.args]
+network_dim = 64
+network_alpha = 128.0
+min_timestep = 0
+max_timestep = 1000
+network_train_unet_only = true
+
+[optimizer_args.args]
+optimizer_type = "AdamW8bitAO"
+lr_scheduler = "constant_with_warmup"
+loss_type = "l2"
+learning_rate = 3e-5
+warmup_ratio = 0.01
+max_grad_norm = 0.1
+zero_terminal_snr = true
+
+[saving_args.args]
+output_dir = "Y:/stable-diffusion/lora/derrian_distro/models"
+output_name = "illustriousXL20-vpred-conv-attempt"
+save_precision = "bf16"
+save_model_as = "safetensors"
+save_every_n_epochs = 1
+save_toml = true
+save_toml_location = "Y:/stable-diffusion/lora/derrian_distro/settings"
+
+[logging_args.args]
+logging_dir = "Y:/stable-diffusion/lora/derrian_distro/logs"
+log_prefix_mode = "disabled"
+run_name_mode = "default"
+log_with = "tensorboard"
+
+[edm_loss_args.args]
+edm2_loss_weighting = true
+edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCropV2ExMachina"
+edm2_loss_weighting_optimizer_lr = "5e-3"
+edm2_loss_weighting_optimizer_args = "{'update_strategy':'cautious', 'gamma':0.0, 'betas':(0.99,0.9999,0.999), 'adaptive_clip':0}"
+edm2_loss_weighting_max_grad_norm = "0"
+edm2_loss_weighting_generate_graph = true
+edm2_loss_weighting_generate_graph_output_dir = "Y:/stable-diffusion/lora/derrian_distro/LoRA_Easy_Training_Scripts/edm2 graphs"
+edm2_loss_weighting_generate_graph_every_x_steps = 10
+edm2_loss_weighting_generate_graph_y_limit = 20
+edm2_loss_weighting_initial_weights = ""
+edm2_loss_weighting_num_channels = 448
+
+[bucket_args.dataset_args]
+enable_bucket = true
+bucket_reso_steps = 64
+max_bucket_reso = 2048
+min_bucket_reso = 768
+
+[network_args.args.network_args]
+conv_dim = 64
+conv_alpha = 128.0
+algo = "locon"
+dora_wd = true
+
+[optimizer_args.args.optimizer_args]
+weight_decay = "0.042"
+betas = "0.9,0.99"
+bf16_stochastic_round = "True"

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000001.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd049ff9bc71a215c44c21580b4c4e450d7bda3d710b8db0cd2dfc959d8112d3
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce3d8b6a64563e4dddd874d9291c1d689f583099cf73a5a58b02e5181e2ea7f
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8341b25e8604722988f9e55acaf563d9da991a1fff7150b6ff83f182fb7fb2d
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a125f4b68f638c9132faed65c9d2c76669c784063daccd3e9504378ca50e0a0
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0645fd714f68fe8b9305340b9c8b6db501d859854858b206544bb366fae5b92
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71665df962bb4d0b8ebf1028586159c32defc4fe15d15a22b02f39c16ea17d09
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4c06970e178f74a74de0df463836a72d2d8586c85b4e18c470c94a40c4e89f
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e287501fb6499350f77917ae2c30339298b33b4248d05eff6406587ffec09f0
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6587199d4eb0676072b0c11efcd549256ef4b5621631eab4dbda8706502b06e0
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000010.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170f28cc756ee6ee47103de08fcc3789afe7a0c89bb032e4ce651992753a5a8a
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc804106073fe1602177f3c89fa1c8ecb99814c2f81a46add7f51b087f963e
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59691d6c7fda2766b876118575ee8f4015d3e769129833e23ce21e7dcfc17b77
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000013.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f01813d5fba300021d8d5fb404008eb9eedf9ff044e1173666de319775262c
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2322919ae813d0ca279f67be4c9d89b6d48c5b04046bd1a683e521757dbe5c17
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d454c5803c7c81e2c7af27ead1fadd9765e47b8fbe90e5bd2ba657246620f29b
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000016.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd5e41fde46ea3b5a211bf06b763331f874acc96ebb7e6f46848ddc5fdb8de8
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216d6043718362cd82ca71fe116bb4395467723b8913e4e3ad8ac281f976139d
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000018.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5d678eabea87e9f91616131c280222710b6a1d275636deb8c2f7dea36a79c5
+size 736896

illustriousXL20-vpred-conv-attempt-1/illustriousXL20-vpred-conv-attempt_edm2_loss_weights-000019.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a50e3f2815ea99fa62fd8dc2b558cbfa8ae84ea30a22ff9f08d2e884140fc3
+size 736896