ep20

sdxs/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ee7be5e5baedf089130cb2e560a2a6927182917f332c38393e92abfe5a32bfc
+oid sha256:ac5b45c10bb18c53736919d2519722bd7ae65be46033ed7aca56a3c6fbc38816
 size 7010934208

train.py

@@ -24,7 +24,7 @@ import bitsandbytes as bnb
 # --------------------------- Параметры ---------------------------
 save_path = "datasets/768" # "datasets/576" #"datasets/576p2" #"datasets/1152p2" #"datasets/576p2" #"datasets/dataset384_temp" #"datasets/dataset384" #"datasets/imagenet-1kk" #"datasets/siski576" #"datasets/siski384" #"datasets/siski64" #"datasets/mnist"
 batch_size = 26 #26 #45 #11 #45 #555 #35 #7
-base_learning_rate = 9e-6 #1e-5 #2.5e-5 #4e-6 #9.5e-7 #9e-7 #2e-6 #1e-6 #9e-7 #1e-6 #2e-6 #1e-6 #2e-6 #6e-6 #2e-6 #8e-7 #6e-6 #2e-5 #4e-5 #3e-5 #5e-5 #8e-5
+base_learning_rate = 8e-6 #9e-6 #1e-5 #2.5e-5 #4e-6 #9.5e-7 #9e-7 #2e-6 #1e-6 #9e-7 #1e-6 #2e-6 #1e-6 #2e-6 #6e-6 #2e-6 #8e-7 #6e-6 #2e-5 #4e-5 #3e-5 #5e-5 #8e-5
 num_epochs = 3 #2 #36 #18
 project = "sdxs" #"sdxxxs"
 use_wandb = True
@@ -504,8 +504,8 @@ for epoch in range(start_epoch, start_epoch + num_epochs):
             target = scheduler.get_velocity(latents, noise, timesteps)
 
             # Считаем лосс
-            #loss = torch.nn.functional.mse_loss(noise_pred.float(), target.float())
-            loss = torch.nn.functional.mse_loss(noise_pred, target)
+            loss = torch.nn.functional.mse_loss(noise_pred.float(), target.float())
+            #loss = torch.nn.functional.mse_loss(noise_pred, target)
 
             # Делаем backward через Accelerator
             accelerator.backward(loss)