Upload music_illustration_lora_v1/music_illustration.toml with huggingface_hub
Browse files
    	
        music_illustration_lora_v1/music_illustration.toml
    ADDED
    
    | 
         @@ -0,0 +1,39 @@ 
     | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
|
| 
         | 
| 
         | 
|
| 1 | 
         
            +
            pretrained_model_name_or_path = "sd-models/animefull-final-pruned.safetensors"
         
     | 
| 2 | 
         
            +
            train_data_dir = "/kaggle/input/lora-train-picture/music_illustration"
         
     | 
| 3 | 
         
            +
            shuffle_caption = true
         
     | 
| 4 | 
         
            +
            caption_extension = ".txt"
         
     | 
| 5 | 
         
            +
            keep_tokens = 1
         
     | 
| 6 | 
         
            +
            resolution = "512,916"
         
     | 
| 7 | 
         
            +
            enable_bucket = true
         
     | 
| 8 | 
         
            +
            output_dir = "/kaggle/working/output"
         
     | 
| 9 | 
         
            +
            output_name = "music_illustration"
         
     | 
| 10 | 
         
            +
            save_precision = "fp16"
         
     | 
| 11 | 
         
            +
            save_every_n_epochs = 1
         
     | 
| 12 | 
         
            +
            train_batch_size = 2
         
     | 
| 13 | 
         
            +
            max_token_length = 225
         
     | 
| 14 | 
         
            +
            xformers = true
         
     | 
| 15 | 
         
            +
            max_train_epochs = 20
         
     | 
| 16 | 
         
            +
            seed = 114514
         
     | 
| 17 | 
         
            +
            gradient_accumulation_steps = 64
         
     | 
| 18 | 
         
            +
            mixed_precision = "fp16"
         
     | 
| 19 | 
         
            +
            clip_skip = 2
         
     | 
| 20 | 
         
            +
            logging_dir = "/kaggle/working/output/logs"
         
     | 
| 21 | 
         
            +
            log_with = "wandb"
         
     | 
| 22 | 
         
            +
            log_prefix = "music_illustration"
         
     | 
| 23 | 
         
            +
            log_tracker_name = "music_illustration"
         
     | 
| 24 | 
         
            +
            lowram = true
         
     | 
| 25 | 
         
            +
            sample_every_n_epochs = 1
         
     | 
| 26 | 
         
            +
            sample_prompts = "/kaggle/input/lora-train-picture/music_illustration/tag.txt"
         
     | 
| 27 | 
         
            +
            sample_sampler = "euler_a"
         
     | 
| 28 | 
         
            +
            prior_loss_weight = 0.0
         
     | 
| 29 | 
         
            +
            optimizer_type = "Lion"
         
     | 
| 30 | 
         
            +
            learning_rate = 7e-5
         
     | 
| 31 | 
         
            +
            optimizer_args = [ "weight_decay=0.01", "betas=.95,.98",]
         
     | 
| 32 | 
         
            +
            lr_scheduler = "cosine_with_restarts"
         
     | 
| 33 | 
         
            +
            min_snr_gamma = 5.0
         
     | 
| 34 | 
         
            +
            unet_lr = 7e-5
         
     | 
| 35 | 
         
            +
            text_encoder_lr = 8e-6
         
     | 
| 36 | 
         
            +
            network_module = "networks.lora"
         
     | 
| 37 | 
         
            +
            network_dim = 64
         
     | 
| 38 | 
         
            +
            network_alpha = 32.0
         
     | 
| 39 | 
         
            +
            training_comment = "music_illustration_sukaka"
         
     |