Upload my file

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20250505_191035-lg5j0rns/run-lg5j0rns.wandb filter=lfs diff=lfs merge=lfs -text

dataset_wan.toml

@@ -0,0 +1,9 @@
+resolutions = [ 480,]
+enable_ar_bucket = false
+min_ar = 1.68
+max_ar = 1.88
+num_ar_buckets = 1
+frame_buckets = [21, 29,]
+[[directory]]
+path = "/workspace/push-in"
+num_repeats = 1

epoch10/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch10/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289864341f994a6fcf8f5c3414a6dcd23de631a5fe5afad7f264df00541d8a87
+size 359257680

epoch10/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch20/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch20/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac074113b4b467c929fe5875f6d432eec7de0b0981fbf111b3b4539ceeb81fca
+size 359257680

epoch20/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch30/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch30/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa1c81823f31172c95da55350391df8991fbf7149a561445ca1ded87bca7c92
+size 359257680

epoch30/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch40/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch40/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f364b8c7a21f9f80bc3a73556cac784dc29a37904d7eb9d139409d93697520
+size 359257680

epoch40/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch50/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch50/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26b9b57c892aaf4f39f460930fbdabe4fe065b9b75529d3f8dff22bfec3c62a
+size 359257680

epoch50/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch60/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch60/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018b6bef9b29073808580488549a5a04ab05d9cd7878ec446544d850bcdcade8
+size 359257680

epoch60/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch70/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch70/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9fb051fc7e6fad7591faa818e93db55e6d31657425ffa6b1223456295f9cc1
+size 359257680

epoch70/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch80/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch80/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55088f6a96ac17cf17b9b1a290f3fd31f1195e378deb49b8a4ebab5af40833ce
+size 359257680

epoch80/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

epoch90/adapter_config.json

@@ -0,0 +1,40 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "o",
+    "k",
+    "v",
+    "q",
+    "ffn.0",
+    "v_img",
+    "ffn.2",
+    "k_img"
+  ],
+  "task_type": null,
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

epoch90/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c25e965a959758884efd1e90a46c8b4cede98ea1a1ebc31c59fdedc2cb9ee3
+size 359257680

epoch90/wan.toml

@@ -0,0 +1,48 @@
+output_dir = "/workspace/ComfyUI/models/loras/out"
+dataset = "/workspace/configs/dataset_wan.toml"
+epochs = 1000
+micro_batch_size_per_gpu = 1
+pipeline_stages = 1
+gradient_accumulation_steps = 1
+gradient_clipping = 1.0
+warmup_steps = 40
+activation_checkpointing = true
+partition_method = "parameters"
+save_dtype = "bfloat16"
+caching_batch_size = 1
+steps_per_print = 1
+video_clip_mode = "single_beginning"
+save_every_n_epochs = 10
+checkpoint_every_n_minutes = 120
+blocks_to_swap = 20
+
+eval_every_n_epochs = 1
+eval_before_first_step = true
+eval_micro_batch_size_per_gpu = 1
+eval_gradient_accumulation_steps = 1
+
+[model]
+type = "wan"
+ckpt_path = "/workspace/Wan2.1"
+transformer_path = '/workspace/ComfyUI/models/diffusion_models/wan2.1_i2v_480p_14B_bf16.safetensors'
+llm_path = '/workspace/ComfyUI/models/text_encoders/umt5-xxl-enc-bf16.safetensors'
+dtype = "bfloat16"
+timestep_sample_method = "logit_normal"
+
+[adapter]
+type = "lora"
+rank = 32
+dtype = "bfloat16"
+
+[optimizer]
+type = "adamw_optimi"
+lr = 1e-5
+betas = [ 0.9, 0.99,]
+weight_decay = 0.01
+
+[monitoring]
+# Set to true and fill in these fields to enable wandb
+enable_wandb = true
+wandb_api_key = 'f46df1bb828b735bd22f94fff1be190ba5e046f9'
+wandb_tracker_name = 'wan-lora'
+wandb_run_name = 'wan-lora'

events.out.tfevents.1746472272.420c94ca0326.20093.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc78cf675810341f01a41a7c7ccd6a754c25400995bb4d0046bc0150d9ce6910
+size 196583

global_step1347/layer_00-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c682c9cc8e731c37498845f3a980635b04094468e55e77553c7a12ccff998f5
+size 920

global_step1347/layer_01-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7100d3e26fa520af5212aadefeb24aaad671b0eaf4ac35796621e87b495b4ee4
+size 8986838

global_step1347/layer_02-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53604eef3ce9c3701d7c49e833a6471bb8bcc51867208d2ec394fff92482b0d1
+size 8986838

global_step1347/layer_03-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c84057c3ff7784ea7b61dc1e9537396a690fd73974e58774c007e714260cb4
+size 8986838

global_step1347/layer_04-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8357f02b722621308523d92acd7506dccd3f17d3ebd8e7f3d43c1e34e9c8c848
+size 8986838

global_step1347/layer_05-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c7d27d5a18b0316dbbddb16d1d9bbeac45b2c66ea553b8d152a7df9d5fad1c
+size 8986838

global_step1347/layer_06-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4624cab288a75205f419b56e51adc265de9dccfa14c67b8571ff3092a9ce1d21
+size 8986838

global_step1347/layer_07-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b23272ad418c071cf4b938a8c32fe87a8b299b902dcc42a3ffd5abd7b34144a
+size 8986838

global_step1347/layer_08-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6386616c4a89bb31ecee50c953b444e1b6ef593b8ef31c01b04d1f8a63156875
+size 8986838

global_step1347/layer_09-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589e276b89d62900e4d88c5fc3fa96c34da720712431617f86b03c87ffc0635b
+size 8986838

global_step1347/layer_10-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80395f67c0189df41d694fe127ac2024e4605b3eb5156c98863600e8d0af0530
+size 8986838

global_step1347/layer_11-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7735fb65d7188cc33e6628493c940ec8b71901f45942892f197a05ac284d93d9
+size 8986838

global_step1347/layer_12-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c141f4c5ed2a2c8005f581457364760c1f1916a8bde29b52324f2b529a76f0
+size 8986838

global_step1347/layer_13-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a712e41d40d643b548b7df9040dbfaed0f0f0d5d07bdad0f7670bfca159264
+size 8986838

global_step1347/layer_14-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06997565bb8ba811ab0f82a6b185df638e6204fd04f5f5908436789dbd72ba7
+size 8986838

global_step1347/layer_15-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14e50409e4577a754706ef51dddb84291fc28916e332a4097b8dad56ec2a7de
+size 8986838

global_step1347/layer_16-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efc6563cc1bc1277d6322bfa2986291678391a61d75c9e208caac873b5a602e
+size 8986838

global_step1347/layer_17-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ea56cd7102eedb76d670cfe01055c65b6ee2e10486f48a73911d4a81bca5a0
+size 8986838

global_step1347/layer_18-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fd7023adf82f25c5c91a9cbe32ffe763814550cca1269bf2b31f6f8141ae14
+size 8986838

global_step1347/layer_19-model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2baedfd12f75feb166421fa9e248835e86c2f4751589513316cd5afb1b37dd
+size 8986838