Mariam-Elz commited on
Commit
2267898
·
verified ·
1 Parent(s): 908d32b

Upload configs/stage2-v2-snr_train.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. configs/stage2-v2-snr_train.yaml +79 -0
configs/stage2-v2-snr_train.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config:
2
+ # others
3
+ seed: 1234
4
+ num_frames: 6
5
+ mode: pixel
6
+ offset_noise: true
7
+ gd_type: xyz
8
+ # model related
9
+ models:
10
+ config: imagedream/configs/sd_v2_base_ipmv_chin8_zero_snr.yaml
11
+ resume: release_models/ImageDream/sd-v2.1-base-4view-ipmv.pt
12
+ resume_unet: null
13
+
14
+ # eval related
15
+ sampler:
16
+ target: libs.sample.ImageDreamDiffusionStage2
17
+ params:
18
+ mode: pixel
19
+ num_frames: 6
20
+ camera_views: [1, 2, 3, 4, 5, 0]
21
+ ref_position: null
22
+ random_background: false
23
+ offset_noise: true
24
+ resize_rate: 1.0
25
+
26
+ # config datasets
27
+ train_data:
28
+ target: libs.data.DataHQCRelative
29
+ params:
30
+ xyz_base: train_examples
31
+ base_dir: train_examples
32
+ caption_csv: train_examples/caption.csv
33
+ image_size: 256
34
+ repeat: 1
35
+ camera_views: [1, 2, 3, 4, 5, 0]
36
+ ref_indexs: [0, 1, 3, 4]
37
+ ref_position: null
38
+ split: train
39
+ num_frames: 6
40
+ random_background: true
41
+ resize_rate: 0.95
42
+ eval_data:
43
+ target: libs.data.DataHQCRelative
44
+ params:
45
+ xyz_base: train_examples
46
+ base_dir: train_examples
47
+ caption_csv: train_examples/caption.csv
48
+ image_size: 256
49
+ repeat: 1
50
+ camera_views: [1, 2, 3, 4, 5, 0] # when pixel mode, last image will be coverd by ref image
51
+ ref_indexs: [0, 1, 3, 4]
52
+ ref_position: null
53
+ split: eval
54
+ num_frames: 6
55
+ random_background: true
56
+ resize_rate: 0.95
57
+
58
+ # optimizer related
59
+ optimizer:
60
+ lr: 5e-5
61
+ gradient_accumulation_steps: 12
62
+
63
+ # wandb related parameters
64
+ project: CRM
65
+ wandb_run_name: CRM-xyz
66
+ wandb_mode: offline
67
+
68
+
69
+ # training hyperparmeters
70
+ batch_size: 16
71
+ dataloader:
72
+ num_workers: 10
73
+ shuffle: true
74
+ drop_last: true
75
+
76
+ save_interval: 400000
77
+ log_interval: 5000
78
+ eval_interval: 50000
79
+ max_step: 100000000