Mariam-Elz commited on
Commit
9b0ae87
·
verified ·
1 Parent(s): d1c6df5

Upload configs/nf7_v3_SNR_rd_size_stroke_train.yaml with huggingface_hub

Browse files
configs/nf7_v3_SNR_rd_size_stroke_train.yaml ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config:
2
+ # others
3
+ seed: 1234
4
+ num_frames: 7
5
+ mode: pixel
6
+ offset_noise: true
7
+ # model related
8
+ models:
9
+ config: imagedream/configs/sd_v2_base_ipmv_zero_SNR.yaml
10
+ resume: release_models/sd-v2.1-base-4view-ipmv.pt
11
+ # sampler related
12
+ sampler:
13
+ target: libs.sample.ImageDreamDiffusion
14
+ params:
15
+ mode: pixel
16
+ num_frames: 7
17
+ camera_views: [1, 2, 3, 4, 5, 0, 0]
18
+ ref_position: 6
19
+ random_background: false
20
+ offset_noise: true
21
+ resize_rate: 1.0
22
+
23
+ # config datasets
24
+ train_data:
25
+ target: libs.data.DataRelativeStroke
26
+ params:
27
+ base_dir: train_examples
28
+ caption_csv: train_examples/caption.csv
29
+ image_size: 256
30
+ repeat: 1
31
+ camera_views: [1, 2, 3, 4, 5, 0, 0]
32
+ ref_indexs: [0, 1, 3, 4, 5, 2]
33
+ ref_position: 6
34
+ split: train
35
+ num_frames: 7
36
+ random_background: true
37
+ resize_rate: 0.95
38
+ stroke_p: 0.5
39
+ eval_size: 100
40
+ resize_range:
41
+ - 0.5
42
+ - 1.0
43
+ eval_data:
44
+ target: libs.data.DataRelativeStroke
45
+ params:
46
+ base_dir: train_examples
47
+ caption_csv: train_examples/caption.csv
48
+ image_size: 256
49
+ repeat: 1
50
+ camera_views: [1, 2, 3, 4, 5, 0, 0] # camera views are relative views
51
+ ref_indexs: [0, 1, 3, 4, 5, 2]
52
+ ref_position: 6
53
+ split: eval
54
+ num_frames: 7
55
+ random_background: true
56
+ resize_rate: 0.95
57
+ stroke_p: 0.5
58
+ eval_size: 100
59
+ resize_range:
60
+ - 0.5
61
+ - 1.0
62
+
63
+ in_the_wild_images:
64
+ target: libs.data.InTheWildImages
65
+ params:
66
+ base_dirs:
67
+ - examples
68
+
69
+ # optimizer related
70
+ optimizer:
71
+ lr: 5e-5
72
+ gradient_accumulation_steps: 12
73
+
74
+ # wandb related parameters
75
+ project: CRM
76
+ wandb_run_name: CRM-pixel
77
+ wandb_mode: offline
78
+
79
+
80
+ # training hyperparmeters
81
+ batch_size: 16
82
+ dataloader:
83
+ num_workers: 10
84
+ shuffle: true
85
+ drop_last: true
86
+
87
+ save_interval: 600000
88
+ log_interval: 5000
89
+ eval_interval: 300000
90
+ max_step: 10000000