|
model:
|
|
base_learning_rate: 5e-5
|
|
target: ldm.models.diffusion.morphable_diffusion.SyncMultiviewDiffusion
|
|
params:
|
|
view_num: 16
|
|
image_size: 256
|
|
cfg_scale: 2.0
|
|
output_num: 8
|
|
batch_view_num: 4
|
|
finetune_unet: True
|
|
drop_conditions: false
|
|
projection: 'perspective'
|
|
use_spatial_volume: False
|
|
clip_image_encoder_path: ./ckpt/ViT-L-14.pt
|
|
target_elevation: 0
|
|
|
|
scheduler_config:
|
|
target: ldm.lr_scheduler.LambdaLinearScheduler
|
|
params:
|
|
warm_up_steps: [ 100 ]
|
|
cycle_lengths: [ 100000 ]
|
|
f_start: [ 0.02 ]
|
|
f_max: [ 1.0 ]
|
|
f_min: [ 1.0 ]
|
|
|
|
unet_config:
|
|
target: ldm.models.diffusion.attention.DepthWiseAttention
|
|
params:
|
|
volume_dims: [64, 128, 256, 512]
|
|
image_size: 32
|
|
in_channels: 8
|
|
out_channels: 4
|
|
model_channels: 320
|
|
attention_resolutions: [ 4, 2, 1 ]
|
|
num_res_blocks: 2
|
|
channel_mult: [ 1, 2, 4, 4 ]
|
|
num_heads: 8
|
|
use_spatial_transformer: True
|
|
transformer_depth: 1
|
|
context_dim: 768
|
|
use_checkpoint: True
|
|
legacy: False
|
|
|
|
data:
|
|
target: ldm.data.facescape.FaceScapeDataset
|
|
params:
|
|
data_dir: /cluster/scratch/xiychen/data/facescape_color_calibrated
|
|
mesh_topology: 'flame'
|
|
shuffled_expression: True
|
|
batch_size: 70
|
|
num_workers: 1
|
|
|
|
lightning:
|
|
modelcheckpoint:
|
|
params:
|
|
every_n_train_steps: 2000
|
|
callbacks:
|
|
{}
|
|
|
|
trainer:
|
|
benchmark: True
|
|
max_steps: 6000
|
|
val_check_interval: 250
|
|
num_sanity_val_steps: 0
|
|
precision: 32
|
|
check_val_every_n_epoch: null
|
|
accumulate_grad_batches: 1
|
|
|
