neural-os / pssearch_bsz64_acc1_lr8e5_512_leftclick_histpos_512_384.yaml
yuntian-deng's picture
Update pssearch_bsz64_acc1_lr8e5_512_leftclick_histpos_512_384.yaml
b6d2a31
save_path: saved_bsz64_acc1_lr8e5_512_leftclick_histpos_512_384_cont2
model:
base_learning_rate: 8.0e-05
target: ldm.models.diffusion.ddpm.LatentDiffusion
params:
linear_start: 0.0015
linear_end: 0.0195
num_timesteps_cond: 1
log_every_t: 200
timesteps: 1000
first_stage_key: image
cond_stage_key: action_
hybrid_key: c_concat
image_size: [64, 48]
channels: 3
cond_stage_trainable: true
conditioning_key: hybrid
monitor: val/loss_simple_ema
unet_config:
target: ldm.modules.diffusionmodules.openaimodel.UNetModel
params:
image_size: [64, 48]
in_channels: 41
out_channels: 4
model_channels: 192
attention_resolutions:
- 8
- 4
- 2
num_res_blocks: 2
channel_mult:
- 1
- 2
- 3
- 5
num_head_channels: 32
use_spatial_transformer: true
transformer_depth: 1
context_dim: 768
first_stage_config:
target: ldm.models.autoencoder.AutoencoderKL
params:
embed_dim: 4
monitor: val/rec_loss
ddconfig:
double_z: true
z_channels: 4
resolution: 256
in_channels: 3
out_ch: 3
ch: 128
ch_mult:
- 1
- 2
- 4
- 4
num_res_blocks: 2
attn_resolutions: []
dropout: 0.0
lossconfig:
target: torch.nn.Identity
cond_stage_config:
target: ldm.modules.encoders.modules.GPTEmbedder
params:
n_embed: 768
n_layer: 12
data:
target: data.data_processing.datasets.DataModule
params:
batch_size: 64
num_workers: 4
wrap: false
shuffle: True
drop_last: True
pin_memory: True
prefetch_factor: 2
persistent_workers: True
train:
target: data.data_processing.datasets.ActionsData
params:
data_csv_path: train_dataset/train_dataset.csv
#validation:
# target: data.data_processing.datasets.ActionsData
# params:
# data_csv_path: train_dataset/train_dataset_14frames_firstframe_allframes.csv
lightning:
trainer:
benchmark: False
max_epochs: 64
limit_val_batches: 0
accelerator: gpu
gpus: 1
accumulate_grad_batches: 1
gradient_clip_val: 1
checkpoint_callback: True