diff --git a/.gitattributes b/.gitattributes index a132f023f9da5d2702e69b9630d95062b8d31d52..2bcef6a68919f78668dad4f85041db16a839f21d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -374,3 +374,148 @@ seq_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long_lastvalid_ab seq_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long_lastvalid_ablation_head/training_225391_e4a2ad39e6963273_insert_map.png filter=lfs diff=lfs merge=lfs -text seq_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long_lastvalid_ablation_head/training_225391_f2e333d5ab085b71_occ_agent.png filter=lfs diff=lfs merge=lfs -text seq_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long_lastvalid_ablation_head/training_225391_f2e333d5ab085b71_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_003352_12a725c99e2aaf56_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_003352_12a725c99e2aaf56_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_003353_11e7a18d6bb79688_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_003353_11f939421937f967_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_003353_14bdfe3b4ada19bf_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_003353_1561804123f0e337_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_003353_16d8494156a5b841_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_003353_174ad7295f45aa95_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_004263_115c6ba86bf683c5_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_004263_115c6ba86bf683c5_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_004263_13156353a84a2f2f_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_004263_13156353a84a2f2f_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_004263_164784242fd9b02f_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_004263_164784242fd9b02f_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_004263_169ca74c66bf9ed0_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_004263_169ca74c66bf9ed0_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_004263_17f8c4685566ccd9_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_004263_17f8c4685566ccd9_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_004263_1a33ad2fbb8602c1_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_004263_1a33ad2fbb8602c1_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_004263_1a6b7592d196519_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_022418_103c73c18d6a259c_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_022418_112386794f00764c_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_022418_112386794f00764c_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_022418_11c58fe26cfb6f48_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_022418_11c58fe26cfb6f48_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_022418_12dffd87c5ecb555_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_022418_12dffd87c5ecb555_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_022418_1706c66176c79f70_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_022418_1706c66176c79f70_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_022418_175bb0ed572c5d13_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_022418_175bb0ed572c5d13_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_022418_196c55cabdd20f0f_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_022418_196c55cabdd20f0f_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_024423_100bcd6931009e18_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_024423_100bcd6931009e18_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_024423_11505eaf54db8fc8_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_024423_11505eaf54db8fc8_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_024423_12c11ec584177c3c_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_024423_12c11ec584177c3c_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_024423_146810b3ef0dcdb5_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_024423_146810b3ef0dcdb5_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_024423_1697d9d2c3e3401_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_024423_1697d9d2c3e3401_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_024423_16dbbc77c7cab9cf_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_024423_16dbbc77c7cab9cf_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_024423_19406b81b5a3d8e3_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_028469_1151359d72de95c2_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_028469_1151359d72de95c2_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_028470_132b536b00ac8301_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_028470_1374468009268a65_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_028470_13c17a915498bbba_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_028470_14258fc85590d62e_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_028470_14f3bfcd16f87267_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_028470_16db1c89909ef67a_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_050998_14e86489c20dc4d1_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_050998_14e86489c20dc4d1_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_050998_167ea74ffca4c5b3_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_050998_167ea74ffca4c5b3_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_050998_17f377e79146934a_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_050998_17f377e79146934a_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_050998_18719f4bc78b1fb1_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_050998_18bea69fc559e74c_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_050998_18bea69fc559e74c_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_050998_18d5cc6231b661da_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_050998_18d5cc6231b661da_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_050998_191da1a2c274d4dd_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_050998_191da1a2c274d4dd_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_053003_109c6c00d4b7dce3_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_053003_10f41fa73efb08d6_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_053003_10f41fa73efb08d6_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_053003_131a3b84a3fdf224_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_053003_131a3b84a3fdf224_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_053003_14eea656f8bf4290_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_053003_14eea656f8bf4290_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_053003_15552a5885ba7411_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_053003_15552a5885ba7411_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_053003_15a85412f9461576_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_053003_15a85412f9461576_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_053003_19c4d85332f37fe0_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_053003_19c4d85332f37fe0_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_057049_1937fd973f91e037_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_057049_1937fd973f91e037_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_057050_1043f1243fe04991_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_057050_11cb5b2299c1ce61_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_057050_121bf46385c50fd9_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_057050_155afeea9a335564_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_057050_1645ceb5f33aae_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_057050_167ed97dc21f11e6_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_058906_1511234d1ff2dabe_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_058906_1511234d1ff2dabe_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_058907_10b1e58def1809c0_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_058907_1150482a7b59c61d_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_058907_1521384e8f6cfee4_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_058907_16264ec0155019b6_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_058907_1821beaf06a4d23b_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_058907_199c04b229ea182e_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_068353_10b09eacc06955d0_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_068353_1266bc553d3160ef_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_068353_13988e72e385dccf_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_068353_1451a415203c1913_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_068353_15c3e288411df31c_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_068353_1981d796620f25cc_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_068353_1a7c5d38a7dcefba_insert_map.png filter=lfs diff=lfs merge=lfs -text +training_069263_117d7ae7722109b7_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_069263_117d7ae7722109b7_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_069263_141666bdcad3b052_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_069263_141666bdcad3b052_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_069263_14215cd0e72b589a_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_069263_14215cd0e72b589a_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_069263_1422363c5d2d7dca_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_069263_1422363c5d2d7dca_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_069263_1497a3857b6b26b3_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_069263_1497a3857b6b26b3_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_069263_14f5be1f643853ed_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_069263_14f5be1f643853ed_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_069263_1811d463770ffd2c_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_069263_1811d463770ffd2c_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_087418_1092a0e3ab0996d4_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_087418_1092a0e3ab0996d4_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_087418_1105a8fd1bca2238_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_087418_1105a8fd1bca2238_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_087418_11af6c3f74575313_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_087418_11af6c3f74575313_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_087418_12144349d2c57d3b_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_087418_132e9200a7993e14_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_087418_132e9200a7993e14_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_087418_16970bf716da04a3_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_087418_16970bf716da04a3_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_087418_183032bb514f0df5_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_087418_183032bb514f0df5_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_089423_11220a3845c87ed9_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_089423_11220a3845c87ed9_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_089423_1152dac4a37c9910_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_089423_1152dac4a37c9910_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_089423_1266bbf2f830888a_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_089423_1266bbf2f830888a_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_089423_149f682e19454efa_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_089423_149f682e19454efa_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_089423_187e3e8b968b540d_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_089423_187e3e8b968b540d_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_089423_19b3b2b054628318_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_089423_19b3b2b054628318_occ_pt.png filter=lfs diff=lfs merge=lfs -text +training_089423_1a1988dca2bb96e2_occ_agent.png filter=lfs diff=lfs merge=lfs -text +training_089423_1a1988dca2bb96e2_occ_pt.png filter=lfs diff=lfs merge=lfs -text diff --git a/backups/configs/experiments/ablate_head_tokens.yaml b/backups/configs/experiments/ablate_head_tokens.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a064b6aecf45b0857eeee536b097a43b6389301 --- /dev/null +++ b/backups/configs/experiments/ablate_head_tokens.yaml @@ -0,0 +1,107 @@ +# Config format schema number, the yaml support to valid case source from different dataset +time_info: &time_info + num_historical_steps: 11 + num_future_steps: 80 + use_intention: True + token_size: 2048 + predict_motion: True + predict_state: True + predict_map: True + predict_occ: True + state_token: + invalid: 0 + valid: 1 + enter: 2 + exit: 3 + pl2seed_radius: 75. + disable_head_token: True + grid_range: 150. # 2 times of pl2seed_radius + grid_interval: 3. + angle_interval: 3. + seed_size: 1 + buffer_size: 128 + max_num: 32 + +Dataset: + root: + train_batch_size: 1 + val_batch_size: 1 + test_batch_size: 1 + shuffle: True + num_workers: 1 + pin_memory: True + persistent_workers: True + train_raw_dir: 'data/waymo_processed/training' + val_raw_dir: 'data/waymo_processed/validation' + test_raw_dir: 'data/waymo_processed/validation' + val_tfrecords_splitted: data/waymo_processed/training/validation_tfrecords_splitted + transform: WaymoTargetBuilder + train_processed_dir: + val_processed_dir: + test_processed_dir: + dataset: 'scalable' + <<: *time_info + +Trainer: + strategy: ddp_find_unused_parameters_false + accelerator: 'gpu' + devices: 1 + max_epochs: 32 + save_ckpt_path: + num_nodes: 1 + mode: + ckpt_path: + precision: 32 + accumulate_grad_batches: 1 + overfit_epochs: 6000 + +Model: + predictor: 'smart' + decoder_type: 'agent_decoder' # choose from ['agent_decoder', 'occ_decoder'] + dataset: 'waymo' + input_dim: 2 + hidden_dim: 128 + output_dim: 2 + output_head: False + num_heads: 8 + <<: *time_info + head_dim: 16 + dropout: 0.1 + num_freq_bands: 64 + lr: 0.0005 + warmup_steps: 0 + total_steps: 32 + predict_map_token: False + num_recurrent_steps_val: 300 + val_open_loop: False + val_close_loop: True + val_insert: False + n_rollout_close_val: 1 + decoder: + <<: *time_info + num_map_layers: 3 + num_agent_layers: 6 + a2a_radius: 60 + pl2pl_radius: 10 + pl2a_radius: 30 + a2sa_radius: 10 + pl2sa_radius: 10 + time_span: 60 + loss_weight: + token_cls_loss: 1 + map_token_loss: 1 + state_cls_loss: 10 + type_cls_loss: 5 + pos_cls_loss: 1 + head_cls_loss: 1 + offset_reg_loss: 5 + shape_reg_loss: .2 + pos_reg_loss: 10 + head_reg_loss: 10 + state_weight: [0.1, 0.1, 0.8] # invalid, valid, exit + seed_state_weight: [0.1, 0.9] # invalid, enter + seed_type_weight: [0.8, 0.1, 0.1] + agent_occ_pos_weight: 100 + pt_occ_pos_weight: 5 + agent_occ_loss: 10 + pt_occ_loss: 10 diff --git a/backups/configs/experiments/ablate_state_and_grid_tokens.yaml b/backups/configs/experiments/ablate_state_and_grid_tokens.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dd7797e3a8a57dfeb868f9baf624b24947c6fb5a --- /dev/null +++ b/backups/configs/experiments/ablate_state_and_grid_tokens.yaml @@ -0,0 +1,107 @@ +# Config format schema number, the yaml support to valid case source from different dataset +time_info: &time_info + num_historical_steps: 11 + num_future_steps: 80 + use_intention: True + token_size: 2048 + predict_motion: True + predict_state: True + predict_map: True + predict_occ: True + state_token: + invalid: 0 + valid: 1 + enter: 2 + exit: 3 + pl2seed_radius: 75. + disable_state_tokens: True + disable_grid_token: True + grid_range: 150. # 2 times of pl2seed_radius + grid_interval: 3. + angle_interval: 3. + seed_size: 1 + buffer_size: 128 + max_num: 32 + +Dataset: + root: + train_batch_size: 1 + val_batch_size: 1 + test_batch_size: 1 + shuffle: True + num_workers: 1 + pin_memory: True + persistent_workers: True + train_raw_dir: 'data/waymo_processed/training' + val_raw_dir: 'data/waymo_processed/validation' + test_raw_dir: 'data/waymo_processed/validation' + val_tfrecords_splitted: data/waymo_processed/training/validation_tfrecords_splitted + transform: WaymoTargetBuilder + train_processed_dir: + val_processed_dir: + test_processed_dir: + dataset: 'scalable' + <<: *time_info + +Trainer: + strategy: ddp_find_unused_parameters_false + accelerator: 'gpu' + devices: 1 + max_epochs: 32 + save_ckpt_path: + num_nodes: 1 + mode: + ckpt_path: + precision: 32 + accumulate_grad_batches: 1 + overfit_epochs: 6000 + +Model: + predictor: 'smart' + decoder_type: 'agent_decoder' # choose from ['agent_decoder', 'occ_decoder'] + dataset: 'waymo' + input_dim: 2 + hidden_dim: 128 + output_dim: 2 + output_head: False + num_heads: 8 + <<: *time_info + head_dim: 16 + dropout: 0.1 + num_freq_bands: 64 + lr: 0.0005 + warmup_steps: 0 + total_steps: 32 + predict_map_token: False + num_recurrent_steps_val: 300 + val_open_loop: False + val_close_loop: True + val_insert: False + n_rollout_close_val: 1 + decoder: + <<: *time_info + num_map_layers: 3 + num_agent_layers: 6 + a2a_radius: 60 + pl2pl_radius: 10 + pl2a_radius: 30 + a2sa_radius: 10 + pl2sa_radius: 10 + time_span: 60 + loss_weight: + token_cls_loss: 1 + map_token_loss: 1 + state_cls_loss: 10 + type_cls_loss: 5 + pos_cls_loss: 1 + head_cls_loss: 1 + offset_reg_loss: 5 + shape_reg_loss: .2 + pos_reg_loss: 10 + state_weight: [0.1, 0.1, 0.8] # invalid, valid, exit + seed_state_weight: [0.1, 0.9] # invalid, enter + seed_type_weight: [0.8, 0.1, 0.1] + agent_occ_pos_weight: 100 + pt_occ_pos_weight: 5 + agent_occ_loss: 10 + pt_occ_loss: 10 diff --git a/backups/configs/experiments/ablate_state_tokens.yaml b/backups/configs/experiments/ablate_state_tokens.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7d6824d3140b46ceec956abfcf60507ff20cde9c --- /dev/null +++ b/backups/configs/experiments/ablate_state_tokens.yaml @@ -0,0 +1,106 @@ +# Config format schema number, the yaml support to valid case source from different dataset +time_info: &time_info + num_historical_steps: 11 + num_future_steps: 80 + use_intention: True + token_size: 2048 + predict_motion: True + predict_state: True + predict_map: True + predict_occ: True + state_token: + invalid: 0 + valid: 1 + enter: 2 + exit: 3 + pl2seed_radius: 75. + disable_state_tokens: True + grid_range: 150. # 2 times of pl2seed_radius + grid_interval: 3. + angle_interval: 3. + seed_size: 1 + buffer_size: 128 + max_num: 32 + +Dataset: + root: + train_batch_size: 1 + val_batch_size: 1 + test_batch_size: 1 + shuffle: True + num_workers: 1 + pin_memory: True + persistent_workers: True + train_raw_dir: 'data/waymo_processed/training' + val_raw_dir: 'data/waymo_processed/validation' + test_raw_dir: 'data/waymo_processed/validation' + val_tfrecords_splitted: data/waymo_processed/training/validation_tfrecords_splitted + transform: WaymoTargetBuilder + train_processed_dir: + val_processed_dir: + test_processed_dir: + dataset: 'scalable' + <<: *time_info + +Trainer: + strategy: ddp_find_unused_parameters_false + accelerator: 'gpu' + devices: 1 + max_epochs: 32 + save_ckpt_path: + num_nodes: 1 + mode: + ckpt_path: + precision: 32 + accumulate_grad_batches: 1 + overfit_epochs: 6000 + +Model: + predictor: 'smart' + decoder_type: 'agent_decoder' # choose from ['agent_decoder', 'occ_decoder'] + dataset: 'waymo' + input_dim: 2 + hidden_dim: 128 + output_dim: 2 + output_head: False + num_heads: 8 + <<: *time_info + head_dim: 16 + dropout: 0.1 + num_freq_bands: 64 + lr: 0.0005 + warmup_steps: 0 + total_steps: 32 + predict_map_token: False + num_recurrent_steps_val: 300 + val_open_loop: False + val_close_loop: True + val_insert: False + n_rollout_close_val: 1 + decoder: + <<: *time_info + num_map_layers: 3 + num_agent_layers: 6 + a2a_radius: 60 + pl2pl_radius: 10 + pl2a_radius: 30 + a2sa_radius: 10 + pl2sa_radius: 10 + time_span: 60 + loss_weight: + token_cls_loss: 1 + map_token_loss: 1 + state_cls_loss: 10 + type_cls_loss: 5 + pos_cls_loss: 1 + head_cls_loss: 1 + offset_reg_loss: 5 + shape_reg_loss: .2 + pos_reg_loss: 10 + state_weight: [0.1, 0.1, 0.8] # invalid, valid, exit + seed_state_weight: [0.1, 0.9] # invalid, enter + seed_type_weight: [0.8, 0.1, 0.1] + agent_occ_pos_weight: 100 + pt_occ_pos_weight: 5 + agent_occ_loss: 10 + pt_occ_loss: 10 diff --git a/backups/configs/ours_long_term_without_insertion.yaml b/backups/configs/ours_long_term_without_insertion.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3f879d7e66c1279e88b0015e62cd163f64c72496 --- /dev/null +++ b/backups/configs/ours_long_term_without_insertion.yaml @@ -0,0 +1,106 @@ +# Config format schema number, the yaml support to valid case source from different dataset +time_info: &time_info + num_historical_steps: 11 + num_future_steps: 80 + use_intention: True + token_size: 2048 + predict_motion: True + predict_state: True + predict_map: True + predict_occ: True + state_token: + invalid: 0 + valid: 1 + enter: 2 + exit: 3 + pl2seed_radius: 75. + disable_insertion: True + grid_range: 150. # 2 times of pl2seed_radius + grid_interval: 3. + angle_interval: 3. + seed_size: 1 + buffer_size: 128 + max_num: 32 + +Dataset: + root: + train_batch_size: 1 + val_batch_size: 1 + test_batch_size: 1 + shuffle: True + num_workers: 1 + pin_memory: True + persistent_workers: True + train_raw_dir: 'data/waymo_processed/training' + val_raw_dir: 'data/waymo_processed/validation' + test_raw_dir: 'data/waymo_processed/validation' + val_tfrecords_splitted: data/waymo_processed/training/validation_tfrecords_splitted + transform: WaymoTargetBuilder + train_processed_dir: + val_processed_dir: + test_processed_dir: + dataset: 'scalable' + <<: *time_info + +Trainer: + strategy: ddp_find_unused_parameters_false + accelerator: 'gpu' + devices: 1 + max_epochs: 32 + save_ckpt_path: + num_nodes: 1 + mode: + ckpt_path: + precision: 32 + accumulate_grad_batches: 1 + overfit_epochs: 6000 + +Model: + predictor: 'smart' + decoder_type: 'agent_decoder' # choose from ['agent_decoder', 'occ_decoder'] + dataset: 'waymo' + input_dim: 2 + hidden_dim: 128 + output_dim: 2 + output_head: False + num_heads: 8 + <<: *time_info + head_dim: 16 + dropout: 0.1 + num_freq_bands: 64 + lr: 0.0005 + warmup_steps: 0 + total_steps: 32 + predict_map_token: False + num_recurrent_steps_val: 300 + val_open_loop: False + val_close_loop: True + val_insert: False + n_rollout_close_val: 1 + decoder: + <<: *time_info + num_map_layers: 3 + num_agent_layers: 6 + a2a_radius: 60 + pl2pl_radius: 10 + pl2a_radius: 30 + a2sa_radius: 10 + pl2sa_radius: 10 + time_span: 60 + loss_weight: + token_cls_loss: 1 + map_token_loss: 1 + state_cls_loss: 10 + type_cls_loss: 5 + pos_cls_loss: 1 + head_cls_loss: 1 + offset_reg_loss: 5 + shape_reg_loss: .2 + pos_reg_loss: 10 + state_weight: [0.1, 0.1, 0.8] # invalid, valid, exit + seed_state_weight: [0.1, 0.9] # invalid, enter + seed_type_weight: [0.8, 0.1, 0.1] + agent_occ_pos_weight: 100 + pt_occ_pos_weight: 5 + agent_occ_loss: 10 + pt_occ_loss: 10 diff --git a/backups/dev/datasets/scalable_dataset.py b/backups/dev/datasets/scalable_dataset.py index 15d6d10fd802aa683bf09e20c14b0d2ee426c842..aad7603f89537672e4f9985bd55cc3cbb9cc6f9a 100644 --- a/backups/dev/datasets/scalable_dataset.py +++ b/backups/dev/datasets/scalable_dataset.py @@ -70,7 +70,7 @@ class MultiDataset(Dataset): self._raw_files = list(tqdm(filter(lambda fn: fn.removesuffix('.pkl') in valid_scenarios, self._raw_files), leave=False)) if len(self._raw_files) <= 0: raise RuntimeError(f'Invalid number of data {len(self._raw_files)}!') - self._raw_paths = list(map(lambda fn: os.path.join(raw_dir, fn), self._raw_files)) + self._raw_paths = list(map(lambda fn: os.path.join(raw_dir, fn), self._raw_files))[:20000] self.logger.debug(f"The number of {split} dataset is {len(self._raw_paths)}") self.logger.debug(f"The buffer size is {self.buffer_size}") diff --git a/backups/dev/metrics/compute_metrics.py b/backups/dev/metrics/compute_metrics.py index 5ce78f861953f9cb3d53375051467446da812fa0..b96ac56cb4572b5ae0779bfe6beb786bcdf0a9ad 100644 --- a/backups/dev/metrics/compute_metrics.py +++ b/backups/dev/metrics/compute_metrics.py @@ -20,7 +20,7 @@ from argparse import ArgumentParser from torch import Tensor from google.protobuf import text_format from torchmetrics import Metric -from typing import Optional, Sequence, List, Dict +from typing import Optional, Sequence, List, Dict, Tuple from waymo_open_dataset.utils.sim_agents import submission_specs @@ -480,6 +480,24 @@ def _compute_metametric( return metametric +def _compute_metametric_long( + config: long_metrics_pb2.SimAgentMetricsConfig, # type: ignore + metrics: Dict[str, Tensor], +): + """Computes the meta-metric aggregation.""" + metametric = torch.zeros((metrics['linear_speed_likelihood'].shape[1])) + for field_name in _METRIC_FIELD_NAMES: + likelihood_field_name = field_name + '_likelihood' + weight = getattr(config, field_name).metametric_weight + metric_score = metrics[likelihood_field_name][0] + metametric += weight * metric_score + for field_name in _METRIC_FIELD_NAMES: + likelihood_field_name = field_name + '_likelihood' + metric_score = metrics[likelihood_field_name][0] + metametric[metric_score == 0] = 0. + return metametric + + @dataclasses.dataclass(frozen=True) class MetricFeatures: @@ -709,11 +727,11 @@ class LogDistributions: distance_to_nearest_object: Tensor collision_indication: Tensor time_to_collision: Tensor - distance_to_road_edge: Tensor num_placement: Tensor num_removement: Tensor distance_placement: Tensor distance_removement: Tensor + distance_to_road_edge: Optional[Tensor] = None offroad_indication: Optional[Tensor] = None @@ -751,13 +769,25 @@ def _reduce_average_with_validity( if tensor.shape != validity.shape: raise ValueError('Shapes of `tensor` and `validity` must be the same.' f'(Actual: {tensor.shape}, {validity.shape}).') - cond_sum = torch.sum(torch.where(validity, tensor, torch.zeros_like(tensor))) - valid_sum = torch.sum(validity) - if valid_sum == 0: - return torch.tensor(0.) + cond_sum = torch.sum(torch.where(validity, tensor, torch.zeros_like(tensor)), dim=-1) + valid_sum = torch.sum(validity, dim=-1) + if valid_sum.sum() == 0: + return torch.full(valid_sum.shape[:2], -torch.inf) return cond_sum / valid_sum +def _reduce_mean(tensor: Tensor, dim: Optional[int] = None) -> Tensor: + validity = (tensor > 0.) & (tensor <= 1.) + if dim is None: + sum = torch.sum(torch.where(validity, tensor, torch.zeros_like(tensor))) + count = validity.sum().clamp(min=1) + return sum / count + else: + sum = torch.sum(torch.where(validity, tensor, torch.zeros_like(tensor)), dim=0) + count = validity.sum(dim=0).clamp(min=1) + return sum / count + + def histogram_estimate( config: long_metrics_pb2.SimAgentMetricsConfig.HistogramEstimate, # type: ignore log_samples: Tensor, @@ -889,7 +919,7 @@ def compute_scenario_metrics_for_bundle( log_distributions: LogDistributions, scenario_log: Optional[scenario_pb2.Scenario], # type: ignore scenario_rollouts: ScenarioRollouts, -) -> long_metrics_pb2.SimAgentMetrics: # type: ignore +) -> Tuple[long_metrics_pb2.SimAgentMetrics, dict]: # type: ignore features_fields = [field.name for field in dataclasses.fields(MetricFeatures)] features_fields.remove('object_id') @@ -981,15 +1011,19 @@ def compute_scenario_metrics_for_bundle( ) collision_likelihood = torch.exp(torch.mean(collision_score)) - distance_to_objects_log_likelihodd = log_likelihood_estimate_timeseries( + distance_to_objects_log_likelihod = log_likelihood_estimate_timeseries( field='distance_to_nearest_object', feature_config=config.distance_to_nearest_object, sim_values=sim_features.distance_to_nearest_object, log_distributions=log_distributions.distance_to_nearest_object, ) - distance_to_objects_likelihodd = torch.exp(_reduce_average_with_validity( - distance_to_objects_log_likelihodd, sim_features.valid)) - # CONSOLE.log(f'distance_to_objects_likelihodd: {distance_to_objects_likelihodd}') + distance_to_objects_valid = sim_features.valid & ( + (sim_features.distance_to_nearest_object >= config.distance_to_nearest_object.histogram.min_val) & + (sim_features.distance_to_nearest_object <= config.distance_to_nearest_object.histogram.max_val) + ) + distance_to_objects_likelihod = torch.exp(_reduce_average_with_validity( + distance_to_objects_log_likelihod, distance_to_objects_valid)) + # CONSOLE.log(f'distance_to_objects_likelihod: {distance_to_objects_likelihod}') ttc_log_likelihood = log_likelihood_estimate_timeseries( field='time_to_collision', @@ -1041,7 +1075,7 @@ def compute_scenario_metrics_for_bundle( sim_values=sim_features.distance_placement, log_distributions=log_distributions.distance_placement, ) - distance_placement_validity = ( + distance_placement_validity = sim_features.valid.unfold(-1, SHIFT, SHIFT)[..., 0] & ( (sim_features.distance_placement > config.distance_placement.histogram.min_val) & (sim_features.distance_placement < config.distance_placement.histogram.max_val) ) @@ -1053,7 +1087,7 @@ def compute_scenario_metrics_for_bundle( sim_values=sim_features.distance_removement, log_distributions=log_distributions.distance_removement, ) - distance_removement_validity = ( + distance_removement_validity = sim_features.valid.unfold(-1, SHIFT, SHIFT)[..., 0] & ( (sim_features.distance_removement > config.distance_removement.histogram.min_val) & (sim_features.distance_removement < config.distance_removement.histogram.max_val) ) @@ -1071,24 +1105,43 @@ def compute_scenario_metrics_for_bundle( # ==== Meta metric ==== likelihood_metrics = { - 'linear_speed_likelihood': float(linear_speed_likelihood.numpy()), - 'linear_acceleration_likelihood': float(linear_accel_likelihood.numpy()), - 'angular_speed_likelihood': float(angular_speed_likelihood.numpy()), - 'angular_acceleration_likelihood': float(angular_accel_likelihood.numpy()), - 'distance_to_nearest_object_likelihood': float(distance_to_objects_likelihodd.numpy()), - 'collision_indication_likelihood': float(collision_likelihood.numpy()), - 'time_to_collision_likelihood': float(ttc_likelihood.numpy()), - # 'distance_to_road_edge_likelihoodfloat(': distance_road_edge_likelihood.nump)y(), - # 'offroad_indication_likelihoodfloat(': offroad_likelihood.nump)y(), - 'num_placement_likelihood': float(num_placement_likelihood.numpy()), - 'num_removement_likelihood': float(num_removement_likelihood.numpy()), - 'distance_placement_likelihood': float(distance_placement_likelihood.numpy()), - 'distance_removement_likelihood': float(distance_removement_likelihood.numpy()), + 'linear_speed_likelihood': float(_reduce_mean(linear_speed_likelihood).numpy()), + 'linear_acceleration_likelihood': float(_reduce_mean(linear_accel_likelihood).numpy()), + 'angular_speed_likelihood': float(_reduce_mean(angular_speed_likelihood).numpy()), + 'angular_acceleration_likelihood': float(_reduce_mean(angular_accel_likelihood).numpy()), + 'distance_to_nearest_object_likelihood': float(_reduce_mean(distance_to_objects_likelihod).numpy()), + 'collision_indication_likelihood': float(_reduce_mean(collision_likelihood).numpy()), + 'time_to_collision_likelihood': float(_reduce_mean(ttc_likelihood).numpy()), + # 'distance_to_road_edge_likelihoodfloat(float(_reduce_mean(':).numpy()) distance_road_edge_likelihood.nump)y(), + # 'offroad_indication_likelihoodfloat(float(_reduce_mean(':).numpy()) offroad_likelihood.nump)y(), + 'num_placement_likelihood': float(_reduce_mean(num_placement_likelihood).numpy()), + 'num_removement_likelihood': float(_reduce_mean(num_removement_likelihood).numpy()), + 'distance_placement_likelihood': float(_reduce_mean(distance_placement_likelihood).numpy()), + 'distance_removement_likelihood': float(_reduce_mean(distance_removement_likelihood).numpy()), + } + + likelihood_metrics_long = { + 'linear_speed_likelihood': _reduce_mean(linear_speed_likelihood, dim=0).unsqueeze(dim=0), + 'linear_acceleration_likelihood': _reduce_mean(linear_accel_likelihood, dim=0).unsqueeze(dim=0), + 'angular_speed_likelihood': _reduce_mean(angular_speed_likelihood, dim=0).unsqueeze(dim=0), + 'angular_acceleration_likelihood': _reduce_mean(angular_accel_likelihood, dim=0).unsqueeze(dim=0), + 'distance_to_nearest_object_likelihood': _reduce_mean(distance_to_objects_likelihod, dim=0).unsqueeze(dim=0), + 'collision_indication_likelihood': _reduce_mean(torch.exp(torch.mean(collision_score, dim=-1)), dim=0).unsqueeze(dim=0), + 'time_to_collision_likelihood': _reduce_mean(ttc_likelihood, dim=0).unsqueeze(dim=0), + # 'distance_to_road_edge_likelihoodfloat(float(_reduce_mean(':).numpy()) distance_road_edge_likelihood.nump)y(), + # 'offroad_indication_likelihoodfloat(float(_reduce_mean(':).numpy()) offroad_likelihood.nump)y(), + 'num_placement_likelihood': torch.exp(torch.mean(num_placement_log_likelihood, dim=-1)), + 'num_removement_likelihood': torch.exp(torch.mean(num_removement_log_likelihood, dim=-1)), + 'distance_placement_likelihood': _reduce_mean(distance_placement_likelihood, dim=0).unsqueeze(dim=0), + 'distance_removement_likelihood': _reduce_mean(distance_removement_likelihood, dim=0).unsqueeze(dim=0), } metametric = _compute_metametric( config, long_metrics_pb2.SimAgentMetrics(**likelihood_metrics) ) + metametric_long = _compute_metametric_long( + config, likelihood_metrics_long + ) # CONSOLE.log(f'metametric: {metametric}') return long_metrics_pb2.SimAgentMetrics( @@ -1097,6 +1150,10 @@ def compute_scenario_metrics_for_bundle( simulated_collision_rate=float(simulated_collision_rate.numpy()), # simulated_offroad_rate=simulated_offroad_rate.numpy(), **likelihood_metrics, + ), dict( + scenario_id=scenario_rollouts.scenario_id, + metametric=metametric_long.unsqueeze(dim=0), + **likelihood_metrics_long, ) @@ -1122,9 +1179,6 @@ def _get_log_distributions( """ assert log_values.ndim == 2, f'Expect log_values.ndim==2, got {log_values.ndim}, shape {log_values.shape} for {field}' - # [n_objects, n_steps] -> [n_objects * n_steps] - log_samples = log_values.reshape(-1) - # ! estimate if estimate_method == 'histogram': config = feature_config.histogram @@ -1135,16 +1189,22 @@ def _get_log_distributions( additive_smoothing_pseudocount=feature_config.bernoulli.additive_smoothing_pseudocount ) ) - log_samples = log_samples.float() # cast torch.bool to torch.float32 + log_values = log_values.float() # cast torch.bool to torch.float32 + + if 'distance_' in field: + log_values = log_values[(log_values > config.min_val) & (log_values < config.max_val)] + + if field == 'num_placement': + log_values = log_values[:, :-2] # ignore the last two steps + + # [n_objects, n_steps] -> [n_objects * n_steps] + log_samples = log_values.reshape(-1) # We generate `num_bins`+1 edges for the histogram buckets. edges = torch.linspace( config.min_val, config.max_val, config.num_bins + 1 ).float() - if field in ('distance_placement', 'distance_removement'): - log_samples = log_samples[(log_samples > config.min_val) & (log_samples < config.max_val)] - # Clip the samples to avoid errors with histograms. Nonetheless, the min/max # values should be configured to never hit this condition in practice. log_samples = torch.clamp(log_samples, config.min_val, config.max_val) @@ -1198,6 +1258,7 @@ class LongMetric(Metric): ] for k in self.field_names: self.add_state(k, default=torch.tensor(0.), dist_reduce_fx='sum') + self.add_state(f'{k}_long', default=[], dist_reduce_fx='cat') self.add_state('scenario_counter', default=torch.tensor(0.), dist_reduce_fx='sum') self.add_state('placement_valid_scenario_counter', default=torch.tensor(0.), dist_reduce_fx='sum') self.add_state('removement_valid_scenario_counter', default=torch.tensor(0.), dist_reduce_fx='sum') @@ -1242,9 +1303,9 @@ class LongMetric(Metric): time_to_collision = _get_log_distributions('time_to_collision', self.metrics_config.time_to_collision, self.log_features.time_to_collision, ), - distance_to_road_edge = _get_log_distributions('distance_to_road_edge', - self.metrics_config.distance_to_road_edge, self.log_features.distance_to_road_edge, - ), + # distance_to_road_edge = _get_log_distributions('distance_to_road_edge', + # self.metrics_config.distance_to_road_edge, self.log_features.distance_to_road_edge, + # ), # dist_offroad_indication = _get_log_distributions( # 'offroad_indication', # self.metrics_config.offroad_indication, @@ -1259,12 +1320,10 @@ class LongMetric(Metric): self.metrics_config.num_removement, self.log_features.num_removement.float(), ), distance_placement = _get_log_distributions('distance_placement', - self.metrics_config.distance_placement, ( - self.log_features.distance_placement[self.log_features.distance_placement > 0])[None, ...], + self.metrics_config.distance_placement, self.log_features.distance_placement, ), distance_removement = _get_log_distributions('distance_removement', - self.metrics_config.distance_removement, ( - self.log_features.distance_removement[self.log_features.distance_removement > 0])[None, ...], + self.metrics_config.distance_removement, self.log_features.distance_removement, ), ) @@ -1328,31 +1387,41 @@ class LongMetric(Metric): metrics = self.compute_metrics(outputs) for scenario_metrics in metrics: + + _scenario_metrics, _scenario_metrics_long = scenario_metrics + self.scenario_counter += 1 - self.metametric += scenario_metrics.metametric + if _scenario_metrics.distance_placement_likelihood > 0: + self.placement_valid_scenario_counter += 1 + + if _scenario_metrics.distance_removement_likelihood > 0: + self.removement_valid_scenario_counter += 1 + + # float metrics + self.metametric += _scenario_metrics.metametric self.average_displacement_error += ( - scenario_metrics.average_displacement_error + _scenario_metrics.average_displacement_error ) self.min_average_displacement_error += ( - scenario_metrics.min_average_displacement_error + _scenario_metrics.min_average_displacement_error ) - self.linear_speed_likelihood += scenario_metrics.linear_speed_likelihood + self.linear_speed_likelihood += _scenario_metrics.linear_speed_likelihood self.linear_acceleration_likelihood += ( - scenario_metrics.linear_acceleration_likelihood + _scenario_metrics.linear_acceleration_likelihood ) - self.angular_speed_likelihood += scenario_metrics.angular_speed_likelihood + self.angular_speed_likelihood += _scenario_metrics.angular_speed_likelihood self.angular_acceleration_likelihood += ( - scenario_metrics.angular_acceleration_likelihood + _scenario_metrics.angular_acceleration_likelihood ) self.distance_to_nearest_object_likelihood += ( - scenario_metrics.distance_to_nearest_object_likelihood + _scenario_metrics.distance_to_nearest_object_likelihood ) self.collision_indication_likelihood += ( - scenario_metrics.collision_indication_likelihood + _scenario_metrics.collision_indication_likelihood ) self.time_to_collision_likelihood += ( - scenario_metrics.time_to_collision_likelihood + _scenario_metrics.time_to_collision_likelihood ) # self.distance_to_road_edge_likelihood += ( # scenario_metrics.distance_to_road_edge_likelihood @@ -1360,37 +1429,74 @@ class LongMetric(Metric): # self.offroad_indication_likelihood += ( # scenario_metrics.offroad_indication_likelihood # ) - self.simulated_collision_rate += scenario_metrics.simulated_collision_rate + self.simulated_collision_rate += _scenario_metrics.simulated_collision_rate # self.simulated_offroad_rate += scenario_metrics.simulated_offroad_rate self.num_placement_likelihood += ( - scenario_metrics.num_placement_likelihood + _scenario_metrics.num_placement_likelihood ) self.num_removement_likelihood += ( - scenario_metrics.num_removement_likelihood + _scenario_metrics.num_removement_likelihood ) self.distance_placement_likelihood += ( - scenario_metrics.distance_placement_likelihood + _scenario_metrics.distance_placement_likelihood ) self.distance_removement_likelihood += ( - scenario_metrics.distance_removement_likelihood + _scenario_metrics.distance_removement_likelihood ) - if scenario_metrics.distance_placement_likelihood > 0: - self.placement_valid_scenario_counter += 1 - - if scenario_metrics.distance_removement_likelihood > 0: - self.removement_valid_scenario_counter += 1 + # long metrics + self.metametric_long.append(_scenario_metrics_long['metametric']) + self.linear_speed_likelihood_long.append(_scenario_metrics_long['linear_speed_likelihood']) + self.linear_acceleration_likelihood_long.append( + _scenario_metrics_long['linear_acceleration_likelihood'] + ) + self.angular_speed_likelihood_long.append(_scenario_metrics_long['angular_speed_likelihood']) + self.angular_acceleration_likelihood_long.append( + _scenario_metrics_long['angular_acceleration_likelihood'] + ) + self.distance_to_nearest_object_likelihood_long.append( + _scenario_metrics_long['distance_to_nearest_object_likelihood'] + ) + self.collision_indication_likelihood_long.append( + _scenario_metrics_long['collision_indication_likelihood'] + ) + self.time_to_collision_likelihood_long.append( + _scenario_metrics_long['time_to_collision_likelihood'] + ) + # self.distance_to_road_edge_likelihood += ( + # scenario_metrics.distance_to_road_edge_likelihood + # ) + # self.offroad_indication_likelihood += ( + # scenario_metrics.offroad_indication_likelihood + # ) + self.num_placement_likelihood_long.append( + _scenario_metrics_long['num_placement_likelihood'] + ) + self.num_removement_likelihood_long.append( + _scenario_metrics_long['num_removement_likelihood'] + ) + self.distance_placement_likelihood_long.append( + _scenario_metrics_long['distance_placement_likelihood'] + ) + self.distance_removement_likelihood_long.append( + _scenario_metrics_long['distance_removement_likelihood'] + ) def compute(self) -> Dict[str, Tensor]: metrics_dict = {} + metrics_long_dict = {} for k in self.field_names: - if k not in ('distance_placement', 'distance_removement'): - metrics_dict[k] = getattr(self, k) / self.scenario_counter - if k == 'distance_placement': - metrics_dict[k] = getattr(self, k) / self.placement_valid_scenario_counter - if k == 'distance_removement': - metrics_dict[k] = getattr(self, k) / self.removement_valid_scenario_counter + # float metrics + if k not in ('distance_placement_likelihood', 'distance_removement_likelihood'): + metrics_dict[k] = getattr(self, k) / max(self.scenario_counter, 1) + if k == 'distance_placement_likelihood': + metrics_dict[k] = getattr(self, k) / max(self.placement_valid_scenario_counter, 1) + if k == 'distance_removement_likelihood': + metrics_dict[k] = getattr(self, k) / max(self.removement_valid_scenario_counter, 1) + # long metrics + if len(getattr(self, f'{k}_long')) > 0: + metrics_long_dict[k] = _reduce_mean(torch.cat(getattr(self, f'{k}_long')), dim=0) mean_metrics = long_metrics_pb2.SimAgentMetrics( scenario_id='', **metrics_dict, @@ -1398,7 +1504,10 @@ class LongMetric(Metric): final_metrics = self.aggregate_metrics_to_buckets( self.metrics_config, mean_metrics ) - CONSOLE.log(f'final_metrics:\n{final_metrics}') + mean_long_metrics = metrics_long_dict + final_long_metrics = self.aggregate_metrics_long_to_buckets( + self.metrics_config, mean_long_metrics + ) out_dict = { f"{self.prefix}/wosac/realism_meta_metric": final_metrics.realism_meta_metric, @@ -1412,6 +1521,18 @@ class LongMetric(Metric): for k in self.field_names: out_dict[f"{self.prefix}/wosac_likelihood/{k}"] = float(metrics_dict[k]) + out_dict.update({ + f"{self.prefix}/wosac_long/realism_meta_metric": [round(x, 4) for x in final_long_metrics['realism_meta_metric'].tolist()], + f"{self.prefix}/wosac_long/kinematic_metrics": [round(x, 4) for x in final_long_metrics['kinematic_metrics'].tolist()], + f"{self.prefix}/wosac_long/interactive_metrics": [round(x, 4) for x in final_long_metrics['interactive_metrics'].tolist()], + f"{self.prefix}/wosac_long/map_based_metrics": [round(x, 4) for x in final_long_metrics['map_based_metrics'].tolist()], + f"{self.prefix}/wosac_long/placement_based_metrics": [round(x, 4) for x in final_long_metrics['placement_based_metrics'].tolist()], + }) + for k in self.field_names: + if k not in metrics_long_dict: + continue + out_dict[f"{self.prefix}/wosac_long_likelihood/{k}"] = [round(x, 4) for x in metrics_long_dict[k].tolist()] + return out_dict @staticmethod @@ -1446,6 +1567,35 @@ class LongMetric(Metric): simulated_offroad_rate=metrics.simulated_offroad_rate, ) + @staticmethod + def aggregate_metrics_long_to_buckets( + config: long_metrics_pb2.SimAgentMetricsConfig, # type: ignore + metrics: Dict[str, Tensor], + ) -> Dict[str, Tensor]: + """Aggregates metrics into buckets for better readability.""" + bucketed_metrics = {} + for bucket_name, fields_in_bucket in _METRIC_FIELD_NAMES_BY_BUCKET.items(): + weighted_metric, weights_sum = torch.zeros(metrics['linear_speed_likelihood'].shape[0]), 0.0 + for field_name in fields_in_bucket: + likelihood_field_name = field_name + '_likelihood' + weight = getattr(config, field_name).metametric_weight + metric_score = metrics[likelihood_field_name] + weighted_metric += weight * metric_score + weights_sum += weight + if weights_sum == 0: + weights_sum = 1 # FIXME: hack!!! + # raise ValueError('The bucket\'s weight sum is zero. Check your metrics' + # ' config.') + bucketed_metrics[bucket_name] = weighted_metric / weights_sum + + return dict( + realism_meta_metric=metrics['metametric'], + kinematic_metrics=bucketed_metrics['kinematic'], + interactive_metrics=bucketed_metrics['interactive'], + map_based_metrics=bucketed_metrics['map_based'], + placement_based_metrics=bucketed_metrics['placement_based'], + ) + @staticmethod def load_metrics_config(config_path: str = 'dev/metrics/metric_config.textproto', ) -> long_metrics_pb2.SimAgentMetricsConfig: # type: ignore @@ -1788,7 +1938,8 @@ if __name__ == "__main__": elif args.debug: - debug_path = 'output/scalable_smart_long/validation_catk/idx_0_0_rollouts.pkl' + # debug_path = 'output/scalable_smart_long/validation_catk/idx_0_0_rollouts.pkl' + debug_path = '/u/xiuyu/work/dev4/dev/metrics/idx_0_0_rollouts.pkl' # ! for debugging with open(debug_path, 'rb') as f: diff --git a/backups/dev/model/smart.py b/backups/dev/model/smart.py index 2112540727480a5706b795c90a653c560b6bb14a..b05bedf1730c9bf8fdf62285a29f87b021a7eb29 100644 --- a/backups/dev/model/smart.py +++ b/backups/dev/model/smart.py @@ -21,6 +21,7 @@ from dev.datasets.preprocess import TokenProcessor from dev.metrics.compute_metrics import * from dev.utils.metrics import * from dev.utils.visualization import * +from dev.utils.func import wrap_angle class SMART(pl.LightningModule): @@ -66,6 +67,17 @@ class SMART(pl.LightningModule): if self.disable_grid_token: self.predict_occ = False + self.disable_head_token = getattr(model_config, 'disable_head_token') \ + if hasattr(model_config, 'disable_head_token') else False + self.use_head_token = not self.disable_head_token + + self.disable_state_token = getattr(model_config, 'disable_state_token') \ + if hasattr(model_config, 'disable_state_token') else False + self.use_state_token = not self.disable_state_token + + self.disable_insertion = getattr(model_config, 'disable_insertiion') \ + if hasattr(model_config, 'disable_insertion') else False + self.token_processer = TokenProcessor(self.token_size, training=self.training, predict_motion=self.predict_motion, @@ -115,6 +127,9 @@ class SMART(pl.LightningModule): predict_occ=self.predict_occ, state_token=model_config.state_token, use_grid_token=self.use_grid_token, + use_head_token=self.use_head_token, + use_state_token=self.use_state_token, + disable_insertion=self.disable_insertion, seed_size=self.seed_size, buffer_size=model_config.decoder.buffer_size, num_recurrent_steps_val=model_config.num_recurrent_steps_val, @@ -147,6 +162,7 @@ class SMART(pl.LightningModule): self.offset_reg_loss_seed = nn.MSELoss() self.shape_reg_loss_seed = nn.MSELoss() self.pos_reg_loss_seed = nn.MSELoss() + self.head_reg_loss_seed = nn.MSELoss() if self.predict_occ: self.occ_cls_loss = nn.CrossEntropyLoss() self.agent_occ_loss_seed = nn.BCEWithLogitsLoss( @@ -370,6 +386,7 @@ class SMART(pl.LightningModule): next_shape_gt_seed = pred['next_shape_gt_seed'] next_state_eval_mask_seed = pred['next_state_eval_mask_seed'] next_attr_eval_mask_seed = pred['next_attr_eval_mask_seed'] + next_head_eval_mask_seed = pred['next_head_eval_mask_seed'] # when num_seed_gt=0 loss term will be NaN state_cls_loss_seed = self.state_cls_loss_seed(next_state_prob_seed[next_state_eval_mask_seed], @@ -388,15 +405,12 @@ class SMART(pl.LightningModule): loss = loss + state_cls_loss_seed + type_cls_loss_seed + shape_reg_loss_seed - next_head_rel_prob_seed = pred['next_head_rel_prob_seed'] - next_head_rel_index_gt_seed = pred['next_head_rel_index_gt_seed'] - next_offset_xy_seed = pred['next_offset_xy_seed'] - next_offset_xy_gt_seed = pred['next_offset_xy_gt_seed'] - next_head_eval_mask_seed = pred['next_head_eval_mask_seed'] if self.use_grid_token: next_pos_rel_prob_seed = pred['next_pos_rel_prob_seed'] next_pos_rel_index_gt_seed = pred['next_pos_rel_index_gt_seed'] + next_offset_xy_seed = pred['next_offset_xy_seed'] + next_offset_xy_gt_seed = pred['next_offset_xy_gt_seed'] pos_cls_loss_seed = self.pos_cls_loss_seed(next_pos_rel_prob_seed[next_attr_eval_mask_seed], next_pos_rel_index_gt_seed[next_attr_eval_mask_seed]) * self.loss_weight['pos_cls_loss'] @@ -415,13 +429,28 @@ class SMART(pl.LightningModule): next_pos_rel_xy_gt_seed[next_attr_eval_mask_seed]) * self.loss_weight['pos_reg_loss'] pos_reg_loss_seed = torch.nan_to_num(pos_reg_loss_seed) self.log('seed_pos_reg_loss', pos_reg_loss_seed, **log_params) + loss = loss + pos_reg_loss_seed - head_cls_loss_seed = self.head_cls_loss_seed(next_head_rel_prob_seed[next_head_eval_mask_seed], - next_head_rel_index_gt_seed[next_head_eval_mask_seed]) * self.loss_weight['head_cls_loss'] - self.log('seed_head_cls_loss', head_cls_loss_seed, **log_params) + if self.use_head_token: + next_head_rel_prob_seed = pred['next_head_rel_prob_seed'] + next_head_rel_index_gt_seed = pred['next_head_rel_index_gt_seed'] + + head_cls_loss_seed = self.head_cls_loss_seed(next_head_rel_prob_seed[next_head_eval_mask_seed], + next_head_rel_index_gt_seed[next_head_eval_mask_seed]) * self.loss_weight['head_cls_loss'] + self.log('seed_head_cls_loss', head_cls_loss_seed, **log_params) - loss = loss + head_cls_loss_seed + loss = loss + head_cls_loss_seed + + else: + next_head_rel_theta_seed = pred['next_head_rel_theta_seed'] + next_head_rel_theta_gt_seed = pred['next_head_rel_theta_gt_seed'] + + head_reg_loss_seed = self.head_reg_loss_seed(next_head_rel_theta_seed[next_head_eval_mask_seed], + next_head_rel_theta_gt_seed[next_head_eval_mask_seed]) * self.loss_weight['head_reg_loss'] + self.log('seed_head_reg_loss', head_reg_loss_seed, **log_params) + + loss = loss + head_reg_loss_seed # plot_scenario_ids = ['74ad7b76d5906d39', '1351ea8b8333ddcb', '1352066cc3c0508d', '135436833ce5b9e7', '13570a32432d449', '13577c32a81336fb'] if random.random() < 4e-5 or int(os.getenv('DEBUG', 0)): @@ -988,6 +1017,7 @@ class SMART(pl.LightningModule): data['agent']['bos_mask'] = torch.zeros_like(data['agent']['state_idx']).bool() data['agent']['pos_xy'] = torch.zeros_like(data['agent']['token_pos']) + data['agent']['heading_theta'] = torch.zeros_like(data['agent']['token_heading']) if self.predict_occ: num_step = data['agent']['state_idx'].shape[1] data['agent']['pt_grid_token_idx'] = torch.zeros_like(data['pt_token']['token_idx'])[None].repeat(num_step, 1).long() @@ -1055,8 +1085,9 @@ class SMART(pl.LightningModule): data['agent']['grid_token_idx'][agent_batch_mask] = grid_token_idx data['agent']['grid_offset_xy'][agent_batch_mask] = offset_xy - data['agent']['pos_xy'][agent_batch_mask] = pos_xy data['agent']['heading_token_idx'][agent_batch_mask] = heading_token_idx + data['agent']['pos_xy'][agent_batch_mask] = pos_xy + data['agent']['heading_theta'][agent_batch_mask] = wrap_angle(rel_heading) data['agent']['sort_indices'][agent_batch_mask] = sort_indices data['agent']['inrange_mask'][agent_batch_mask] = torch.stack(is_inrange, dim=1) data['agent']['bos_mask'][agent_batch_mask] = torch.stack(is_bos, dim=1) diff --git a/backups/dev/modules/agent_decoder.py b/backups/dev/modules/agent_decoder.py index 1a0640a097958f7b95eafcd0ed11b54c34ab998b..528ceb70e1d7d780837f79edf8ad1f5dbdc63a08 100644 --- a/backups/dev/modules/agent_decoder.py +++ b/backups/dev/modules/agent_decoder.py @@ -121,6 +121,9 @@ class SMARTAgentDecoder(nn.Module): predict_occ: bool=False, state_token: Dict[str, int]=None, use_grid_token: bool=True, + use_head_token: bool=True, + use_state_token: bool=True, + disable_insertion: bool=False, seed_size: int=5, buffer_size: int=32, num_recurrent_steps_val: int=-1, @@ -148,6 +151,9 @@ class SMARTAgentDecoder(nn.Module): self.predict_map = predict_map self.predict_occ = predict_occ self.use_grid_token = use_grid_token + self.use_head_token = use_head_token + self.use_state_token = use_state_token + self.disable_insertion = disable_insertion self.num_recurrent_steps_val = num_recurrent_steps_val self.loss_weight = loss_weight self.logger = logger @@ -273,8 +279,12 @@ class SMARTAgentDecoder(nn.Module): else: self.seed_pos_rel_xy_predict_head = MLPLayer(input_dim=hidden_dim, hidden_dim=hidden_dim, output_dim=2) - self.seed_heading_rel_token_predict_head = MLPLayer(input_dim=hidden_dim, hidden_dim=hidden_dim, - output_dim=self.angle_size) + if self.use_head_token: + self.seed_heading_rel_token_predict_head = MLPLayer(input_dim=hidden_dim, hidden_dim=hidden_dim, + output_dim=self.angle_size) + else: + self.seed_heading_rel_theta_predict_head = MLPLayer(input_dim=hidden_dim, hidden_dim=hidden_dim, + output_dim=1) # self.seed_pt_occ_embed = MLPLayer(input_dim=self.grid_size, hidden_dim=hidden_dim, # output_dim=hidden_dim) @@ -1121,8 +1131,9 @@ class SMARTAgentDecoder(nn.Module): agent_grid_token_idx = data['agent']['grid_token_idx'] agent_grid_offset_xy = data['agent']['grid_offset_xy'] - agent_pos_xy = data['agent']['pos_xy'] agent_head_token_idx = data['agent']['heading_token_idx'] + agent_pos_xy = data['agent']['pos_xy'] + agent_heading_theta = data['agent']['heading_theta'] sort_indices = data['agent']['sort_indices'] device = pos_a.device @@ -1277,7 +1288,7 @@ class SMARTAgentDecoder(nn.Module): next_pos_rel_idx_seed = next_pos_rel_prob_seed.softmax(dim=-1).argmax(dim=-1, keepdim=True) else: next_pos_rel_prob_seed = self.seed_pos_rel_xy_predict_head(feat_seed) - next_pos_rel_xy_seed = F.tanh(next_pos_rel_prob_seed) + next_pos_rel_xy_seed = torch.tanh(next_pos_rel_prob_seed) next_pos_rel_index_gt = agent_grid_token_idx.long() next_pos_rel_xy_gt = agent_pos_xy.float() / self.pl2seed_radius @@ -1364,17 +1375,24 @@ class SMARTAgentDecoder(nn.Module): feat_sa = self.a2a_attn_layers[i](feat_sa, r_a2sa, edge_index_a2sa) feat_sa = feat_sa.reshape(num_step, -1, self.hidden_dim).transpose(0, 1) - next_head_rel_prob_seed = self.seed_heading_rel_token_predict_head(feat_sa) - next_head_rel_idx_seed = next_head_rel_prob_seed.softmax(dim=-1).argmax(dim=-1, keepdim=True) + if self.use_head_token: + next_head_rel_theta_seed = None + next_head_rel_prob_seed = self.seed_heading_rel_token_predict_head(feat_sa) + next_head_rel_idx_seed = next_head_rel_prob_seed.softmax(dim=-1).argmax(dim=-1, keepdim=True) + else: + next_head_rel_prob_seed = None + next_head_rel_theta_seed = self.seed_heading_rel_theta_predict_head(feat_sa) + next_head_rel_theta_seed = torch.tanh(next_head_rel_theta_seed)[..., 0] next_head_rel_index_gt_seed = agent_head_token_idx.long() + next_head_rel_theta_gt_seed = agent_heading_theta.float() / torch.pi # [-1, 1] - next_offset_xy_seed = next_offset_xy_gt_seed = None + next_offset_xy_seed = None if self.use_grid_token: next_offset_xy_seed = self.seed_offset_xy_predict_head(feat_sa) next_offset_xy_seed = torch.tanh(next_offset_xy_seed) * 2 # [-2, 2] - next_offset_xy_gt_seed = agent_grid_offset_xy.float() + next_offset_xy_gt_seed = agent_grid_offset_xy.float() # next token prediction mask bos_token_index = torch.nonzero(agent_state_index == self.enter_state) @@ -1593,6 +1611,8 @@ class SMARTAgentDecoder(nn.Module): 'next_pos_rel_xy_gt_seed': next_pos_rel_xy_gt_seed, 'next_head_rel_prob_seed': next_head_rel_prob_seed, 'next_head_rel_index_gt_seed': next_head_rel_index_gt_seed, + 'next_head_rel_theta_seed': next_head_rel_theta_seed, + 'next_head_rel_theta_gt_seed': next_head_rel_theta_gt_seed, 'next_offset_xy_seed': next_offset_xy_seed, 'next_offset_xy_gt_seed': next_offset_xy_gt_seed, 'next_shape_seed': next_shape_seed, @@ -1798,7 +1818,7 @@ class SMARTAgentDecoder(nn.Module): while True: p += 1 - if t == 0 or p - 1 >= insert_limit: break + if t == 0 or p - 1 >= insert_limit or self.disable_insertion: break # rebuild inference mask since number of agents have changed inference_mask = torch.zeros_like(temporal_mask) @@ -1934,7 +1954,7 @@ class SMARTAgentDecoder(nn.Module): continue else: next_pos_rel_xy_seed = self.seed_pos_rel_xy_predict_head(feat_seed[:, (self.num_historical_steps - 1) // self.shift - 1 + t]) - next_pos_seed = F.tanh(next_pos_rel_xy_seed) * self.pl2seed_radius + ego_pos_t_1 + next_pos_seed = torch.tanh(next_pos_rel_xy_seed) * self.pl2seed_radius + ego_pos_t_1 if torch.all(next_state_idx_seed == self.invalid_state) or num_new_agents + 1 > insert_limit: break @@ -2082,9 +2102,13 @@ class SMARTAgentDecoder(nn.Module): feat_a = self.a2a_attn_layers[i](feat_a, r_a2sa, edge_index_a2sa) feat_a = feat_a.reshape(num_infer_step, -1, self.hidden_dim).transpose(0, 1) - next_head_rel_prob_seed = self.seed_heading_rel_token_predict_head(feat_a[-num_new_agent:, (self.num_historical_steps - 1) // self.shift - 1 + t]) - next_head_rel_idx_seed = next_head_rel_prob_seed.softmax(dim=-1).argmax(dim=-1, keepdim=True) - next_head_seed = wrap_angle(self.attr_tokenizer.decode_heading(next_head_rel_idx_seed) + ego_head_t_1) + if self.use_head_token: + next_head_rel_prob_seed = self.seed_heading_rel_token_predict_head(feat_a[-num_new_agent:, (self.num_historical_steps - 1) // self.shift - 1 + t]) + next_head_rel_idx_seed = next_head_rel_prob_seed.softmax(dim=-1).argmax(dim=-1, keepdim=True) + next_head_seed = wrap_angle(self.attr_tokenizer.decode_heading(next_head_rel_idx_seed) + ego_head_t_1) + else: + next_head_rel_theta_seed = self.seed_heading_rel_theta_predict_head(feat_a[-num_new_agent:, (self.num_historical_steps - 1) // self.shift - 1 + t]) + next_head_seed = torch.tanh(next_head_rel_theta_seed) * torch.pi + ego_head_t_1 head_a[-num_new_agent:, (self.num_historical_steps - 1) // self.shift - 1 + t] = next_head_seed @@ -2188,6 +2212,8 @@ class SMARTAgentDecoder(nn.Module): next_state_idx = next_state_prob.softmax(dim=-1).argmax(dim=-1) next_state_idx[next_state_idx == self.valid_state_type.index('exit')] = self.exit_state next_state_idx[av_index] = self.valid_state # force ego_agent to be valid + if not self.use_state_token: + next_state_idx[next_state_idx == self.exit_state] = self.valid_state # convert the predicted token to a 0.5s (6 timesteps) trajectory expanded_token_index = next_token_idx[..., None, None, None].expand(-1, -1, 6, 4, 2) @@ -2302,6 +2328,7 @@ class SMARTAgentDecoder(nn.Module): agent_grid_emb = self.grid_token_emb[grid_a] feat_a = torch.cat([feat_a, agent_grid_emb], dim=-1) feat_a = self.fusion_emb(feat_a) + raw_feat_a = feat_a.clone() # ! IMPORANT: need to update `raw_feat_a` next_token_idx_list.append(next_token_idx[:, None]) next_state_idx_list.append(next_state_idx[:, None]) diff --git a/backups/dev/modules/smart_decoder.py b/backups/dev/modules/smart_decoder.py index 34cbf79af76ab2b284a3cae719d1ec2e92b2bf55..918f2008c3e5909c34d0f81c105d3cfa41080eb0 100644 --- a/backups/dev/modules/smart_decoder.py +++ b/backups/dev/modules/smart_decoder.py @@ -40,7 +40,10 @@ class SMARTDecoder(nn.Module): predict_state: bool=False, predict_map: bool=False, predict_occ: bool=False, - use_grid_token: bool=False, + use_grid_token: bool=True, + use_head_token: bool=True, + use_state_token: bool=True, + disable_insertion: bool=False, state_token: Dict[str, int]=None, seed_size: int=5, buffer_size: int=32, @@ -89,6 +92,9 @@ class SMARTDecoder(nn.Module): predict_occ=predict_occ, state_token=state_token, use_grid_token=use_grid_token, + use_head_token=use_head_token, + use_state_token=use_state_token, + disable_insertion=disable_insertion, seed_size=seed_size, buffer_size=buffer_size, num_recurrent_steps_val=num_recurrent_steps_val, diff --git a/backups/dev/utils/visualization.py b/backups/dev/utils/visualization.py index f754369b26c6f04478fbf2f83cc8375d1140d671..21a58f3d67ccd5f949cc04c6b2cd15e2787c1a8d 100644 --- a/backups/dev/utils/visualization.py +++ b/backups/dev/utils/visualization.py @@ -7,6 +7,7 @@ import tensorflow as tf import numpy as np import numpy.typing as npt import fnmatch +import io import seaborn as sns import matplotlib.axes as Axes import matplotlib.transforms as mtransforms @@ -650,7 +651,7 @@ def plot_map_token(ax: Axes, map_points: npt.NDArray, token_pos: npt.NDArray, to @safe_run def plot_map(ax: Axes, map_points: npt.NDArray, color='black'): - ax.scatter(map_points[:, 0], map_points[:, 1], s=0.2, c=color, edgecolors='none') + ax.scatter(map_points[:, 0], map_points[:, 1], s=0.5, c=color, edgecolors='none') xmin = np.min(map_points[:, 0]) xmax = np.max(map_points[:, 0]) @@ -744,36 +745,68 @@ def plot_all(map, xs, ys, angles, types, colors, is_avs, pl2seed_radius: float=2 ax.grid(False) ax.set_aspect('equal', adjustable='box') + # ! set plot limit if need + if kwargs.get('limit_size', None): + cx = float(xs[is_avs]) + cy = float(ys[is_avs]) + + lx, ly = kwargs['limit_size'] + xmin, xmax = cx - lx, cx + lx + ymin, ymax = cy - ly, cy + ly + + ax.set_xlim(xmin, xmax) + ax.set_ylim(ymin, ymax) + # ax.legend(loc='best', frameon=True) + pil_image = None if kwargs.get('save_path', None): plt.savefig(kwargs['save_path'], dpi=600, bbox_inches="tight") + else: + # !convert to PIL image + buf = io.BytesIO() + plt.savefig(buf, format='png', dpi=600, bbox_inches='tight') + buf.seek(0) + pil_image = Image.open(buf).convert('RGB') + plt.close() - return ax + return pil_image @safe_run def plot_file(gt_folder: str, folder: Optional[str] = None, - files: Optional[str] = None): + files: Optional[str] = None, + save_gif: bool = True, + batch_idx: Optional[int] = None, + time_idx: Optional[List[int]] = None, + limit_size: Optional[List[int]] = None, + **kwargs, + ) -> List[Image.Image]: + from dev.metrics.compute_metrics import _unbatch + shift = 5 + if files is None: assert os.path.exists(folder), f'Path {folder} does not exist.' files = list(fnmatch.filter(os.listdir(folder), 'idx_*_rollouts.pkl')) CONSOLE.log(f'Found {len(files)} rollouts files from {folder}.') - if folder is None: assert os.path.exists(files), f'Path {files} does not exist.' folder = os.path.dirname(files) files = [files] parent, folder_name = os.path.split(folder.rstrip(os.sep)) - save_path = os.path.join(parent, f'{folder_name}_plots') + if save_gif: + save_path = os.path.join(parent, f'{folder_name}_plots') + else: + save_path = None + file_outs = [] for file in (pbar := tqdm(files, leave=False, desc='Plotting files ...')): pbar.set_postfix(file=file) @@ -786,25 +819,64 @@ def plot_file(gt_folder: str, preds_traj = _unbatch(preds['pred_traj'], agent_batch) preds_head = _unbatch(preds['pred_head'], agent_batch) preds_type = _unbatch(preds['pred_type'], agent_batch) - preds_state = _unbatch(preds['pred_state'], agent_batch) + if 'pred_state' in preds: + preds_state = _unbatch(preds['pred_state'], agent_batch) + else: + preds_state = tuple([torch.ones((*traj.shape[:2], traj.shape[2] // shift)) for traj in preds_traj]) # [n_agent, n_rollout, n_step2Hz] preds_valid = _unbatch(preds['pred_valid'], agent_batch) + # ! fetch certain scenario + if batch_idx is not None: + scenario_ids = scenario_ids[batch_idx : batch_idx + 1] + agent_id = (agent_id[batch_idx],) + preds_traj = (preds_traj[batch_idx],) + preds_head = (preds_head[batch_idx],) + preds_type = (preds_type[batch_idx],) + preds_state = (preds_state[batch_idx],) + preds_valid = (preds_valid[batch_idx],) + + scenario_outs = [] for i, scenario_id in enumerate(scenario_ids): - n_rollouts = preds_traj[0].shape[1] + n_agent, n_rollouts = preds_traj[0].shape[:2] + rollout_outs = [] for j in range(n_rollouts): # 1 pred = dict(scenario_id=[scenario_id], pred_traj=preds_traj[i][:, j], pred_head=preds_head[i][:, j], - pred_state=preds_state[i][:, j], + pred_state=( + torch.cat([torch.zeros(n_agent, 1), preds_state[i][:, j].repeat_interleave(repeats=shift, dim=-1)], + dim=1) + ), pred_type=preds_type[i][:, j], ) - av_index = agent_id[i][:, 0].tolist().index(preds['av_id']) # NOTE: hard code!!! + # NOTE: hard code!!! + if 'av_id' in preds: + av_index = agent_id[i][:, 0].tolist().index(preds['av_id']) + else: + av_index = n_agent - 1 + + # ! load logged data data_path = os.path.join(gt_folder, 'validation', f'{scenario_id}.pkl') with open(data_path, 'rb') as f: data = pickle.load(f) - plot_val(data, pred, av_index=av_index, save_path=save_path) + + rollout_outs.append( + plot_val(data, pred, + av_index=av_index, + save_path=save_path, + save_gif=save_gif, + time_idx=time_idx, + limit_size=limit_size, + **kwargs + ) + ) + + scenario_outs.append(rollout_outs) + file_outs.append(scenario_outs) + + return file_outs @safe_run @@ -829,9 +901,9 @@ def plot_val(data: Union[dict, str], pred: dict, av_index: int, save_path: str, if 'agent_labels' in pred: kwargs.update(agent_labels=pred['agent_labels']) - plot_scenario(scenario_id, map_point, pred_traj, pred_head, pred_state, pred_type, - av_index=av_index, ids=ids, save_path=save_path, suffix=suffix, - pl2seed_radius=pl2seed_radius, attr_tokenizer=attr_tokenizer, **kwargs) + return plot_scenario(scenario_id, map_point, pred_traj, pred_head, pred_state, pred_type, + av_index=av_index, ids=ids, save_path=save_path, suffix=suffix, + pl2seed_radius=pl2seed_radius, attr_tokenizer=attr_tokenizer, **kwargs) @safe_run @@ -842,7 +914,7 @@ def plot_scenario(scenario_id: str, state: npt.NDArray, types: List[str], av_index: int, - color_type: Literal['state', 'type', 'seed']='seed', + color_type: Literal['state', 'type', 'seed', 'insert']='seed', state_type: List[str]=['invalid', 'valid', 'enter', 'exit'], plot_enter: bool=False, suffix: str='', @@ -862,7 +934,11 @@ def plot_scenario(scenario_id: str, num_historical_steps = 2 shift = 1 - if 'save_path' in kwargs and kwargs['save_path'] != '': + if ( + 'save_path' in kwargs + and kwargs['save_path'] != '' + and kwargs['save_path'] != None + ): os.makedirs(kwargs['save_path'], exist_ok=True) save_id = int(max([0] + list(map(lambda fname: int(fname.split("_")[-1]), filter(lambda fname: fname.startswith(scenario_id) @@ -909,13 +985,30 @@ def plot_scenario(scenario_id: str, agent_colors[is_exited, :] = seed_colors['exited'] agent_colors[is_entered, :] = seed_colors['entered'] + if color_type == 'insert': + agent_colors[:, :] = seed_colors['exited'] + agent_colors[av_index + 1:] = seed_colors['existing'] + agent_colors[av_index, :] = np.array(agent_palette[-1]) is_av = np.zeros_like(state[:, 0]).astype(np.bool_) is_av[av_index] = True - # draw agents + # ! get timesteps to plot + timesteps = list(range(num_timestep)) + if kwargs.get('time_idx', None) is not None: + time_idx = kwargs['time_idx'] + assert set(time_idx).issubset(set(timesteps)), f'Got invalid time_idx: {time_idx=} v.s. {timesteps=}' + timesteps = sorted(time_idx) + + # ! get plot limits + limit_size = kwargs.get('limit_size', None) + if limit_size is not None: + assert len(limit_size) == 2, f'Got invalid `limit_size`: {limit_size=}' + + # ! plot all + pil_images = [] fig_paths = [] - for tid in tqdm(range(num_timestep), leave=False, desc="Plot ..."): + for tid in tqdm(timesteps, leave=False, desc="Plot ..."): mask_t = visible_mask[:, tid] xs = traj[mask_t, tid, 0] ys = traj[mask_t, tid, 1] @@ -931,13 +1024,23 @@ def plot_scenario(scenario_id: str, labels = [agent_labels[i][tid // shift] for i in range(len(agent_labels)) if mask_t[i]] fig_path = None - if 'save_path' in kwargs: + if kwargs.get('save_path', None) is not None: save_path = kwargs['save_path'] fig_path = os.path.join(f"{save_path}/{scenario_id}_{str(save_id).zfill(3)}", f"{tid}.png") fig_paths.append(fig_path) - plot_all(map_data, xs, ys, angles, types_t, colors=colors, save_path=fig_path, is_avs=is_av_t, - pl2seed_radius=pl2seed_radius, attr_tokenizer=attr_tokenizer, enter_index=enter_index_t, labels=labels) + pil_images.append( + plot_all(map_data, xs, ys, angles, types_t, + colors=colors, + save_path=fig_path, + is_avs=is_av_t, + pl2seed_radius=pl2seed_radius, + attr_tokenizer=attr_tokenizer, + enter_index=enter_index_t, + labels=labels, + limit_size=limit_size, + ) + ) # generate gif if fig_paths and save_gif: @@ -958,6 +1061,8 @@ def plot_scenario(scenario_id: str, except Exception as e: tqdm.write(f"{e}! Failed to save gif at {gif_path}") + return pil_images + def match_token_map(data): @@ -1096,19 +1201,132 @@ def plot_tokenize(data, save_path: str): agent_type = agent_data['type'] ids = np.arange(raw_traj.shape[0]) - plot_scenario(scenario_id=tokenized_data['scenario_id'], - map_data=tokenized_data['map_point']['position'].numpy(), - traj=raw_traj.numpy(), - heading=raw_heading.numpy(), - state=agent_state.numpy(), - types=list(map(lambda i: AGENT_TYPE[i], agent_type.tolist())), - av_index=av_index, - ids=ids, - save_path=save_path, - pl2seed_radius=pl2seed_radius, - attr_tokenizer=attr_tokenizer, - color_type='state', - ) + return plot_scenario( + scenario_id=tokenized_data['scenario_id'], + map_data=tokenized_data['map_point']['position'].numpy(), + traj=raw_traj.numpy(), + heading=raw_heading.numpy(), + state=agent_state.numpy(), + types=list(map(lambda i: AGENT_TYPE[i], agent_type.tolist())), + av_index=av_index, + ids=ids, + save_path=save_path, + pl2seed_radius=pl2seed_radius, + attr_tokenizer=attr_tokenizer, + color_type='state', + ) + + +def get_metainfos(folder: str): + + import pandas as pd + + assert os.path.exists(folder), f'Path {folder} does not exist.' + files = list(fnmatch.filter(os.listdir(folder), 'idx_*_rollouts.pkl')) + CONSOLE.log(f'Found {len(files)} rollouts files from {folder}.') + + metainfos_path = f'{os.path.normpath(folder)}_metainfos.parquet' + csv_path = f'{os.path.normpath(folder)}_metainfos.csv' + + if not os.path.exists(metainfos_path): + + data = [] + for file in tqdm(files): + pkl_data = pickle.load(open(os.path.join(folder, file), 'rb')) + data.extend((file, scenario_id, index) for index, scenario_id in enumerate(pkl_data['_scenario_id'])) + + df = pd.DataFrame(data, columns=('rollout_file', 'scenario_id', 'index')) + df.to_parquet(metainfos_path) + df.to_csv(csv_path) + CONSOLE.log(f'Successfully saved to {metainfos_path}.') + + else: + CONSOLE.log(f'File {metainfos_path} already exists!') + return + + +def plot_comparison(methods: List[str], rollouts_paths: List[str], gt_folders: List[str], + save_path: str, scenario_ids: Optional[List[str]] = None): + import pandas as pd + from collections import defaultdict + + # ! hyperparameter + fps = 10 + + plot_time = [1, 6, 12, 18, 24, 30] + # plot_time = [1, 5, 10, 15, 20, 25] + time_idx = [int(time * fps) for time in plot_time] + + limit_size = [75, 60] # [width, height] + + # ! load metainfos + metainfos = defaultdict(dict) + for method, rollout_path in zip(methods, rollouts_paths): + meta_info_path = f'{os.path.normpath(rollout_path)}_metainfos.parquet' + metainfos[method]['df'] = pd.read_parquet(meta_info_path) + CONSOLE.log(f'Loaded {method=} with {len(metainfos[method]["df"]["scenario_id"])=}.') + common_scenarios = set(metainfos['ours']['df']['scenario_id']) + for method, meta_info in metainfos.items(): + if method == 'ours': + continue + common_scenarios &= set(meta_info['df']['scenario_id']) + for method, meta_info in metainfos.items(): + df = metainfos[method]['df'] + metainfos[method]['df'] = df[df['scenario_id'].isin(common_scenarios)] + CONSOLE.log(f'Filter and get {len(common_scenarios)=}.') + + # ! load data and plot + if scenario_ids is None: + scenario_ids = metainfos['ours']['df']['scenario_id'].tolist() + CONSOLE.log(f'Plotting {len(scenario_ids)=} ...') + + for scenario_id in (pbar := tqdm(scenario_ids)): + pbar.set_postfix(scenario_id=scenario_id) + + figures = dict() + for method, rollout_path, gt_folder in zip(methods, rollouts_paths, gt_folders): + df = metainfos[method]['df'] + _df = df.loc[df['scenario_id'] == scenario_id] + batch_idx = int(_df['index'].tolist()[0]) + rollout_file = _df['rollout_file'].tolist()[0] + figures[method] = plot_file( + gt_folder=gt_folder, + files=os.path.join(rollout_path, rollout_file), + save_gif=False, + batch_idx=batch_idx, + time_idx=time_idx, + limit_size=limit_size, + color_type='insert', + )[0][0][0] + + # ! plot figures + border = 5 + padding_x = 20 + padding_y = 50 + + img_width, img_height = figures['ours'][0].size + img_width = img_width + 2 * border + img_height = img_height + 2 * border + n_col = len(time_idx) + n_row = len(methods) + + W = n_col * img_width + (n_col - 1) * padding_x + H = n_row * img_height + (n_row - 1) * padding_y + + canvas = Image.new('RGB', (W, H), 'white') + for i_row, (method, method_figures) in enumerate(figures.items()): + for i_col, method_figure in enumerate(method_figures): + x = i_col * (img_width + padding_x) + y = i_row * (img_height + padding_y) + + padded_figure = Image.new('RGB', (img_width, img_height), 'black') + padded_figure.paste(method_figure, (border, border)) + + canvas.paste(padded_figure, (x, y)) + + canvas.save( + os.path.join(save_path, f'{scenario_id}.png') + ) if __name__ == "__main__": @@ -1124,6 +1342,11 @@ if __name__ == "__main__": parser.add_argument('--plot_file', action='store_true') parser.add_argument('--folder_path', type=str, default=None) parser.add_argument('--file_path', type=str, default=None) + # metainfos + parser.add_argument('--get_metainfos', action='store_true') + # plot comparison + parser.add_argument('--plot_comparison', action='store_true') + parser.add_argument('--comparison_folder', type=str, default='comparisons') args = parser.parse_args() if args.plot_tokenize: @@ -1143,3 +1366,29 @@ if __name__ == "__main__": if args.plot_file: plot_file(args.data_path, folder=args.folder_path, files=args.file_path) + + if args.get_metainfos: + + assert args.folder_path is not None, f'`folder_path` should not be None!' + get_metainfos(args.folder_path) + + if args.plot_comparison: + + methods = ['ours', 'smart'] + gt_folders = [ + '/baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/data/processed', + '/baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/data/processed', + '/baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/data/processed', + ] + rollouts_paths = [ + '/baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/output/scalable_smart_long/validation_ours0', + '/baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/output/scalable_smart_long/validation_smart', + '/baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/output/scalable_smart_long/validation_cslft', + ] + save_path = f'/baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/output/scalable_smart_long/{args.comparison_folder}/' + os.makedirs(save_path, exist_ok=True) + + scenario_ids = ['72ff3e1540b28431','a16c927b1a1cca74','a504d55ea6658de7','639949ea1d16125b'] + plot_comparison(methods, rollouts_paths, gt_folders, + save_path=save_path, + scenario_ids=scenario_ids) diff --git a/backups/scripts/compute_metrics.sh b/backups/scripts/compute_metrics.sh index 5d225e1c3988dea24f9f5b125c9e722b7e475c77..2637b29fde157ca01963c2cc6686651efccc5033 100644 --- a/backups/scripts/compute_metrics.sh +++ b/backups/scripts/compute_metrics.sh @@ -1,7 +1,20 @@ #!/bin/bash +# network +source /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/clash.sh +bash /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/clash-for-linux-backup/start.sh +proxy_on + +# env +source /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/anaconda3/etc/profile.d/conda.sh +conda config --append envs_dirs /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/.conda/envs +conda activate traj + +cd /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/ + export TORCH_LOGS='0' export TF_CPP_MIN_LOG_LEVEL='2' +export TF_ENABLE_ONEDNN_OPTS='0' export PYTHONPATH='.' NUM_WORKERS=$1 @@ -10,4 +23,4 @@ SIM_DIR=$2 echo 'Start running ...' python dev/metrics/compute_metrics.py --compute_metric --num_workers "$NUM_WORKERS" --sim_dir "$SIM_DIR" ${@:3} -echo 'Done! \ No newline at end of file +echo 'Done! diff --git a/backups/scripts/g8.sh b/backups/scripts/g8.sh index cb475f5c9c726557efc68b48a6d55dc1040498c5..7f87f022c7726555bab8d898e19d3836e6bfdbe5 100644 --- a/backups/scripts/g8.sh +++ b/backups/scripts/g8.sh @@ -8,7 +8,7 @@ #SBATCH --nodes=1 # Single node or multi node #SBATCH --nodelist=sota-6 #SBATCH --time 120:00:00 # Max time (hh:mm:ss) -#SBATCH --gres=gpu:8 # GPUs per node +#SBATCH --gres=gpu:7 # GPUs per node #SBATCH --mem=256G # Recommend 32G per GPU #SBATCH --ntasks-per-node=1 # Tasks per node #SBATCH --cpus-per-task=32 # Recommend 8 per GPU diff --git a/backups/scripts/hf_model.py b/backups/scripts/hf_model.py index 0e850e09d44a8b9a754d877af7d43e3d4b8bdee4..2b2ca65806b647b345cfd21333854e521d36a685 100644 --- a/backups/scripts/hf_model.py +++ b/backups/scripts/hf_model.py @@ -15,9 +15,9 @@ def upload(): try: if token is not None: - upload_folder(repo_id=args.repo_id, folder_path=args.folder_path, ignore_patterns=ignore_patterns, token=token) + upload_folder(repo_id=args.repo_id, folder_path=args.folder_path, ignore_patterns=ignore_patterns, path_in_repo=args.path_in_repo, token=token) else: - upload_folder(repo_id=args.repo_id, folder_path=args.folder_path, ignore_patterns=ignore_patterns) + upload_folder(repo_id=args.repo_id, folder_path=args.folder_path, ignore_patterns=ignore_patterns, path_in_repo=args.path_in_repo) table = Table(title=None, show_header=False, box=box.MINIMAL, title_style=style.Style(bold=True)) table.add_row(f"Model id {args.repo_id}", str(args.folder_path)) CONSOLE.print(Panel(table, title="[bold][green]:tada: Upload completed DO NOT forget specify the model id in methods! :tada:[/bold]", expand=False)) @@ -92,6 +92,7 @@ if __name__ == "__main__": parser.add_argument("--file_path", type=str, default=None, required=False) parser.add_argument("--save_path", type=str, default=None, required=False) parser.add_argument("--token", type=str, default=None, required=False) + parser.add_argument("--path_in_repo", type=str, default=None, required=False) args = parser.parse_args() token = args.token or os.getenv("hf_token", None) diff --git a/backups/scripts/run_eval.sh b/backups/scripts/run_eval.sh index 494ec55ac99385b482053ea4669656b333c12684..3fa6a9d7a26fb659c647f13cf35b182fb7832334 100644 --- a/backups/scripts/run_eval.sh +++ b/backups/scripts/run_eval.sh @@ -1,5 +1,17 @@ #! /bin/bash +# network +source /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/clash.sh +bash /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/clash-for-linux-backup/start.sh +proxy_on + +# env +source /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/anaconda3/etc/profile.d/conda.sh +conda config --append envs_dirs /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/.conda/envs +conda activate traj + +cd /baai-cwm-1/baai_cwm_ml/algorithm/xiuyu.yang/work/dev4/ + # env export REQUESTS_CA_BUNDLE="/etc/ssl/certs/ca-certificates.crt" export HTTPS_PROXY="https://192.168.0.10:443/" @@ -11,10 +23,12 @@ export WANDB=1 DEVICES=$1 CONFIG='configs/ours_long_term.yaml' # CKPT_PATH='output/scalable_smart_long/last.ckpt' -CKPT_PATH='output2/seq_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long/last.ckpt' +# CKPT_PATH='output2/seq_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long/last.ckpt' +CKPT_PATH='output2/seq_10_150_3_3_encode_occ_separate_offsets_bs8_128_no_seqindex_long_lastvalid_ablation_grid/last.ckpt' # run PYTHONPATH=".":$PYTHONPATH python3 run.py \ --devices $DEVICES \ --config $CONFIG \ --ckpt_path $CKPT_PATH ${@:2} + diff --git a/epoch=31.ckpt b/epoch=31.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..15d65c6595b113341438b745d4a486225e5874eb --- /dev/null +++ b/epoch=31.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e96741caea6c6b048b8dfa1b60ac3ad39435d42cbf06bdbd6fb84b25e1e2df8 +size 135738582 diff --git a/last.ckpt b/last.ckpt index 509a69803d7df91ae1e61b1a0e7ebd88d0809114..49e6aa2f1eef2c64bbd1274396a86f39c5857e4a 100644 --- a/last.ckpt +++ b/last.ckpt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25cfa41243cbea3b0d15c1414b767ec564ecca2656f0f2d78b13180d00b5c2da -size 116282362 +oid sha256:98509b491480103452e868729cbaba73eb96c07ba60bb344d9d851e4789aafaf +size 135738582 diff --git a/training_003352_12a725c99e2aaf56_occ_agent.png b/training_003352_12a725c99e2aaf56_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..4af57d603d994cf2bf84b6f650f2317a3d4e07f2 --- /dev/null +++ b/training_003352_12a725c99e2aaf56_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33fae517b65d7739f04e945500fad334a908b40494e89d133409f1d49a51769 +size 299074 diff --git a/training_003352_12a725c99e2aaf56_occ_pt.png b/training_003352_12a725c99e2aaf56_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..c9662a3d2b0b610d7c044a35219c8f25462d7af4 --- /dev/null +++ b/training_003352_12a725c99e2aaf56_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6043ab60e2b194bc64a856628674677a1faa6ffbeae5eb61aec26a888fc8a70 +size 838608 diff --git a/training_003353_11e7a18d6bb79688_insert_map.png b/training_003353_11e7a18d6bb79688_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..e04ea0790827a70ad80bf490350b69af959e91fe --- /dev/null +++ b/training_003353_11e7a18d6bb79688_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55000c04dc8b6e571f181e118538c912f0e2ce64b1474a79c3db95484387bc64 +size 184888 diff --git a/training_003353_11e7a18d6bb79688_prob_seed.png b/training_003353_11e7a18d6bb79688_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..5708f0fae4fbdc1be51658e77ca1b7593edcbebf Binary files /dev/null and b/training_003353_11e7a18d6bb79688_prob_seed.png differ diff --git a/training_003353_11f939421937f967_insert_map.png b/training_003353_11f939421937f967_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..51809b818747eb6a53f5cfc835652eaeb182625a --- /dev/null +++ b/training_003353_11f939421937f967_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec654b78a4d51634d3f35c2041ea638cc416013a3dd168a07ec5bd2bd69fdb0a +size 168685 diff --git a/training_003353_11f939421937f967_prob_seed.png b/training_003353_11f939421937f967_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..03a561f58793ca1cad19bb6284e25c583eca54f0 Binary files /dev/null and b/training_003353_11f939421937f967_prob_seed.png differ diff --git a/training_003353_14bdfe3b4ada19bf_insert_map.png b/training_003353_14bdfe3b4ada19bf_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..0db98588769cf8017ff37640c55cc6cd29c173cb --- /dev/null +++ b/training_003353_14bdfe3b4ada19bf_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e783b74f72d810d8ce9284f3d0f456aab79653efa8e63901e64a0544cfe1f68 +size 189376 diff --git a/training_003353_14bdfe3b4ada19bf_prob_seed.png b/training_003353_14bdfe3b4ada19bf_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..56032a265ab5f06c1cc1c068a683cd8610bd0e9f Binary files /dev/null and b/training_003353_14bdfe3b4ada19bf_prob_seed.png differ diff --git a/training_003353_1561804123f0e337_insert_map.png b/training_003353_1561804123f0e337_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..c08b8216e0382cfea4af1843ec7f7a301f45ecad --- /dev/null +++ b/training_003353_1561804123f0e337_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb912f781668305837caf6d0abfb71b4de33d0550d94611ebf2b09b1fa5ec123 +size 179263 diff --git a/training_003353_1561804123f0e337_prob_seed.png b/training_003353_1561804123f0e337_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..aa8c2163af6ab6b83c43f77df7135ad2f59c2796 Binary files /dev/null and b/training_003353_1561804123f0e337_prob_seed.png differ diff --git a/training_003353_16d8494156a5b841_insert_map.png b/training_003353_16d8494156a5b841_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..1dfb1d1da05e05a5a3c2a7f9d18576e2858a26e3 --- /dev/null +++ b/training_003353_16d8494156a5b841_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eba8de2e321042f67ab976e9c6ce0e5a80bf46b9a5852978db20dd0be1c743e +size 153280 diff --git a/training_003353_16d8494156a5b841_prob_seed.png b/training_003353_16d8494156a5b841_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..e7a2e974ae0c786f4bc4454ee4f59b7e08ffc7de Binary files /dev/null and b/training_003353_16d8494156a5b841_prob_seed.png differ diff --git a/training_003353_174ad7295f45aa95_insert_map.png b/training_003353_174ad7295f45aa95_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..fae714d01701724183eabfced66ace50b04f1c6f --- /dev/null +++ b/training_003353_174ad7295f45aa95_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829f4ae92ce9404504d057a65c90e67285913ef4594280dbf97d4e191ae2ee4a +size 178862 diff --git a/training_003353_174ad7295f45aa95_prob_seed.png b/training_003353_174ad7295f45aa95_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..bc2350c84834d4c848294c3ba10ebf4ccd2ed612 Binary files /dev/null and b/training_003353_174ad7295f45aa95_prob_seed.png differ diff --git a/training_004263_115c6ba86bf683c5_occ_agent.png b/training_004263_115c6ba86bf683c5_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..b1078b1fe4d0d2663008dcf766c82f135579cdf0 --- /dev/null +++ b/training_004263_115c6ba86bf683c5_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40efbb5bb9ccde820e31abe9b192b46bbb8b8a2ad562b8771a48cd9bfe079c96 +size 340533 diff --git a/training_004263_115c6ba86bf683c5_occ_pt.png b/training_004263_115c6ba86bf683c5_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..9f13e170b5c99d978b3666b41f2ef7d29102ca8d --- /dev/null +++ b/training_004263_115c6ba86bf683c5_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bfd0c7652c97484aca4b87051c5c930c4e26589258dbc31ba45e003cf1fddd2 +size 681297 diff --git a/training_004263_13156353a84a2f2f_occ_agent.png b/training_004263_13156353a84a2f2f_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..1ac0b0340195384c222dcf4ba3d33c05782ce894 --- /dev/null +++ b/training_004263_13156353a84a2f2f_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48c08feccf801693893ccbcd002dc6a4cdd391a9154fd6f276e92c646781c02 +size 288375 diff --git a/training_004263_13156353a84a2f2f_occ_pt.png b/training_004263_13156353a84a2f2f_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..400f3ed013365d375143d716d66be8299dbdd208 --- /dev/null +++ b/training_004263_13156353a84a2f2f_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e3e4aff7e9d62f444c59d3025841216f339bd883a68bef806a3c84f454469f +size 798137 diff --git a/training_004263_164784242fd9b02f_occ_agent.png b/training_004263_164784242fd9b02f_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..6eb329c5a6110624561a186eb0c8736690b4ff54 --- /dev/null +++ b/training_004263_164784242fd9b02f_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e51f6d0629c740f67897e55c477fcaa99ac309a7a850926d26e4e0cf669696 +size 289532 diff --git a/training_004263_164784242fd9b02f_occ_pt.png b/training_004263_164784242fd9b02f_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..7272070b3972183e78f32e3d244eab276826575a --- /dev/null +++ b/training_004263_164784242fd9b02f_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8009b1ef947b391769bfaba84841da744750e0b7e17615ce8ead7602afc8466f +size 956254 diff --git a/training_004263_169ca74c66bf9ed0_occ_agent.png b/training_004263_169ca74c66bf9ed0_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..f0ec84808b510a5844c610894e49d658fe0a5bd3 --- /dev/null +++ b/training_004263_169ca74c66bf9ed0_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe46d0af343fc5efad6bfc57b1d27a04db0e204e03c064c66d48f1b8a378508 +size 331510 diff --git a/training_004263_169ca74c66bf9ed0_occ_pt.png b/training_004263_169ca74c66bf9ed0_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..bae881c66874b3c5ddb15d9121eae65089ea8fad --- /dev/null +++ b/training_004263_169ca74c66bf9ed0_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0343cdfcd5de4dcc48df0fa49752dad49a7e905e434f52ed22b8f59cae02d4e1 +size 545807 diff --git a/training_004263_17f8c4685566ccd9_occ_agent.png b/training_004263_17f8c4685566ccd9_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..944120298bdddea1b529649bc6c82960215ec04e --- /dev/null +++ b/training_004263_17f8c4685566ccd9_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a9cb58919bfd80da318c5e0b82292f59659ba0c61161f7a7693c0af3d4ab9a +size 297592 diff --git a/training_004263_17f8c4685566ccd9_occ_pt.png b/training_004263_17f8c4685566ccd9_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..d638be2882434dc0ae56fe4ee4a9bec8e2fa3087 --- /dev/null +++ b/training_004263_17f8c4685566ccd9_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bcfd61352e9c54d0feae39c1d8e407b29c4245bd83d0630d891e6276a20fccb +size 644916 diff --git a/training_004263_1a33ad2fbb8602c1_occ_agent.png b/training_004263_1a33ad2fbb8602c1_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..2ef51f288ddb52e9cb8d41f764d9e71dfcf9e06b --- /dev/null +++ b/training_004263_1a33ad2fbb8602c1_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb0f2e4772dc57118adebf222d7560dfac726d67634f8ca4aff55d94dc24e156 +size 265342 diff --git a/training_004263_1a33ad2fbb8602c1_occ_pt.png b/training_004263_1a33ad2fbb8602c1_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..6fdb6453d359c372b500c81889adbaf4fc7c5164 --- /dev/null +++ b/training_004263_1a33ad2fbb8602c1_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aadf0c346ffe3e8727497c4ebc234777dab17f6aa2921c87bed696a34fcae679 +size 954705 diff --git a/training_004263_1a6b7592d196519_insert_map.png b/training_004263_1a6b7592d196519_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..84a9fe66b6ceeea8d86140c3d7cd8eb374d3208d --- /dev/null +++ b/training_004263_1a6b7592d196519_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1b7a024bc3833634be01461b5f21fb7bf24ed5835e1cefe666683500fffae10 +size 146783 diff --git a/training_004263_1a6b7592d196519_prob_seed.png b/training_004263_1a6b7592d196519_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..19bf1f6e89c40e9114f193ec2dc46491e1182169 Binary files /dev/null and b/training_004263_1a6b7592d196519_prob_seed.png differ diff --git a/training_022418_103c73c18d6a259c_insert_map.png b/training_022418_103c73c18d6a259c_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..01d799523e5cb47003285c39742c9d033c3920b2 --- /dev/null +++ b/training_022418_103c73c18d6a259c_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2220c21e908d23606745dbff573a94029a420a83eb6fe8ac524709e74e4d6d2d +size 173400 diff --git a/training_022418_103c73c18d6a259c_prob_seed.png b/training_022418_103c73c18d6a259c_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..590bd6abbf3e3cc104fc22dee4adaa95eac7593b Binary files /dev/null and b/training_022418_103c73c18d6a259c_prob_seed.png differ diff --git a/training_022418_112386794f00764c_occ_agent.png b/training_022418_112386794f00764c_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..71d6de951d19b6f11302655587807a1950d26f86 --- /dev/null +++ b/training_022418_112386794f00764c_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c51065930af02289f04e9c8c7be332da5fce0e973026ece0de687177979ebe5 +size 196863 diff --git a/training_022418_112386794f00764c_occ_pt.png b/training_022418_112386794f00764c_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..4132d6ce3c1e78d9769bda37889539da3d2c96d3 --- /dev/null +++ b/training_022418_112386794f00764c_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967e3e8affdccc2580b7dc9cb9bf7596c6ccd8f970ac1428e16ca107009bf7c0 +size 595110 diff --git a/training_022418_11c58fe26cfb6f48_occ_agent.png b/training_022418_11c58fe26cfb6f48_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..130e02bcdf5513d44d5e0c98bcbcb3eb0084a51c --- /dev/null +++ b/training_022418_11c58fe26cfb6f48_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ddc2aee15de29b81375248a8c912a428f6b81b378e7da08f6a7663ebcc95ffa +size 232975 diff --git a/training_022418_11c58fe26cfb6f48_occ_pt.png b/training_022418_11c58fe26cfb6f48_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..e28086e1f416d6570c178eedf61b6050f36760a5 --- /dev/null +++ b/training_022418_11c58fe26cfb6f48_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01702dc148691c071be352dbd9b5390e94e199d7455c7c1f685ad96a2cb78a9e +size 948652 diff --git a/training_022418_12dffd87c5ecb555_occ_agent.png b/training_022418_12dffd87c5ecb555_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..889188aab92edd371ce0e0f5cea22ab9be950241 --- /dev/null +++ b/training_022418_12dffd87c5ecb555_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5402a774daa9a731fbaebbbd7006b6ebbfcf8e425fcf76363dab8319e8b2aa50 +size 239867 diff --git a/training_022418_12dffd87c5ecb555_occ_pt.png b/training_022418_12dffd87c5ecb555_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..3b85d43cd40cb529cc119feeac04fae38e90eda4 --- /dev/null +++ b/training_022418_12dffd87c5ecb555_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd73d76f645927190fb1bca58c7524a687aca4995c8dc60f2cdcf03d03033881 +size 836008 diff --git a/training_022418_1706c66176c79f70_occ_agent.png b/training_022418_1706c66176c79f70_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..9b7aaea1056d598446a970562d8748eef85d6d8a --- /dev/null +++ b/training_022418_1706c66176c79f70_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef91d5e707fe7624f1f9c77aa88a9fdd66ee9f0fe82ff712a8111ebe790fdb60 +size 325384 diff --git a/training_022418_1706c66176c79f70_occ_pt.png b/training_022418_1706c66176c79f70_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..3421fc5126cc874bb39ac1eac9cd1c20d85cf973 --- /dev/null +++ b/training_022418_1706c66176c79f70_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a17ee6f9779c1ce5e05b6ce5b900d4e1067e145c3acd667d8436c4d46ee685e +size 928929 diff --git a/training_022418_175bb0ed572c5d13_occ_agent.png b/training_022418_175bb0ed572c5d13_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..fce29a079f1ed2e9178c6ab1319b1b31021dd27a --- /dev/null +++ b/training_022418_175bb0ed572c5d13_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52c18220a52797e9204d4095e2d3d0c327ae47f549d09a08a204b284c80c0dd +size 270949 diff --git a/training_022418_175bb0ed572c5d13_occ_pt.png b/training_022418_175bb0ed572c5d13_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..67dddcd5ccb5bcb4182a17afc9a494d3d1bced7d --- /dev/null +++ b/training_022418_175bb0ed572c5d13_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36f12be7be9c99fd8bccc5d2ba8c5c90abd9510f35885a13ef414d336b20ca9 +size 1019251 diff --git a/training_022418_196c55cabdd20f0f_occ_agent.png b/training_022418_196c55cabdd20f0f_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..e2de88c81224ff5240c9a008ccb76780cb8e95bb --- /dev/null +++ b/training_022418_196c55cabdd20f0f_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aa78c240e67a7e060f989a0f276f926ca6cc629c059afabfd067b8cd2a9a5bc +size 237366 diff --git a/training_022418_196c55cabdd20f0f_occ_pt.png b/training_022418_196c55cabdd20f0f_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..473c2316b3896d38ba2d8f7d1e8376297e9f7464 --- /dev/null +++ b/training_022418_196c55cabdd20f0f_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10310dcbd09ba9b1ef38573691d986557a6958cb7d32f64fcf0697528b3883d1 +size 631371 diff --git a/training_024423_100bcd6931009e18_occ_agent.png b/training_024423_100bcd6931009e18_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..3c96beb6b238d1ac7dacc7514700bb6fe458be19 --- /dev/null +++ b/training_024423_100bcd6931009e18_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3715b218ab3eacd555fdabc9ae47f86ade7ca7c752611c7444827a95d6d85862 +size 189276 diff --git a/training_024423_100bcd6931009e18_occ_pt.png b/training_024423_100bcd6931009e18_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..1480e76fd8990b556e12d714f0289d907ddcf9b2 --- /dev/null +++ b/training_024423_100bcd6931009e18_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57cec710855f27f160c80447eb5d382cfc0f14bc5b3eeab4858611d9908c9d1 +size 904681 diff --git a/training_024423_11505eaf54db8fc8_occ_agent.png b/training_024423_11505eaf54db8fc8_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..bcae264f39daae1e7937cf6df97534e8eca4f596 --- /dev/null +++ b/training_024423_11505eaf54db8fc8_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:579377183c51aed784f9f72915b81b18f1c8f77fd4f24cc81ed89da35d065cfd +size 240393 diff --git a/training_024423_11505eaf54db8fc8_occ_pt.png b/training_024423_11505eaf54db8fc8_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..e8ee031b262bb80416d184a241f7e3fc1e25112a --- /dev/null +++ b/training_024423_11505eaf54db8fc8_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51bf951922a9777974af83798f7e1783432f7f7bb6b2471521a1b8cac82cb7af +size 1057755 diff --git a/training_024423_12c11ec584177c3c_occ_agent.png b/training_024423_12c11ec584177c3c_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..6026a726351ae5e84af998e71f95f27f77ff1918 --- /dev/null +++ b/training_024423_12c11ec584177c3c_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c42b453b330778bbbf395654f02de2ccb3e3dcd7e717a5bd95e76319a4daebd +size 267681 diff --git a/training_024423_12c11ec584177c3c_occ_pt.png b/training_024423_12c11ec584177c3c_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..0854f33d85d4796a032483b92b5abbd39773356d --- /dev/null +++ b/training_024423_12c11ec584177c3c_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be48d087b5815c12612e02af20e30a0b468baf7d2e1731ddae42d0a68cda329 +size 809592 diff --git a/training_024423_146810b3ef0dcdb5_occ_agent.png b/training_024423_146810b3ef0dcdb5_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..99e1f4d15fb1b49750e9426d0447e58f1691d31d --- /dev/null +++ b/training_024423_146810b3ef0dcdb5_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00eeb00e89bf41ad226d477b14b378d0f8ab069d980c99298afb8353149485f0 +size 270993 diff --git a/training_024423_146810b3ef0dcdb5_occ_pt.png b/training_024423_146810b3ef0dcdb5_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..72231841eef1e2a3dccfff259c702c3bdf741f75 --- /dev/null +++ b/training_024423_146810b3ef0dcdb5_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63832abb889f320928dcb3371d4afaf11de3e0afead66863ee51dd0b1d76205b +size 678558 diff --git a/training_024423_1697d9d2c3e3401_occ_agent.png b/training_024423_1697d9d2c3e3401_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..ba2d2cb718a6bcc33a31279a670ff49b077ff66f --- /dev/null +++ b/training_024423_1697d9d2c3e3401_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e546a1b53b3ee332fc0dd6a2fcba68e733a3d224e7dfb7be269f50fbdf1dd2ad +size 263257 diff --git a/training_024423_1697d9d2c3e3401_occ_pt.png b/training_024423_1697d9d2c3e3401_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..01601f7f5867f3c25618cd39c746ee6d78978a22 --- /dev/null +++ b/training_024423_1697d9d2c3e3401_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3899a580baf6671f8f4e24e6dfce50702ac36748e55afd18d8aec1b73af68f7b +size 520712 diff --git a/training_024423_16dbbc77c7cab9cf_occ_agent.png b/training_024423_16dbbc77c7cab9cf_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..7006748aa109d58fbd6d8fbff7ce331ab1c5ea58 --- /dev/null +++ b/training_024423_16dbbc77c7cab9cf_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e04a478f64372d5dec354cecec0a2e30cff3e10e58f203d62bd7eab2ee2bda6 +size 201953 diff --git a/training_024423_16dbbc77c7cab9cf_occ_pt.png b/training_024423_16dbbc77c7cab9cf_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..542559cca73b7af7a5e72b23ed43d8a289a4e922 --- /dev/null +++ b/training_024423_16dbbc77c7cab9cf_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e0df171e97859fbd09951347dca59f218d99a68e7c40a847de61599887c5da +size 916516 diff --git a/training_024423_19406b81b5a3d8e3_insert_map.png b/training_024423_19406b81b5a3d8e3_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..d805436bbe575e69b130c5bbcecdb44367fa3247 --- /dev/null +++ b/training_024423_19406b81b5a3d8e3_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:853dde5e0d5e85c40791fbadcbd6efc057c0420f657e08a2009d1941469b4941 +size 127372 diff --git a/training_024423_19406b81b5a3d8e3_prob_seed.png b/training_024423_19406b81b5a3d8e3_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..b8c4056cc7f5d96a2bee7c8fe17e84f46a8f6ad3 Binary files /dev/null and b/training_024423_19406b81b5a3d8e3_prob_seed.png differ diff --git a/training_028469_1151359d72de95c2_occ_agent.png b/training_028469_1151359d72de95c2_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..25831289443e4d3a0d32c6e2b5f6793d5e30a682 --- /dev/null +++ b/training_028469_1151359d72de95c2_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6c174a4b9ab38fd6c4c7959a3cdf6c76c01d23b85804bcf1063ad7d5153badd +size 285831 diff --git a/training_028469_1151359d72de95c2_occ_pt.png b/training_028469_1151359d72de95c2_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..b44c13c4e7b9effdcac1ede0c329d28d0ed3223d --- /dev/null +++ b/training_028469_1151359d72de95c2_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc4fbe33fb6c4b2cb5a5fef93f986f5b884e19ba9103f113c99f2666ab6c99b +size 1158901 diff --git a/training_028470_132b536b00ac8301_insert_map.png b/training_028470_132b536b00ac8301_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..f677684fddc4679d59c5836773b6bdbe6c0aaf78 --- /dev/null +++ b/training_028470_132b536b00ac8301_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8477ee0e8ad3d9f3fb9a868d95c9e15571ea89f5b2ca4ba63ac71b746c1b1275 +size 147203 diff --git a/training_028470_132b536b00ac8301_prob_seed.png b/training_028470_132b536b00ac8301_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..83a5391bfdf74bfe5f7d2d1cca1a1cd20a992bc9 Binary files /dev/null and b/training_028470_132b536b00ac8301_prob_seed.png differ diff --git a/training_028470_1374468009268a65_insert_map.png b/training_028470_1374468009268a65_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..8b3939bbf30729b9de5d6ee6de82ed6da7cc8bd4 --- /dev/null +++ b/training_028470_1374468009268a65_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240a5e1ec1867229f5a88e2c8b6c7d774862e84dbe3b211fc60af3f4b65dabbe +size 148893 diff --git a/training_028470_1374468009268a65_prob_seed.png b/training_028470_1374468009268a65_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..b531f4125dae5ce255fa9e3a1eab7380ce141af7 Binary files /dev/null and b/training_028470_1374468009268a65_prob_seed.png differ diff --git a/training_028470_13c17a915498bbba_insert_map.png b/training_028470_13c17a915498bbba_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..4a96e322108f4ccd0891adbfd2649a638ec24deb --- /dev/null +++ b/training_028470_13c17a915498bbba_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0032a1465972a450456fe2b52aad5e193ce2e33b68fb3cac5d84de278ecadda5 +size 160673 diff --git a/training_028470_13c17a915498bbba_prob_seed.png b/training_028470_13c17a915498bbba_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..f29a2029ae7a35b8a5e7ab2c114bb7e2266ee8e7 Binary files /dev/null and b/training_028470_13c17a915498bbba_prob_seed.png differ diff --git a/training_028470_14258fc85590d62e_insert_map.png b/training_028470_14258fc85590d62e_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..54ec0d99391d4b08336cbb0751eecc48fd7897c0 --- /dev/null +++ b/training_028470_14258fc85590d62e_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569ad53f0ed044b50e07971ded00b01ed7a69c762565d8e1a6af859a4571fc39 +size 123039 diff --git a/training_028470_14258fc85590d62e_prob_seed.png b/training_028470_14258fc85590d62e_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..fbdc42b4f8dc7972d0a5cdf157a0d5d28cc54fbe Binary files /dev/null and b/training_028470_14258fc85590d62e_prob_seed.png differ diff --git a/training_028470_14f3bfcd16f87267_insert_map.png b/training_028470_14f3bfcd16f87267_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..eb5af54457679bf3e424db467390b2c5ef2800ec --- /dev/null +++ b/training_028470_14f3bfcd16f87267_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dad5b414dee96ecdf0eddd38d09e3a23e3148a8f7c87d6a4d65b09575e1f08c6 +size 177725 diff --git a/training_028470_14f3bfcd16f87267_prob_seed.png b/training_028470_14f3bfcd16f87267_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..cfb2be06763ccc325f0817aab06507714babb458 Binary files /dev/null and b/training_028470_14f3bfcd16f87267_prob_seed.png differ diff --git a/training_028470_16db1c89909ef67a_insert_map.png b/training_028470_16db1c89909ef67a_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..218fa69c2ff4ef1acaa12000a7af4df4449555cd --- /dev/null +++ b/training_028470_16db1c89909ef67a_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015fb98f74c78a69e5cf7491ff211ed6415907ea20c1a68e7f7e36627f11cc15 +size 174308 diff --git a/training_028470_16db1c89909ef67a_prob_seed.png b/training_028470_16db1c89909ef67a_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..6c9e37a24d4f39814e28cf47142e9829608ca582 Binary files /dev/null and b/training_028470_16db1c89909ef67a_prob_seed.png differ diff --git a/training_050998_14e86489c20dc4d1_occ_agent.png b/training_050998_14e86489c20dc4d1_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..acdc0862e3c7d657ddb4f9e5009b5db0d9990ab9 --- /dev/null +++ b/training_050998_14e86489c20dc4d1_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1518820fbdaab91fb3702e1661322ff3a6ca38b4341477479a317275863a4080 +size 177677 diff --git a/training_050998_14e86489c20dc4d1_occ_pt.png b/training_050998_14e86489c20dc4d1_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..dcf2ec4a25574e6e3c97dfeb184173f1fd258094 --- /dev/null +++ b/training_050998_14e86489c20dc4d1_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c134552622a36a401fcc7244add4907ebc2e31b27c5656bba6986ab46285bfd2 +size 672360 diff --git a/training_050998_167ea74ffca4c5b3_occ_agent.png b/training_050998_167ea74ffca4c5b3_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..b478d308e3623ce104b1ab7d315580547459ed6a --- /dev/null +++ b/training_050998_167ea74ffca4c5b3_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac37c56ecb3be950f0560f9c1a5d1b843d77f39c1f636f6224f8eb727406f60 +size 175554 diff --git a/training_050998_167ea74ffca4c5b3_occ_pt.png b/training_050998_167ea74ffca4c5b3_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..1d55761a7df33933165ce14fc8ce12ceeac39f03 --- /dev/null +++ b/training_050998_167ea74ffca4c5b3_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae05be1221560d76650417e4e759cbbead1a9a415f34597e87e099630b7b1326 +size 1026262 diff --git a/training_050998_17f377e79146934a_occ_agent.png b/training_050998_17f377e79146934a_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..01613d3634c189091ecd289d1b3bea5be28a521f --- /dev/null +++ b/training_050998_17f377e79146934a_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93513479acd4210e9d213254cd42b7b3d5704a6d71275791daf7cd39fd120777 +size 196306 diff --git a/training_050998_17f377e79146934a_occ_pt.png b/training_050998_17f377e79146934a_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..00652db6914977eecd32879b3cd269715fba898f --- /dev/null +++ b/training_050998_17f377e79146934a_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7fdbd63cdb336ed844dde47f991f3f1bc7e864813271c5d18b1332a3515ac3 +size 777258 diff --git a/training_050998_18719f4bc78b1fb1_insert_map.png b/training_050998_18719f4bc78b1fb1_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..5dff3f03227cdc004e950dceac203465239d90bf --- /dev/null +++ b/training_050998_18719f4bc78b1fb1_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aae581c7ec4b5249d966d221936e4abd002b0d091938d430f3c4104a2905191 +size 162607 diff --git a/training_050998_18719f4bc78b1fb1_prob_seed.png b/training_050998_18719f4bc78b1fb1_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..ed7ec75642c0d6fac4b3a2fb7a6113b16562e991 Binary files /dev/null and b/training_050998_18719f4bc78b1fb1_prob_seed.png differ diff --git a/training_050998_18bea69fc559e74c_occ_agent.png b/training_050998_18bea69fc559e74c_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..5fce5f5afe26bcf0d1262525b102ed4286fae7f2 --- /dev/null +++ b/training_050998_18bea69fc559e74c_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c420c219eaac85f03f30419ecd76f27496cd6e71cfd4ac2f099d030cf60073 +size 201651 diff --git a/training_050998_18bea69fc559e74c_occ_pt.png b/training_050998_18bea69fc559e74c_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..6d113558a61adc0a59e84f2b6a43f20a6a24bf73 --- /dev/null +++ b/training_050998_18bea69fc559e74c_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5d7decdd873908e2b7e42a5a1741ffb2ade6e2684ecd1d0a00cff105cd092a +size 479924 diff --git a/training_050998_18d5cc6231b661da_occ_agent.png b/training_050998_18d5cc6231b661da_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..905070b8775af2b6b686245eb3cdd2d66a795a95 --- /dev/null +++ b/training_050998_18d5cc6231b661da_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f06272b51f6f026331a625201eb09280b396456ebadc2abaf7266fe3d0ce2609 +size 181625 diff --git a/training_050998_18d5cc6231b661da_occ_pt.png b/training_050998_18d5cc6231b661da_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..3a952479ef414cda5e0eb3d1445d6a22c6b83739 --- /dev/null +++ b/training_050998_18d5cc6231b661da_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba018547fc377ee7b03560a75a4840803cb7ebca6171af74cf143c4dc905713 +size 587563 diff --git a/training_050998_191da1a2c274d4dd_occ_agent.png b/training_050998_191da1a2c274d4dd_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..9538071662e47443add4fdba8025ad56c2ba26f8 --- /dev/null +++ b/training_050998_191da1a2c274d4dd_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d56823846508ed3cee330c257ea338af5335b1f1637b8f713c00850ea985a5 +size 201577 diff --git a/training_050998_191da1a2c274d4dd_occ_pt.png b/training_050998_191da1a2c274d4dd_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..0c03190219735cb4f9a5ed72a2ece7e0666f07fd --- /dev/null +++ b/training_050998_191da1a2c274d4dd_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a903a2e8d3022e840004d8337dc50b8ca500e48247883729045ad0ba5f07db9 +size 844029 diff --git a/training_053003_109c6c00d4b7dce3_insert_map.png b/training_053003_109c6c00d4b7dce3_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..d14640d5ed1f3bd5568697b33926c1be1335e04c --- /dev/null +++ b/training_053003_109c6c00d4b7dce3_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:385e584218f58b5429f7ea529e3a2f331598356263d52401cdafda455d60a7e8 +size 129596 diff --git a/training_053003_109c6c00d4b7dce3_prob_seed.png b/training_053003_109c6c00d4b7dce3_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..1fb7be587073f807b983c5fefcbae117e1c7e0c1 Binary files /dev/null and b/training_053003_109c6c00d4b7dce3_prob_seed.png differ diff --git a/training_053003_10f41fa73efb08d6_occ_agent.png b/training_053003_10f41fa73efb08d6_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..84a20ef7b3ed6e03a95a4965c0e0cbc7c2d07ea9 --- /dev/null +++ b/training_053003_10f41fa73efb08d6_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8522bf5c62d9ce1bd2aac723c73ab261e2b898f2e7692765007041b91406d91e +size 171944 diff --git a/training_053003_10f41fa73efb08d6_occ_pt.png b/training_053003_10f41fa73efb08d6_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..8f237a337f06819a713e78a06e263acd2200b1bc --- /dev/null +++ b/training_053003_10f41fa73efb08d6_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f107cb85beb590bf22dd632879becb97f75724fcc88f2fb4e925209f3e132f50 +size 1048654 diff --git a/training_053003_131a3b84a3fdf224_occ_agent.png b/training_053003_131a3b84a3fdf224_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..7722369314941f36b7a53f62498befaf4acda27c --- /dev/null +++ b/training_053003_131a3b84a3fdf224_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:135a07c57aaae8b32d3d9845dbc150f3834bcd1970154c1ca9072676e2ea5178 +size 292160 diff --git a/training_053003_131a3b84a3fdf224_occ_pt.png b/training_053003_131a3b84a3fdf224_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..cdb0e4615ae00d9c6ba5558fc40611b8d2dd16ee --- /dev/null +++ b/training_053003_131a3b84a3fdf224_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9986133e2e26e1280087f96d2ce2cd87614cd0c7261d22a241a0a1ef90c18b7d +size 775461 diff --git a/training_053003_14eea656f8bf4290_occ_agent.png b/training_053003_14eea656f8bf4290_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..3382bcd92d7377de1d88defa4394dc777ee35233 --- /dev/null +++ b/training_053003_14eea656f8bf4290_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438e09c36c6271d4eadfa64a5257cd36f6846b40ab9696d3c306897557e72bf4 +size 168907 diff --git a/training_053003_14eea656f8bf4290_occ_pt.png b/training_053003_14eea656f8bf4290_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..3af32f6ce34f9a631a9545854a9f5d004ea1d12c --- /dev/null +++ b/training_053003_14eea656f8bf4290_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3976319210f2023bad46224dd493902d5b23bd31efe9dc6c68789b53d894c5 +size 875842 diff --git a/training_053003_15552a5885ba7411_occ_agent.png b/training_053003_15552a5885ba7411_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..f46ef4a86f73ea787f51b5a8acc151f604c88aef --- /dev/null +++ b/training_053003_15552a5885ba7411_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:126d3748c58b145d44a3b279c417f425c01f66bb72101c2127467614e73f2b01 +size 207146 diff --git a/training_053003_15552a5885ba7411_occ_pt.png b/training_053003_15552a5885ba7411_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..1d9d5bb5fabea92b13c8a3077fa3260542593a76 --- /dev/null +++ b/training_053003_15552a5885ba7411_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ddc12043bec72a4dc3bf104ae80d0f0fc388dc349ba6720808b20421d5a5f87 +size 717632 diff --git a/training_053003_15a85412f9461576_occ_agent.png b/training_053003_15a85412f9461576_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..d0e68229d35ef6d891d6a27016614ca20693b4db --- /dev/null +++ b/training_053003_15a85412f9461576_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b504f7ddceb32607e62f717c4f889ccfa722e69f30cb1afcd404bc6d126aa8d1 +size 126400 diff --git a/training_053003_15a85412f9461576_occ_pt.png b/training_053003_15a85412f9461576_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..5fa05bdf60f520684c8d6d9c14d0f33a9f1897e4 --- /dev/null +++ b/training_053003_15a85412f9461576_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ac625d499467bc4b1600e2bc63d6ad48a558988279f901b2bbf2c17dbe43ec +size 991268 diff --git a/training_053003_19c4d85332f37fe0_occ_agent.png b/training_053003_19c4d85332f37fe0_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..b455be5b3649e695c13b773a158dd55c9356a40e --- /dev/null +++ b/training_053003_19c4d85332f37fe0_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e8e0b7eb6f09bde5ca1030771ee348ea05bf0035450a65c2dfd8f11f7e36dea +size 231469 diff --git a/training_053003_19c4d85332f37fe0_occ_pt.png b/training_053003_19c4d85332f37fe0_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..c22247686eec5bb6968a5071b7124c17d6dcf78e --- /dev/null +++ b/training_053003_19c4d85332f37fe0_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0739cc0a1aacf9a0292268fca6914084f7fd7a4c0b6bc0a6b0d6265de58f8dbf +size 639159 diff --git a/training_057049_1937fd973f91e037_occ_agent.png b/training_057049_1937fd973f91e037_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..4881f44163fc35e70a4633204f4750f65b9a0224 --- /dev/null +++ b/training_057049_1937fd973f91e037_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c229e49b4643d1b51d34b4694f8909a52f61cd0f311b70740770964f87f0c52 +size 289820 diff --git a/training_057049_1937fd973f91e037_occ_pt.png b/training_057049_1937fd973f91e037_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..b7b57daff022be8bbb13419baf67026ef9e072bf --- /dev/null +++ b/training_057049_1937fd973f91e037_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c809fa6f03515816f25bd20c89e7d5fd1af9d8c11ea9c512262dfbeff6053a68 +size 752535 diff --git a/training_057050_1043f1243fe04991_insert_map.png b/training_057050_1043f1243fe04991_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..fd40b423407ec1903811f95ba5483cd8438b67c7 --- /dev/null +++ b/training_057050_1043f1243fe04991_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6066441176b4a612c29afb0abfe047e8befd0f81880685b0e64eaac81fdb590 +size 153476 diff --git a/training_057050_1043f1243fe04991_prob_seed.png b/training_057050_1043f1243fe04991_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..4b3384d87b8086c6c81955ad195d3f88b49ec0a9 Binary files /dev/null and b/training_057050_1043f1243fe04991_prob_seed.png differ diff --git a/training_057050_11cb5b2299c1ce61_insert_map.png b/training_057050_11cb5b2299c1ce61_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..690272fae690d2edb66383bdd9818af274532454 --- /dev/null +++ b/training_057050_11cb5b2299c1ce61_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc39b91fed8da80e27e819857a8d3275ecbfdfac9a661492f8154e793d9227dd +size 132015 diff --git a/training_057050_11cb5b2299c1ce61_prob_seed.png b/training_057050_11cb5b2299c1ce61_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..84d48d71ad0c7cecdcba9a23d602cd88d2faa8fb Binary files /dev/null and b/training_057050_11cb5b2299c1ce61_prob_seed.png differ diff --git a/training_057050_121bf46385c50fd9_insert_map.png b/training_057050_121bf46385c50fd9_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..0c6b66bdac7eacbe3a3e09a8c7e55b9397ea232a --- /dev/null +++ b/training_057050_121bf46385c50fd9_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13438e917b4afb5fadc4368d206c5b2df882eadb345471a7ead336da82315a3 +size 156946 diff --git a/training_057050_121bf46385c50fd9_prob_seed.png b/training_057050_121bf46385c50fd9_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..78cc13583ed90ee7488bd557ff829dece8d3ee23 Binary files /dev/null and b/training_057050_121bf46385c50fd9_prob_seed.png differ diff --git a/training_057050_155afeea9a335564_insert_map.png b/training_057050_155afeea9a335564_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..df4e0e9bc7ebf4ab1a78fb3aa1b187eb9b42832e --- /dev/null +++ b/training_057050_155afeea9a335564_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e85a02abb4d38a332556391252cc832d3c1b945165c636cf1b0190969909927e +size 151450 diff --git a/training_057050_155afeea9a335564_prob_seed.png b/training_057050_155afeea9a335564_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..98aa5afa3c509caaf309722206c620beee3fa958 Binary files /dev/null and b/training_057050_155afeea9a335564_prob_seed.png differ diff --git a/training_057050_1645ceb5f33aae_insert_map.png b/training_057050_1645ceb5f33aae_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..d3c2380a11c1dcfc23b58ce4b167bcaff9d4fddf --- /dev/null +++ b/training_057050_1645ceb5f33aae_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcf58eabdf18d280464debe9fc7a58981658107d0f955df2e8de2acf971c8324 +size 141775 diff --git a/training_057050_1645ceb5f33aae_prob_seed.png b/training_057050_1645ceb5f33aae_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..81b91db7e9db7591b83e79be5693e0644402079c Binary files /dev/null and b/training_057050_1645ceb5f33aae_prob_seed.png differ diff --git a/training_057050_167ed97dc21f11e6_insert_map.png b/training_057050_167ed97dc21f11e6_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..130f45bb67081b652f8c8b79ba8d0c73e91e51d9 --- /dev/null +++ b/training_057050_167ed97dc21f11e6_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e495c58fbce9d48487f91bb5b3fbd834cc1262fd60f72bc65c4a53e206f5da1d +size 123311 diff --git a/training_057050_167ed97dc21f11e6_prob_seed.png b/training_057050_167ed97dc21f11e6_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..211587177518f2ecb52f0c3d7a3d7113d9e979c8 Binary files /dev/null and b/training_057050_167ed97dc21f11e6_prob_seed.png differ diff --git a/training_058906_1511234d1ff2dabe_occ_agent.png b/training_058906_1511234d1ff2dabe_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..4d9859f26fdf3e0fc898b0dd6c705871958234cc --- /dev/null +++ b/training_058906_1511234d1ff2dabe_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b2ae913d68c11bfac797779bf8843be7673ab9fa3855880226cc8ed9aa42cf3 +size 330271 diff --git a/training_058906_1511234d1ff2dabe_occ_pt.png b/training_058906_1511234d1ff2dabe_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..8084842981d62bd46380b618e47acf2505b9ece1 --- /dev/null +++ b/training_058906_1511234d1ff2dabe_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cea14775e68b05dc3a714fcfc2d1b52f242c4b7ef11ffb8244d8eb87680eab4 +size 942497 diff --git a/training_058907_10b1e58def1809c0_insert_map.png b/training_058907_10b1e58def1809c0_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..3eee776db2aeb2665f153c9c3560d5ca2f9a9402 --- /dev/null +++ b/training_058907_10b1e58def1809c0_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f935dadaf5691fa0d4a2290af261c0b10aabc1c9477a02bcca677057cb8c93de +size 131756 diff --git a/training_058907_10b1e58def1809c0_prob_seed.png b/training_058907_10b1e58def1809c0_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..82a5424e2eeb2f169bf097c0ae2428ef1c6ee540 Binary files /dev/null and b/training_058907_10b1e58def1809c0_prob_seed.png differ diff --git a/training_058907_1150482a7b59c61d_insert_map.png b/training_058907_1150482a7b59c61d_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..5639c95241cdbbfb48a7e056b5ebaab5f9fc425f --- /dev/null +++ b/training_058907_1150482a7b59c61d_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ca655aa1121395c7d9c3eb2ebca67a7bcff977772241ee907d962a3765be7e +size 107981 diff --git a/training_058907_1150482a7b59c61d_prob_seed.png b/training_058907_1150482a7b59c61d_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..ef08a6df8c54e98973bdd7eec325423ba7c5fb16 Binary files /dev/null and b/training_058907_1150482a7b59c61d_prob_seed.png differ diff --git a/training_058907_1521384e8f6cfee4_insert_map.png b/training_058907_1521384e8f6cfee4_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..48a63b5793124bf716d878d3449a9960cec19e5c --- /dev/null +++ b/training_058907_1521384e8f6cfee4_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd99cc20944aa665dd47c44495904290b9d45515a3092d928d227f5ebf758b3f +size 134309 diff --git a/training_058907_1521384e8f6cfee4_prob_seed.png b/training_058907_1521384e8f6cfee4_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..2774a77c6ebf750051592984d125deaec312f916 Binary files /dev/null and b/training_058907_1521384e8f6cfee4_prob_seed.png differ diff --git a/training_058907_16264ec0155019b6_insert_map.png b/training_058907_16264ec0155019b6_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..7ff5c4f2523fb358d8bf46d75af28592922c6904 --- /dev/null +++ b/training_058907_16264ec0155019b6_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50dc6339cbf31af8fcf8d0d1420c0ea145823bc4109849b2384a3ce88ca9ca3 +size 122589 diff --git a/training_058907_16264ec0155019b6_prob_seed.png b/training_058907_16264ec0155019b6_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..0b5538989fc1221478d77c23102335e7a01901d8 Binary files /dev/null and b/training_058907_16264ec0155019b6_prob_seed.png differ diff --git a/training_058907_1821beaf06a4d23b_insert_map.png b/training_058907_1821beaf06a4d23b_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..b3d68118f8c30b724d35e1253f23632e460b99f1 --- /dev/null +++ b/training_058907_1821beaf06a4d23b_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28c84ed07f15014c7d6c008c3c87781e3a14db253d26d4f5ce383b4414e53ed +size 119769 diff --git a/training_058907_1821beaf06a4d23b_prob_seed.png b/training_058907_1821beaf06a4d23b_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..bc3531f8bf474442b14429f41a2daad4c76a9650 Binary files /dev/null and b/training_058907_1821beaf06a4d23b_prob_seed.png differ diff --git a/training_058907_199c04b229ea182e_insert_map.png b/training_058907_199c04b229ea182e_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..1bf5a0e59e632efdf1ae7cdd71ce3709ea5be829 --- /dev/null +++ b/training_058907_199c04b229ea182e_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ab9ddc170a3aa7720cba1f6498f67f2114ef349cada35fe4cde13f59358229 +size 164434 diff --git a/training_058907_199c04b229ea182e_prob_seed.png b/training_058907_199c04b229ea182e_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..4c8f458e3c57601ceb915f87d0686fe4cc0e41c9 Binary files /dev/null and b/training_058907_199c04b229ea182e_prob_seed.png differ diff --git a/training_068353_10b09eacc06955d0_insert_map.png b/training_068353_10b09eacc06955d0_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..e866f36a2317da78f7de1edf33a759590d485816 --- /dev/null +++ b/training_068353_10b09eacc06955d0_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acfbc2c7922fb854e49fbaa8b331641757bfe3299a39cda21c93ccdec0476b71 +size 122162 diff --git a/training_068353_10b09eacc06955d0_prob_seed.png b/training_068353_10b09eacc06955d0_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..ea4cfd3d9ba556a69048c5492d45a2eeb494bf2c Binary files /dev/null and b/training_068353_10b09eacc06955d0_prob_seed.png differ diff --git a/training_068353_1266bc553d3160ef_insert_map.png b/training_068353_1266bc553d3160ef_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..dca74de4b684d9fe913de091ae064cd16eddccf9 --- /dev/null +++ b/training_068353_1266bc553d3160ef_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8213e2ce93b912dfddb16b06569429c064c4cfb654ee8bdbb6bc7aad9630698a +size 148464 diff --git a/training_068353_1266bc553d3160ef_prob_seed.png b/training_068353_1266bc553d3160ef_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..764c8384562fc765823b390a666a7b1fe60886dc Binary files /dev/null and b/training_068353_1266bc553d3160ef_prob_seed.png differ diff --git a/training_068353_13988e72e385dccf_insert_map.png b/training_068353_13988e72e385dccf_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..608fbdd84fe0ef2c88bb308749e9e72cb2bf4364 --- /dev/null +++ b/training_068353_13988e72e385dccf_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f55763e5fab408be0227399e4498c2fd3c7a905c3a01bcc409ee6b84a6c58d +size 132656 diff --git a/training_068353_13988e72e385dccf_prob_seed.png b/training_068353_13988e72e385dccf_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..761d03688ddc1157883bbb2bdb772e97b898c6e3 Binary files /dev/null and b/training_068353_13988e72e385dccf_prob_seed.png differ diff --git a/training_068353_1451a415203c1913_insert_map.png b/training_068353_1451a415203c1913_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..6891dd732ced001431c803379b36c0692e4dfc0e --- /dev/null +++ b/training_068353_1451a415203c1913_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0f0b3d57758f89cfeddf73dd0990af51c70d0a4d02e19afe37528ff5dd1315 +size 104684 diff --git a/training_068353_1451a415203c1913_prob_seed.png b/training_068353_1451a415203c1913_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..13b8b401be3ed7d0e36a900df08370cef36ed66d Binary files /dev/null and b/training_068353_1451a415203c1913_prob_seed.png differ diff --git a/training_068353_15c3e288411df31c_insert_map.png b/training_068353_15c3e288411df31c_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..a133cadef241ad2317df8665729a25bffa13a311 --- /dev/null +++ b/training_068353_15c3e288411df31c_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0911fd07a424c5ea532506a773d78fe2d815dd8e4f30e0ba0085f45a83a4d70 +size 144575 diff --git a/training_068353_15c3e288411df31c_prob_seed.png b/training_068353_15c3e288411df31c_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..95740bb0636a623a78cf77ee4b465728601abb6a Binary files /dev/null and b/training_068353_15c3e288411df31c_prob_seed.png differ diff --git a/training_068353_1981d796620f25cc_insert_map.png b/training_068353_1981d796620f25cc_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..f71bbcd6ed8d20af491ea1b050edcc3181ac73d7 --- /dev/null +++ b/training_068353_1981d796620f25cc_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d777ded1e551d9e13a5c10a16c0783baeb5f24339df4083323c57ab02c28cb6c +size 118740 diff --git a/training_068353_1981d796620f25cc_prob_seed.png b/training_068353_1981d796620f25cc_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..2dc826c98a3efbc5260945600fff04498524ad0e Binary files /dev/null and b/training_068353_1981d796620f25cc_prob_seed.png differ diff --git a/training_068353_1a7c5d38a7dcefba_insert_map.png b/training_068353_1a7c5d38a7dcefba_insert_map.png new file mode 100644 index 0000000000000000000000000000000000000000..c1cab409cdd75c7343daf571858bb894b831b03b --- /dev/null +++ b/training_068353_1a7c5d38a7dcefba_insert_map.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a291c3e80ed46f39707aaa7f3ae69a8d569391e42078cc6e84664d5ffde24d0 +size 138064 diff --git a/training_068353_1a7c5d38a7dcefba_prob_seed.png b/training_068353_1a7c5d38a7dcefba_prob_seed.png new file mode 100644 index 0000000000000000000000000000000000000000..ab094ce7d9650e0779339126103094401315e86b Binary files /dev/null and b/training_068353_1a7c5d38a7dcefba_prob_seed.png differ diff --git a/training_069263_117d7ae7722109b7_occ_agent.png b/training_069263_117d7ae7722109b7_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..5ec6c4e2f4acc153f129ccfd6bd2f0aa73d04856 --- /dev/null +++ b/training_069263_117d7ae7722109b7_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46dbe02fb91fc7f81c29c4ee8bc88bf9a087fd2279771a6df4646b6592802bb2 +size 250729 diff --git a/training_069263_117d7ae7722109b7_occ_pt.png b/training_069263_117d7ae7722109b7_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..c51ff153e3f91d46c250178036a80bf77e90b51a --- /dev/null +++ b/training_069263_117d7ae7722109b7_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1e1fdeb1a350889705ad6d9058359ca69855def746b6f78c17561b809325ac +size 1197252 diff --git a/training_069263_141666bdcad3b052_occ_agent.png b/training_069263_141666bdcad3b052_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..40417014af696b659728cca810f33d1daeb0a9f0 --- /dev/null +++ b/training_069263_141666bdcad3b052_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab6201f8cd73c773ea5d5d0a1f6d79fb60d5ff807eb063aa6b13c2be0e626ce +size 223833 diff --git a/training_069263_141666bdcad3b052_occ_pt.png b/training_069263_141666bdcad3b052_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..7f6a3ec1974eec88a76ab01c6775b0f958bc348c --- /dev/null +++ b/training_069263_141666bdcad3b052_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301fc832eaae89e0eb7906a195ee2367b42c9573931c4f22778b91aa65114915 +size 488308 diff --git a/training_069263_14215cd0e72b589a_occ_agent.png b/training_069263_14215cd0e72b589a_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..7f42e8861de097ee55a5cde29bc6204f73455890 --- /dev/null +++ b/training_069263_14215cd0e72b589a_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b05bb620450171caf87a7df83f2479dba401ec119c2102ad740ba4f4992dcd2 +size 272743 diff --git a/training_069263_14215cd0e72b589a_occ_pt.png b/training_069263_14215cd0e72b589a_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..663148ee1e552563de999eed717dad04fff7c16d --- /dev/null +++ b/training_069263_14215cd0e72b589a_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d381a9c4984a7f9150ecc929312d0ff9489e00c4d286482a3e83793a91a24a +size 1137037 diff --git a/training_069263_1422363c5d2d7dca_occ_agent.png b/training_069263_1422363c5d2d7dca_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..cd200e6ab74dda9bc6c2a84cb06f6bc08e2758c9 --- /dev/null +++ b/training_069263_1422363c5d2d7dca_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e4ae926371faf8a4d42f117bb225a874b802cbd699702a0f7adb230eb8abf8 +size 119544 diff --git a/training_069263_1422363c5d2d7dca_occ_pt.png b/training_069263_1422363c5d2d7dca_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..791cf4374f5aba704b6b1de04e98fec8d11212f2 --- /dev/null +++ b/training_069263_1422363c5d2d7dca_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74a050396d55b473349aadd9b8f323c51a3886393258ddeffdd39b7b9b989134 +size 546723 diff --git a/training_069263_1497a3857b6b26b3_occ_agent.png b/training_069263_1497a3857b6b26b3_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..c871199d8e78d32975720d11e813dbec2ee078f5 --- /dev/null +++ b/training_069263_1497a3857b6b26b3_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4728e2d78d933f8e26fead576c52e1ece9001ff4cd2e79a73712025220a8cb6a +size 291015 diff --git a/training_069263_1497a3857b6b26b3_occ_pt.png b/training_069263_1497a3857b6b26b3_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..ae29838fe7157b7b7cfa3e6538d13f8419272af8 --- /dev/null +++ b/training_069263_1497a3857b6b26b3_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728303e4a1f4a0134cf0d31a72331af4564e0f4e587cb16ada8be0245b9030d0 +size 499006 diff --git a/training_069263_14f5be1f643853ed_occ_agent.png b/training_069263_14f5be1f643853ed_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..b6ed3619d74417b09cb08915d118d332bcee89bf --- /dev/null +++ b/training_069263_14f5be1f643853ed_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d81a17108fc31e71be3c24532a2230c8c6ec8aecfb774387dc113d6cee4b09e +size 210564 diff --git a/training_069263_14f5be1f643853ed_occ_pt.png b/training_069263_14f5be1f643853ed_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..41df042fc524a2b8cb834851f49feb9c530ec9ff --- /dev/null +++ b/training_069263_14f5be1f643853ed_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa2f97e3ca9f74c84335342d711fe45c54c112e56d988418d7356082073b03c +size 692347 diff --git a/training_069263_1811d463770ffd2c_occ_agent.png b/training_069263_1811d463770ffd2c_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..f55756c0ef51fce11aff490bcd186811ef8bf186 --- /dev/null +++ b/training_069263_1811d463770ffd2c_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8968d0c0c4b0d287a5ea01396304436497b1a014404c3cf11be515ee36458f0 +size 279241 diff --git a/training_069263_1811d463770ffd2c_occ_pt.png b/training_069263_1811d463770ffd2c_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..5086c1251844e9985e6c6f33bdc4d43f80ad60ee --- /dev/null +++ b/training_069263_1811d463770ffd2c_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e8448cdc4a1bd8622193f2eaf1690f0240725b08c3537fef210c1a35f8fd69e +size 1115019 diff --git a/training_087418_1092a0e3ab0996d4_occ_agent.png b/training_087418_1092a0e3ab0996d4_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..d823d0cc0986dc444325ecf53cc31d9b593fac4c --- /dev/null +++ b/training_087418_1092a0e3ab0996d4_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c0331da9c2f0b07f226158a51f1d5446a3d5f67e57252f2f37efebc44145f8 +size 187504 diff --git a/training_087418_1092a0e3ab0996d4_occ_pt.png b/training_087418_1092a0e3ab0996d4_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..9503d741f7693b6c3b56dff84d6ed243de96fe0c --- /dev/null +++ b/training_087418_1092a0e3ab0996d4_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b73db69ccb0b0a21b5ee71ad2ca6ce200f134eeb487e9f17cfd1ab7c372ef0 +size 964255 diff --git a/training_087418_1105a8fd1bca2238_occ_agent.png b/training_087418_1105a8fd1bca2238_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..e73d57850e028549759e08e6ba50320e9585d0e3 --- /dev/null +++ b/training_087418_1105a8fd1bca2238_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04083300d1971e022666cf616594e269150cb3488bad8d6315193c4d22565c0 +size 159831 diff --git a/training_087418_1105a8fd1bca2238_occ_pt.png b/training_087418_1105a8fd1bca2238_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..3155aff8f80a3b3aa12ab1e74dc01ae1573b1ef5 --- /dev/null +++ b/training_087418_1105a8fd1bca2238_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709ba2dc6a0fc88d316a1dda93e5fb32361b5fe7934f579419a8cc5a0bf8f1b7 +size 732910 diff --git a/training_087418_11af6c3f74575313_occ_agent.png b/training_087418_11af6c3f74575313_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..d1be9c8dbef3e6e34c2f98dc475c7e5b8774747d --- /dev/null +++ b/training_087418_11af6c3f74575313_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153fdc837bc663f251a4592b58ac13eaae1de265b5297d207a641301c5f1d685 +size 216723 diff --git a/training_087418_11af6c3f74575313_occ_pt.png b/training_087418_11af6c3f74575313_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..6f0da9d9a1efd46222b8b3013e7177f0430bd83d --- /dev/null +++ b/training_087418_11af6c3f74575313_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89562a6b7489fcf221f8f778ebfc5fbd5f17e95d93870d6abe11787b926bd36c +size 1101918 diff --git a/training_087418_12144349d2c57d3b_occ_agent.png b/training_087418_12144349d2c57d3b_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..02ce75f7827dcfd2c291c94ae266a51774520833 Binary files /dev/null and b/training_087418_12144349d2c57d3b_occ_agent.png differ diff --git a/training_087418_12144349d2c57d3b_occ_pt.png b/training_087418_12144349d2c57d3b_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..42150f809a12600f3d95f5dbc1f0eb11e1087fbb --- /dev/null +++ b/training_087418_12144349d2c57d3b_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55f302ca4ab9856a05e58bd38557a7d3affc0599cd385bbbb737085ba52cc9cd +size 778354 diff --git a/training_087418_132e9200a7993e14_occ_agent.png b/training_087418_132e9200a7993e14_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..705891adb93213710e644281256facb94f174024 --- /dev/null +++ b/training_087418_132e9200a7993e14_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb9ebb6495ad9c517816d911a701c23f2d0808b706ce7e1ed0a3f6529986b3d +size 226290 diff --git a/training_087418_132e9200a7993e14_occ_pt.png b/training_087418_132e9200a7993e14_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..bbc679d3c8778ab14c18f18d12e404a0d94775d1 --- /dev/null +++ b/training_087418_132e9200a7993e14_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0eb3c5f8182c64995b5298fda47199fefef2d1240c255610ecab9858bfbf949 +size 731783 diff --git a/training_087418_16970bf716da04a3_occ_agent.png b/training_087418_16970bf716da04a3_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..341146254a6a91126edb611131593a117e4d2346 --- /dev/null +++ b/training_087418_16970bf716da04a3_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe8356b3545ad09de7899ebed046ae7b5b0995392b1bd9e10bf5e0f73eff38d3 +size 111157 diff --git a/training_087418_16970bf716da04a3_occ_pt.png b/training_087418_16970bf716da04a3_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..c69eb6fcfbbf9eed66244e661db58ed739051768 --- /dev/null +++ b/training_087418_16970bf716da04a3_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2bc2e00c65c281f57726178ca7ffc9be818fb6555eec1e07416c058e419746 +size 863585 diff --git a/training_087418_183032bb514f0df5_occ_agent.png b/training_087418_183032bb514f0df5_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..787ad28d84f12e422b7422d65c92160af92401c2 --- /dev/null +++ b/training_087418_183032bb514f0df5_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e957c3cad613addfbbd780128a3c3738cba5e650c23fe89317b09d2b2e1b7d3b +size 236594 diff --git a/training_087418_183032bb514f0df5_occ_pt.png b/training_087418_183032bb514f0df5_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..91fd9eb854336940f9e87acc6a74f55eb6fdd106 --- /dev/null +++ b/training_087418_183032bb514f0df5_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db099b933d6ff7ca03abfb97d7dab8b39a8cbe8b7ed9add43289ef392c8f57e2 +size 525799 diff --git a/training_089423_11220a3845c87ed9_occ_agent.png b/training_089423_11220a3845c87ed9_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..13ebfa1299f0b88c0a5d7545f3d2008ab7c7eb43 --- /dev/null +++ b/training_089423_11220a3845c87ed9_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa1321cdf56a2a8f86297ffbf1df6de2de6bfd97230e75132abf137fe374e29 +size 159682 diff --git a/training_089423_11220a3845c87ed9_occ_pt.png b/training_089423_11220a3845c87ed9_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..762181319d68c429061818e49d9ce584f2b8ab0a --- /dev/null +++ b/training_089423_11220a3845c87ed9_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f011d757fa5dd4347fa14402ee01dd23db36f2b8d269986e7fd86e34b1ccf02 +size 1035685 diff --git a/training_089423_1152dac4a37c9910_occ_agent.png b/training_089423_1152dac4a37c9910_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..b199b0127d8a707c81c341c9ce6fed01508ba940 --- /dev/null +++ b/training_089423_1152dac4a37c9910_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38494137ed29b949c06ffb79718d3e4febf47cff817e496bf8baf6e794d1262f +size 282754 diff --git a/training_089423_1152dac4a37c9910_occ_pt.png b/training_089423_1152dac4a37c9910_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..fed2b5cce6761a861ba617289d418d1108dd4fef --- /dev/null +++ b/training_089423_1152dac4a37c9910_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd36dfb492c54d1a0188488a3626053d38e47b8c0edd92aca342114f584abaac +size 432188 diff --git a/training_089423_1266bbf2f830888a_occ_agent.png b/training_089423_1266bbf2f830888a_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..d2b5c06aac9ac7d5a1240b18eeb864ff357a2063 --- /dev/null +++ b/training_089423_1266bbf2f830888a_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c4cf627a44f6e1e7f7a077094ba06e3e931318f199e90c47588eb24e869d55 +size 174949 diff --git a/training_089423_1266bbf2f830888a_occ_pt.png b/training_089423_1266bbf2f830888a_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..9be91e4c5bac667a6561415fb52ecd7dd0c17e71 --- /dev/null +++ b/training_089423_1266bbf2f830888a_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2148a4ac854f5e87d4112bd111ddca18c32058cb77dd214390fc33fed67917d +size 541525 diff --git a/training_089423_149f682e19454efa_occ_agent.png b/training_089423_149f682e19454efa_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..347d4c271742e64f44e80287d7117e4dc8a1939f --- /dev/null +++ b/training_089423_149f682e19454efa_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d10b5a5f363d828cd6dd0d69fe154650df702b5d0b486bb5df1af9b09f57b5c8 +size 143514 diff --git a/training_089423_149f682e19454efa_occ_pt.png b/training_089423_149f682e19454efa_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..6a5f73ceee823cf4d766e1c8ea195e37bdc6db35 --- /dev/null +++ b/training_089423_149f682e19454efa_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ff89cd06239b6ea0058d354465816acf0da563922b850a454d4bd4e2b2ac98 +size 669749 diff --git a/training_089423_187e3e8b968b540d_occ_agent.png b/training_089423_187e3e8b968b540d_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..3c75df3b7452559811e5db5b4ba0f88887d7cae3 --- /dev/null +++ b/training_089423_187e3e8b968b540d_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35b21d7bdefc2e0b817314a166dfc9b89818d82b73048b7edf1476e505a71e4 +size 302700 diff --git a/training_089423_187e3e8b968b540d_occ_pt.png b/training_089423_187e3e8b968b540d_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..0767f68b0117776bb86973e2a91e164acc6a62ea --- /dev/null +++ b/training_089423_187e3e8b968b540d_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04e64d434bf4a6c23bb7b8ce2166070bd317d7ef4ba3959cb71a1333888bf64 +size 794022 diff --git a/training_089423_19b3b2b054628318_occ_agent.png b/training_089423_19b3b2b054628318_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..901866f43c9f374587cd39324905657b7e5bce1a --- /dev/null +++ b/training_089423_19b3b2b054628318_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f17e606542e773888c8de4fa9f0dfbc2a9b08d9fbb07b6b289ea17a96014fe4 +size 158724 diff --git a/training_089423_19b3b2b054628318_occ_pt.png b/training_089423_19b3b2b054628318_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..cec6933186a9a97f3bb36ff3bdec674acbad6a7e --- /dev/null +++ b/training_089423_19b3b2b054628318_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbcddbc1a44e3c05d8546452175c556cb0aed65f2f8a59e54493ec4421f2ddd2 +size 716458 diff --git a/training_089423_1a1988dca2bb96e2_occ_agent.png b/training_089423_1a1988dca2bb96e2_occ_agent.png new file mode 100644 index 0000000000000000000000000000000000000000..b9c6680c50f2d4b27d5e3d505eb0b04ead46ccd4 --- /dev/null +++ b/training_089423_1a1988dca2bb96e2_occ_agent.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f3c579f0e4d6596f42cdc3840a4cc4f8bafe809e6c8c028e45b106a6713b1fa +size 298145 diff --git a/training_089423_1a1988dca2bb96e2_occ_pt.png b/training_089423_1a1988dca2bb96e2_occ_pt.png new file mode 100644 index 0000000000000000000000000000000000000000..db1978a77e8d5367ab725be7c46d1a1f58369852 --- /dev/null +++ b/training_089423_1a1988dca2bb96e2_occ_pt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597743d92975e8b8b40539e29827f0425af3ac357e78c471a66d08382fbacc68 +size 928910