{ "model_name_or_path": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/gemma-2b/gemma-2b-s3-Q1-5k", "max_length": 2048, "trust_remote_code": true, "train_datasets": [ [ "inverse-json", { "proportion": 1.0, "path": "/home/hansirui_1st/jiayi/resist/setting3/safety_data/training/unsafe/unsafe_5k.json" } ] ], "eval_datasets": null, "epochs": 1, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 8, "gradient_checkpointing": true, "lr": 1e-05, "lr_scheduler_type": "constant", "lr_warmup_ratio": 0.0, "weight_decay": 0.0, "seed": 42, "fp16": false, "bf16": true, "tf32": true, "eval_strategy": "epoch", "eval_interval": 1000000, "need_eval": false, "eval_split_ratio": null, "output_dir": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/gemma-2b/gemma-2b-s3-Q1-5k-Q2-5k", "log_type": "wandb", "log_dir": "/aifs4su/hansirui_1st/boyuan/resist/setting3-safety/gemma-2b/gemma-2b-s3-Q1-5k-Q2-5k", "log_project": "Inverse_Alignment", "log_run_name": "gemma-2b-s3-Q1-5k-Q2-5k", "save_16bit": true, "save_interval": 1000000, "local_rank": 0, "zero_stage": 3, "offload": "none", "deepspeed": false, "deepspeed_config": null, "deepscale": false, "deepscale_config": null, "global_rank": 0, "device": { "type": "torch.device", "repr": "device(type='cuda', index=0)" }, "num_update_steps_per_epoch": 20, "total_training_steps": 20 }