asrimanth's picture
End of training
efc8e71
{
"os": "Linux-5.15.0-52-generic-x86_64-with-glibc2.29",
"python": "3.8.10",
"heartbeatAt": "2023-07-12T03:44:36.813819",
"startedAt": "2023-07-12T03:44:36.330818",
"docker": null,
"cuda": null,
"args": [
"--pretrained_model_name_or_path=runwayml/stable-diffusion-v1-5",
"--train_data_dir=/l/vision/v5/sragas/easel_ai/thumbs_up_srimanth_plain/",
"--resolution=512",
"--center_crop",
"--random_flip",
"--train_batch_size=2",
"--gradient_accumulation_steps=4",
"--num_train_epochs=300",
"--learning_rate=1e-5",
"--max_grad_norm=1",
"--lr_scheduler=cosine",
"--lr_warmup_steps=500",
"--output_dir=/l/vision/v5/sragas/easel_ai/models_srimanth_plain/",
"--checkpointing_steps=500",
"--report_to=wandb",
"--validation_prompt=srimanth thumbs up",
"--seed=15",
"--push_to_hub",
"--hub_model_id=srimanth-thumbs-up-lora-plain"
],
"state": "running",
"program": "train_text_to_image_lora.py",
"codePath": "train_text_to_image_lora.py",
"host": "snorlax",
"username": "sragas",
"executable": "/nfs/blitzle/home/data/vision5/sragas/easel_venv/bin/python3",
"cpu_count": 36,
"cpu_count_logical": 72,
"cpu_freq": {
"current": 1080.24075,
"min": 1000.0,
"max": 3900.0
},
"cpu_freq_per_core": [
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1100.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1300.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1100.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 2205.718,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 3074.124,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1200.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 3900.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
},
{
"current": 1000.0,
"min": 1000.0,
"max": 3900.0
}
],
"disk": {
"total": 490.5871887207031,
"used": 102.94390487670898
},
"gpu": "Quadro RTX 6000",
"gpu_count": 4,
"gpu_devices": [
{
"name": "Quadro RTX 6000",
"memory_total": 25769803776
},
{
"name": "Quadro RTX 6000",
"memory_total": 25769803776
},
{
"name": "Quadro RTX 6000",
"memory_total": 25769803776
},
{
"name": "Quadro RTX 6000",
"memory_total": 25769803776
}
],
"memory": {
"total": 502.5611343383789
}
}