{"inCh": 16, "class_dim": 768, "patch_size": 2, "dim": 1216, "hidden_scale": 4.0, "num_heads": 19, "attn_type": "softmax_flash", "MLP_type": "swiglu_old", "num_blocks": 19, "positional_encoding": "RoPE2dV2", "kv_merge_attn": false, "qk_half_dim": false, "device": "cpu", "start_step": 150000, "wandb_id": "l6wdm7i8"}