{
    "d_model": 512,
    "n_layer": 20,
    "d_intermediate": 0,
    "n_classes": 1000,
    "patch_size": 16,
    "image_size": 224,
    "ssm_cfg": {},
    "attn_layer_idx": [],
    "attn_cfg": {},
    "norm_epsilon": 1e-05,
    "rms_norm": false,
    "initializer_cfg": {},
    "fused_add_norm": false,
    "residual_in_fp32": false,
    "drop_rate": 0,
    "drop_path_rate": 0,
    "proj_drop_rate": 0,
    "pool": "cls",
    "device": null,
    "dtype": null
}