Upload nanoVLM using push_to_hub

config.json

@@ -2,34 +2,34 @@
     "vit_hidden_dim": 768,
     "vit_inter_dim": 3072,
     "vit_patch_size": 16,
-    "vit_img_size": 224,
+    "vit_img_size": 256,
     "vit_n_heads": 12,
     "vit_dropout": 0.0,
     "vit_n_blocks": 12,
     "vit_ln_eps": 1e-06,
     "vit_cls_flag": false,
-    "vit_model_type": "google/siglip-base-patch16-224",
-    "lm_hidden_dim": 576,
-    "lm_inter_dim": 1536,
+    "vit_model_type": "google/siglip2-base-patch16-256",
+    "lm_hidden_dim": 960,
+    "lm_inter_dim": 2560,
     "lm_rms_eps": 1e-05,
     "lm_re_base": 100000,
     "lm_max_position_embeddings": 8192,
     "lm_base_vocab_size": 49152,
     "extra_token_amount": 1,
     "lm_vocab_size": 49153,
-    "lm_n_heads": 9,
-    "lm_n_kv_heads": 3,
+    "lm_n_heads": 15,
+    "lm_n_kv_heads": 5,
     "lm_dropout": 0.0,
-    "lm_n_blocks": 30,
+    "lm_n_blocks": 32,
     "lm_attn_scaling": 1.0,
-    "lm_eos_token_id": 0,
-    "lm_max_length": 128,
+    "lm_max_length": 512,
     "lm_use_tokens": false,
     "lm_tie_weights": true,
-    "lm_model_type": "HuggingFaceTB/SmolLM2-135M",
-    "lm_tokenizer": "HuggingFaceTB/cosmo2-tokenizer",
+    "lm_model_type": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_eos_token_id": 0,
     "mp_pixel_shuffle_factor": 2,
-    "mp_image_token_length": 49,
+    "mp_image_token_length": 64,
     "vlm_extra_tokens": {
         "image_token": "<|image|>"
     },

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c269475fa4a07b47a175d3f7806603e67364f6f520305cfef35f22f667d59fb2
-size 888374768
+oid sha256:f21a1a9a55609293a6b31aadc6464a85dad39f8f33783e6415c033990b1b2fc7
+size 1802506128