jacklishufan commited on
Commit
7ba27fb
·
verified ·
1 Parent(s): 4b82852

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -72,12 +72,12 @@
72
  "mm_resampler_type": null,
73
  "mm_spatial_pool_mode": "bilinear",
74
  "mm_spatial_pool_stride": null,
75
- "mm_tunable_parts": "mm_vision_tower,mm_mlp_adapter,mm_language_model",
76
  "mm_use_im_patch_token": false,
77
  "mm_use_im_start_end": false,
78
  "mm_vision_select_feature": "patch",
79
  "mm_vision_select_layer": -2,
80
- "mm_vision_tower": "google/siglip-so400m-patch14-384",
81
  "mm_vision_tower_lr": 2e-06,
82
  "model_type": "llada",
83
  "multi_query_attention": null,
@@ -87,13 +87,14 @@
87
  "pad_token_id": 126081,
88
  "pos_skipping_range": 4096,
89
  "precision": "amp_bf16",
 
90
  "residual_dropout": 0.0,
91
  "rms_norm_eps": 1e-05,
92
  "rope": true,
93
  "rope_full_precision": true,
94
  "rope_theta": 500000.0,
95
  "scale_logits": false,
96
- "tokenizer_model_max_length": 4096,
97
  "tokenizer_padding_side": "right",
98
  "torch_dtype": "bfloat16",
99
  "transformers_version": "4.50.3",
 
72
  "mm_resampler_type": null,
73
  "mm_spatial_pool_mode": "bilinear",
74
  "mm_spatial_pool_stride": null,
75
+ "mm_tunable_parts": "mm_language_model",
76
  "mm_use_im_patch_token": false,
77
  "mm_use_im_start_end": false,
78
  "mm_vision_select_feature": "patch",
79
  "mm_vision_select_layer": -2,
80
+ "mm_vision_tower": "/data/siglip-so400m-patch14-384",
81
  "mm_vision_tower_lr": 2e-06,
82
  "model_type": "llada",
83
  "multi_query_attention": null,
 
87
  "pad_token_id": 126081,
88
  "pos_skipping_range": 4096,
89
  "precision": "amp_bf16",
90
+ "resampler_type": null,
91
  "residual_dropout": 0.0,
92
  "rms_norm_eps": 1e-05,
93
  "rope": true,
94
  "rope_full_precision": true,
95
  "rope_theta": 500000.0,
96
  "scale_logits": false,
97
+ "tokenizer_model_max_length": 2048,
98
  "tokenizer_padding_side": "right",
99
  "torch_dtype": "bfloat16",
100
  "transformers_version": "4.50.3",
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd0655d8236119113caab7c2de02c70e09115236b8c989777e3950e80bdc0253
3
  size 4995589944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75efe3c318e505eea6f047f888ac887cf503b3e60a227b36ac0c49032082202f
3
  size 4995589944
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c1e10724de4dcd777f4db8af1b5f2f310c0a55706c3c8e24afebe351b6a41ce
3
  size 4999819552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08ce40c8ec975af66a95a7546a1b7ec6a50a37bcca5ae04c5ce1a792e651ccb
3
  size 4999819552
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac537d5078cb48f66509bdadb69a86cab267ce32e90abd43225f7fac67c529b2
3
  size 4999802728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:282199b6ec2b7e9d81200ef6dea4ce874b0f84278d30346efcdb3e511a93aa4a
3
  size 4999802728
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fafe09aaf09161b89f18b2730cf29be019d68ce405fed3530ab5159e34a773e
3
  size 1874563264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:977858281c3d9c41aa16879afba8ae086014a7877c449791860ba5296bc6e939
3
  size 1874563264
tokenizer_config.json CHANGED
@@ -2176,7 +2176,7 @@
2176
  "input_ids",
2177
  "attention_mask"
2178
  ],
2179
- "model_max_length": 4096,
2180
  "pad_token": "<|endoftext|>",
2181
  "padding_side": "right",
2182
  "tokenizer_class": "PreTrainedTokenizer",
 
2176
  "input_ids",
2177
  "attention_mask"
2178
  ],
2179
+ "model_max_length": 2048,
2180
  "pad_token": "<|endoftext|>",
2181
  "padding_side": "right",
2182
  "tokenizer_class": "PreTrainedTokenizer",