Upload folder using huggingface_hub
Browse files- config.json +4 -3
- model-00001-of-00004.safetensors +1 -1
- model-00002-of-00004.safetensors +1 -1
- model-00003-of-00004.safetensors +1 -1
- model-00004-of-00004.safetensors +1 -1
- tokenizer_config.json +1 -1
config.json
CHANGED
@@ -72,12 +72,12 @@
|
|
72 |
"mm_resampler_type": null,
|
73 |
"mm_spatial_pool_mode": "bilinear",
|
74 |
"mm_spatial_pool_stride": null,
|
75 |
-
"mm_tunable_parts": "
|
76 |
"mm_use_im_patch_token": false,
|
77 |
"mm_use_im_start_end": false,
|
78 |
"mm_vision_select_feature": "patch",
|
79 |
"mm_vision_select_layer": -2,
|
80 |
-
"mm_vision_tower": "
|
81 |
"mm_vision_tower_lr": 2e-06,
|
82 |
"model_type": "llada",
|
83 |
"multi_query_attention": null,
|
@@ -87,13 +87,14 @@
|
|
87 |
"pad_token_id": 126081,
|
88 |
"pos_skipping_range": 4096,
|
89 |
"precision": "amp_bf16",
|
|
|
90 |
"residual_dropout": 0.0,
|
91 |
"rms_norm_eps": 1e-05,
|
92 |
"rope": true,
|
93 |
"rope_full_precision": true,
|
94 |
"rope_theta": 500000.0,
|
95 |
"scale_logits": false,
|
96 |
-
"tokenizer_model_max_length":
|
97 |
"tokenizer_padding_side": "right",
|
98 |
"torch_dtype": "bfloat16",
|
99 |
"transformers_version": "4.50.3",
|
|
|
72 |
"mm_resampler_type": null,
|
73 |
"mm_spatial_pool_mode": "bilinear",
|
74 |
"mm_spatial_pool_stride": null,
|
75 |
+
"mm_tunable_parts": "mm_language_model",
|
76 |
"mm_use_im_patch_token": false,
|
77 |
"mm_use_im_start_end": false,
|
78 |
"mm_vision_select_feature": "patch",
|
79 |
"mm_vision_select_layer": -2,
|
80 |
+
"mm_vision_tower": "/data/siglip-so400m-patch14-384",
|
81 |
"mm_vision_tower_lr": 2e-06,
|
82 |
"model_type": "llada",
|
83 |
"multi_query_attention": null,
|
|
|
87 |
"pad_token_id": 126081,
|
88 |
"pos_skipping_range": 4096,
|
89 |
"precision": "amp_bf16",
|
90 |
+
"resampler_type": null,
|
91 |
"residual_dropout": 0.0,
|
92 |
"rms_norm_eps": 1e-05,
|
93 |
"rope": true,
|
94 |
"rope_full_precision": true,
|
95 |
"rope_theta": 500000.0,
|
96 |
"scale_logits": false,
|
97 |
+
"tokenizer_model_max_length": 2048,
|
98 |
"tokenizer_padding_side": "right",
|
99 |
"torch_dtype": "bfloat16",
|
100 |
"transformers_version": "4.50.3",
|
model-00001-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4995589944
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:75efe3c318e505eea6f047f888ac887cf503b3e60a227b36ac0c49032082202f
|
3 |
size 4995589944
|
model-00002-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999819552
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e08ce40c8ec975af66a95a7546a1b7ec6a50a37bcca5ae04c5ce1a792e651ccb
|
3 |
size 4999819552
|
model-00003-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999802728
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:282199b6ec2b7e9d81200ef6dea4ce874b0f84278d30346efcdb3e511a93aa4a
|
3 |
size 4999802728
|
model-00004-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1874563264
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:977858281c3d9c41aa16879afba8ae086014a7877c449791860ba5296bc6e939
|
3 |
size 1874563264
|
tokenizer_config.json
CHANGED
@@ -2176,7 +2176,7 @@
|
|
2176 |
"input_ids",
|
2177 |
"attention_mask"
|
2178 |
],
|
2179 |
-
"model_max_length":
|
2180 |
"pad_token": "<|endoftext|>",
|
2181 |
"padding_side": "right",
|
2182 |
"tokenizer_class": "PreTrainedTokenizer",
|
|
|
2176 |
"input_ids",
|
2177 |
"attention_mask"
|
2178 |
],
|
2179 |
+
"model_max_length": 2048,
|
2180 |
"pad_token": "<|endoftext|>",
|
2181 |
"padding_side": "right",
|
2182 |
"tokenizer_class": "PreTrainedTokenizer",
|