Upload Qwen2VLForConditionalGeneration
Browse files- config.json +48 -0
- generation_config.json +13 -0
- model-00001-of-00031.safetensors +3 -0
- model-00002-of-00031.safetensors +3 -0
- model-00003-of-00031.safetensors +3 -0
- model-00004-of-00031.safetensors +3 -0
- model-00005-of-00031.safetensors +3 -0
- model-00006-of-00031.safetensors +3 -0
- model-00007-of-00031.safetensors +3 -0
- model-00008-of-00031.safetensors +3 -0
- model-00009-of-00031.safetensors +3 -0
- model-00010-of-00031.safetensors +3 -0
- model-00011-of-00031.safetensors +3 -0
- model-00012-of-00031.safetensors +3 -0
- model-00013-of-00031.safetensors +3 -0
- model-00014-of-00031.safetensors +3 -0
- model-00015-of-00031.safetensors +3 -0
- model-00016-of-00031.safetensors +3 -0
- model-00017-of-00031.safetensors +3 -0
- model-00018-of-00031.safetensors +3 -0
- model-00019-of-00031.safetensors +3 -0
- model-00020-of-00031.safetensors +3 -0
- model-00021-of-00031.safetensors +3 -0
- model-00022-of-00031.safetensors +3 -0
- model-00023-of-00031.safetensors +3 -0
- model-00024-of-00031.safetensors +3 -0
- model-00025-of-00031.safetensors +3 -0
- model-00026-of-00031.safetensors +3 -0
- model-00027-of-00031.safetensors +3 -0
- model-00028-of-00031.safetensors +3 -0
- model-00029-of-00031.safetensors +3 -0
- model-00030-of-00031.safetensors +3 -0
- model-00031-of-00031.safetensors +3 -0
- model.safetensors.index.json +0 -0
config.json
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/data_train/mm_intern/duyifan/qwen2-vl-ckpt/sample-5k-level3-level4-10epoch-ckpt200/checkpoint-200",
|
3 |
+
"architectures": [
|
4 |
+
"Qwen2VLForConditionalGeneration"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"bos_token_id": 151643,
|
8 |
+
"eos_token_id": 151645,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 8192,
|
11 |
+
"image_token_id": 151655,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 29568,
|
14 |
+
"max_position_embeddings": 32768,
|
15 |
+
"max_window_layers": 80,
|
16 |
+
"model_type": "qwen2_vl",
|
17 |
+
"num_attention_heads": 64,
|
18 |
+
"num_hidden_layers": 80,
|
19 |
+
"num_key_value_heads": 8,
|
20 |
+
"rms_norm_eps": 1e-06,
|
21 |
+
"rope_scaling": {
|
22 |
+
"mrope_section": [
|
23 |
+
16,
|
24 |
+
24,
|
25 |
+
24
|
26 |
+
],
|
27 |
+
"rope_type": "default",
|
28 |
+
"type": "default"
|
29 |
+
},
|
30 |
+
"rope_theta": 1000000.0,
|
31 |
+
"sliding_window": 32768,
|
32 |
+
"tie_word_embeddings": false,
|
33 |
+
"torch_dtype": "bfloat16",
|
34 |
+
"transformers_version": "4.46.1",
|
35 |
+
"use_cache": false,
|
36 |
+
"use_sliding_window": false,
|
37 |
+
"video_token_id": 151656,
|
38 |
+
"vision_config": {
|
39 |
+
"hidden_size": 8192,
|
40 |
+
"in_chans": 3,
|
41 |
+
"model_type": "qwen2_vl",
|
42 |
+
"spatial_patch_size": 14
|
43 |
+
},
|
44 |
+
"vision_end_token_id": 151653,
|
45 |
+
"vision_start_token_id": 151652,
|
46 |
+
"vision_token_id": 151654,
|
47 |
+
"vocab_size": 152064
|
48 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token_id": 151643,
|
3 |
+
"do_sample": true,
|
4 |
+
"eos_token_id": [
|
5 |
+
151645,
|
6 |
+
151643
|
7 |
+
],
|
8 |
+
"pad_token_id": 151643,
|
9 |
+
"repetition_penalty": 1.05,
|
10 |
+
"top_k": 1,
|
11 |
+
"top_p": 0.001,
|
12 |
+
"transformers_version": "4.46.1"
|
13 |
+
}
|
model-00001-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a3c883766ca5dbb96ad95b62db71a701dfed27470221c91cd4700dd1bd909ab
|
3 |
+
size 4676624560
|
model-00002-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7fb139d67a978557658d64fd7fd060f13ce793918db0c57aaa822ad8c212f903
|
3 |
+
size 4781670320
|
model-00003-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3430e1954b7ee562f58875669b5b19eb1965c77a8ae542cb13d821a7375055a4
|
3 |
+
size 4964101384
|
model-00004-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e721cec818ddb36b62dbc166870877884db7561c6964fa0a1c0f484a2011261
|
3 |
+
size 4781637328
|
model-00005-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31de58ffa2445c8e996728b897055c79e01305ea8e86538e3a5c583b114c06d0
|
3 |
+
size 4781670344
|
model-00006-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dce61b965bf8717ff4633ef7eddac3c7c835f18d0c5037140465913cabe3ac9c
|
3 |
+
size 4781670360
|
model-00007-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f0ad51357760c6ccdff8cc034714a49e7dca0db7573fa82a0252f7c7f1b0416d
|
3 |
+
size 4964101416
|
model-00008-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5160febf716cbe162f09c760d4bb3f7f22ad44188afb202261e68a9f1250823c
|
3 |
+
size 4781637360
|
model-00009-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05158489509f021a4394f0db9f8ebbcfbfc9ecaa142aa4bfbea1b8776920c392
|
3 |
+
size 4781670360
|
model-00010-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3d04396bca2796fe07f697beaf6eb1d147264bb8687f67ce0e7c130042001571
|
3 |
+
size 4781670360
|
model-00011-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a490f39344dcf84811f90ebe7e3076e503bb890dc38025833c162efe085ada79
|
3 |
+
size 4964101416
|
model-00012-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c69bde717505d03331d37557d87e68109262706f44ceed9785ad236eedcb1bdf
|
3 |
+
size 4781637360
|
model-00013-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ceafcaa294294211b966e53826368abceed5a99c2ba68c83116720f9b36e7577
|
3 |
+
size 4781670360
|
model-00014-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3b5d7c42024906344c968b9f5795041ddacb00279fbf68226a1a9d0a95132351
|
3 |
+
size 4781670360
|
model-00015-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c35d80fb98d95cf6610d48e587b44c1567b48791d4f3cd4e65891b9e761ed72c
|
3 |
+
size 4964101416
|
model-00016-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a15ad2e35569d2972caa9ff3a7b3fbd00515f3cb7bd96951b8adc05c8550767
|
3 |
+
size 4781637360
|
model-00017-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da567d18691897e70016ac9c88ab103fee6461e39910ba12c7479faff0e5046f
|
3 |
+
size 4781670360
|
model-00018-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9b772c7df7ab9b279a8e72073ea95e6c3514565d43abd4661b74f216baa4e0a1
|
3 |
+
size 4781670360
|
model-00019-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4b214eb64c92ccd277b731bfd255ce2234a8ea017146f2f2629f399d9641fa00
|
3 |
+
size 4964101416
|
model-00020-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55849ca5202e2092c47db56f923503faf6c4a686e1ca0a6832c5f34d972600a8
|
3 |
+
size 4781637360
|
model-00021-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3842f4e537e1ce02bf5ed71fa3e7c86ddb8aa5e57587b5a4cfe2f640677f4af
|
3 |
+
size 4781670360
|
model-00022-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24b17d2328c78395aa48fed90cde21be94ccc9c0c362484ffa46d6559f8d9a02
|
3 |
+
size 4781670360
|
model-00023-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c0db04346e9e522cc55e8fce994e74d760bd400ab658c6fd278ebc513620642
|
3 |
+
size 4964101416
|
model-00024-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:32233920aeb7e1fc0503049e1854a93753ec7bed08e029d9434b35be3ce91bfc
|
3 |
+
size 4781637360
|
model-00025-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6573d2d469c1e65ceafe019a2906852a19775009d31966845a25f52244d033e3
|
3 |
+
size 4781670360
|
model-00026-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7976e3b9e65531d838e1b3dc9f3021ded8593638608b5c1516a21b4dc26350a2
|
3 |
+
size 4781670360
|
model-00027-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b418be85caef5c72d23f85d2cb4beb07fc93d9ae71a868f15572b329c0f9134
|
3 |
+
size 4964101416
|
model-00028-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d508b66b1af23083a21002af9d53efb8b5e87c8bca99a6fb957dd4468355c017
|
3 |
+
size 4781637360
|
model-00029-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15fe94afb6a7a9ccd4aa6a982a024dd60c99d422be5e6b5f3226704e2b79d9ec
|
3 |
+
size 4781670360
|
model-00030-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3355991d174512e5733245b7be9639b84753292a2b8796d2cc7ce14a4b08dca3
|
3 |
+
size 4479675656
|
model-00031-of-00031.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f3c824ae4eac929f01cca814feffa33fa7412909a6c0b93011f1ea54c813d141
|
3 |
+
size 2491416704
|
model.safetensors.index.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|