Richard1999 commited on
Commit
17227ed
·
verified ·
1 Parent(s): 3842247

Upload Qwen2VLForConditionalGeneration

Browse files
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/data_train/mm_intern/duyifan/qwen2-vl-ckpt/sample-5k-level3-level4-10epoch-ckpt200/checkpoint-200",
3
+ "architectures": [
4
+ "Qwen2VLForConditionalGeneration"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "image_token_id": 151655,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 29568,
14
+ "max_position_embeddings": 32768,
15
+ "max_window_layers": 80,
16
+ "model_type": "qwen2_vl",
17
+ "num_attention_heads": 64,
18
+ "num_hidden_layers": 80,
19
+ "num_key_value_heads": 8,
20
+ "rms_norm_eps": 1e-06,
21
+ "rope_scaling": {
22
+ "mrope_section": [
23
+ 16,
24
+ 24,
25
+ 24
26
+ ],
27
+ "rope_type": "default",
28
+ "type": "default"
29
+ },
30
+ "rope_theta": 1000000.0,
31
+ "sliding_window": 32768,
32
+ "tie_word_embeddings": false,
33
+ "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.46.1",
35
+ "use_cache": false,
36
+ "use_sliding_window": false,
37
+ "video_token_id": 151656,
38
+ "vision_config": {
39
+ "hidden_size": 8192,
40
+ "in_chans": 3,
41
+ "model_type": "qwen2_vl",
42
+ "spatial_patch_size": 14
43
+ },
44
+ "vision_end_token_id": 151653,
45
+ "vision_start_token_id": 151652,
46
+ "vision_token_id": 151654,
47
+ "vocab_size": 152064
48
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "top_k": 1,
11
+ "top_p": 0.001,
12
+ "transformers_version": "4.46.1"
13
+ }
model-00001-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a3c883766ca5dbb96ad95b62db71a701dfed27470221c91cd4700dd1bd909ab
3
+ size 4676624560
model-00002-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb139d67a978557658d64fd7fd060f13ce793918db0c57aaa822ad8c212f903
3
+ size 4781670320
model-00003-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3430e1954b7ee562f58875669b5b19eb1965c77a8ae542cb13d821a7375055a4
3
+ size 4964101384
model-00004-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e721cec818ddb36b62dbc166870877884db7561c6964fa0a1c0f484a2011261
3
+ size 4781637328
model-00005-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31de58ffa2445c8e996728b897055c79e01305ea8e86538e3a5c583b114c06d0
3
+ size 4781670344
model-00006-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dce61b965bf8717ff4633ef7eddac3c7c835f18d0c5037140465913cabe3ac9c
3
+ size 4781670360
model-00007-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ad51357760c6ccdff8cc034714a49e7dca0db7573fa82a0252f7c7f1b0416d
3
+ size 4964101416
model-00008-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5160febf716cbe162f09c760d4bb3f7f22ad44188afb202261e68a9f1250823c
3
+ size 4781637360
model-00009-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05158489509f021a4394f0db9f8ebbcfbfc9ecaa142aa4bfbea1b8776920c392
3
+ size 4781670360
model-00010-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d04396bca2796fe07f697beaf6eb1d147264bb8687f67ce0e7c130042001571
3
+ size 4781670360
model-00011-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a490f39344dcf84811f90ebe7e3076e503bb890dc38025833c162efe085ada79
3
+ size 4964101416
model-00012-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69bde717505d03331d37557d87e68109262706f44ceed9785ad236eedcb1bdf
3
+ size 4781637360
model-00013-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceafcaa294294211b966e53826368abceed5a99c2ba68c83116720f9b36e7577
3
+ size 4781670360
model-00014-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b5d7c42024906344c968b9f5795041ddacb00279fbf68226a1a9d0a95132351
3
+ size 4781670360
model-00015-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c35d80fb98d95cf6610d48e587b44c1567b48791d4f3cd4e65891b9e761ed72c
3
+ size 4964101416
model-00016-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a15ad2e35569d2972caa9ff3a7b3fbd00515f3cb7bd96951b8adc05c8550767
3
+ size 4781637360
model-00017-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da567d18691897e70016ac9c88ab103fee6461e39910ba12c7479faff0e5046f
3
+ size 4781670360
model-00018-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b772c7df7ab9b279a8e72073ea95e6c3514565d43abd4661b74f216baa4e0a1
3
+ size 4781670360
model-00019-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b214eb64c92ccd277b731bfd255ce2234a8ea017146f2f2629f399d9641fa00
3
+ size 4964101416
model-00020-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55849ca5202e2092c47db56f923503faf6c4a686e1ca0a6832c5f34d972600a8
3
+ size 4781637360
model-00021-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3842f4e537e1ce02bf5ed71fa3e7c86ddb8aa5e57587b5a4cfe2f640677f4af
3
+ size 4781670360
model-00022-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24b17d2328c78395aa48fed90cde21be94ccc9c0c362484ffa46d6559f8d9a02
3
+ size 4781670360
model-00023-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c0db04346e9e522cc55e8fce994e74d760bd400ab658c6fd278ebc513620642
3
+ size 4964101416
model-00024-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32233920aeb7e1fc0503049e1854a93753ec7bed08e029d9434b35be3ce91bfc
3
+ size 4781637360
model-00025-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6573d2d469c1e65ceafe019a2906852a19775009d31966845a25f52244d033e3
3
+ size 4781670360
model-00026-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7976e3b9e65531d838e1b3dc9f3021ded8593638608b5c1516a21b4dc26350a2
3
+ size 4781670360
model-00027-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b418be85caef5c72d23f85d2cb4beb07fc93d9ae71a868f15572b329c0f9134
3
+ size 4964101416
model-00028-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d508b66b1af23083a21002af9d53efb8b5e87c8bca99a6fb957dd4468355c017
3
+ size 4781637360
model-00029-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15fe94afb6a7a9ccd4aa6a982a024dd60c99d422be5e6b5f3226704e2b79d9ec
3
+ size 4781670360
model-00030-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3355991d174512e5733245b7be9639b84753292a2b8796d2cc7ce14a4b08dca3
3
+ size 4479675656
model-00031-of-00031.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c824ae4eac929f01cca814feffa33fa7412909a6c0b93011f1ea54c813d141
3
+ size 2491416704
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff