Hugging Face's logo

AIFunOver
/
Qwen2.5-Coder-7B-Instruct-openvino-4bit

Text Generation
Transformers
Safetensors
OpenVINO
English
qwen2
code
codeqwen
chat
qwen
qwen-coder
nncf
4-bit precision
conversational
text-generation-inference
Model card Files
xet
Community
AIFunOver commited on
Commit
dea80e0
·
verified ·
1 Parent(s): 5933480

Upload openvino_tokenizer.xml with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_tokenizer.xml +46 -46
openvino_tokenizer.xml CHANGED
@@ -1,21 +1,21 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_1949707" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_1949707">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_1949713" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="StringTensorUnpack_1949708" type="StringTensorUnpack" version="extension">
19
  <data mode="begins_ends" />
20
  <input>
21
  <port id="0" precision="STRING">
@@ -34,7 +34,7 @@
34
  </port>
35
  </output>
36
  </layer>
37
- <layer id="3" name="ShapeOf_1949709" type="ShapeOf" version="opset3">
38
  <data output_type="i64" />
39
  <input>
40
  <port id="0" precision="I32">
@@ -47,19 +47,19 @@
47
  </port>
48
  </output>
49
  </layer>
50
- <layer id="4" name="Constant_1949710" type="Const" version="opset1">
51
  <data element_type="i64" shape="" offset="0" size="8" />
52
  <output>
53
  <port id="0" precision="I64" />
54
  </output>
55
  </layer>
56
- <layer id="5" name="Constant_1949711" type="Const" version="opset1">
57
  <data element_type="i64" shape="" offset="0" size="8" />
58
  <output>
59
  <port id="0" precision="I64" />
60
  </output>
61
  </layer>
62
- <layer id="6" name="Gather_1949712" type="Gather" version="opset8">
63
  <data batch_dims="0" />
64
  <input>
65
  <port id="0" precision="I64">
@@ -72,13 +72,13 @@
72
  <port id="3" precision="I64" />
73
  </output>
74
  </layer>
75
- <layer id="7" name="Constant_1949714" type="Const" version="opset1">
76
  <data element_type="i64" shape="" offset="8" size="8" />
77
  <output>
78
  <port id="0" precision="I64" />
79
  </output>
80
  </layer>
81
- <layer id="8" name="Range_1949715" type="Range" version="opset4">
82
  <data output_type="i32" />
83
  <input>
84
  <port id="0" precision="I64" />
@@ -91,19 +91,19 @@
91
  </port>
92
  </output>
93
  </layer>
94
- <layer id="9" name="Constant_1949716" type="Const" version="opset1">
95
  <data element_type="i64" shape="" offset="8" size="8" />
96
  <output>
97
  <port id="0" precision="I64" />
98
  </output>
99
  </layer>
100
- <layer id="10" name="Constant_1949717" type="Const" version="opset1">
101
  <data element_type="i64" shape="" offset="8" size="8" />
102
  <output>
103
  <port id="0" precision="I64" />
104
  </output>
105
  </layer>
106
- <layer id="11" name="Add_1949718" type="Add" version="opset1">
107
  <data auto_broadcast="numpy" />
108
  <input>
109
  <port id="0" precision="I64" />
@@ -113,13 +113,13 @@
113
  <port id="2" precision="I64" />
114
  </output>
115
  </layer>
116
- <layer id="12" name="Constant_1949719" type="Const" version="opset1">
117
  <data element_type="i64" shape="" offset="8" size="8" />
118
  <output>
119
  <port id="0" precision="I64" />
120
  </output>
121
  </layer>
122
- <layer id="13" name="Range_1949720" type="Range" version="opset4">
123
  <data output_type="i32" />
124
  <input>
125
  <port id="0" precision="I64" />
@@ -132,7 +132,7 @@
132
  </port>
133
  </output>
134
  </layer>
135
- <layer id="14" name="Constant_1949782" type="Const" version="opset1">
136
  <data element_type="u8" shape="444" offset="16" size="444" />
137
  <output>
138
  <port id="0" precision="U8">
@@ -140,7 +140,7 @@
140
  </port>
141
  </output>
142
  </layer>
143
- <layer id="15" name="SpecialTokensSplit_1949783" type="SpecialTokensSplit" version="extension">
144
  <input>
145
  <port id="0" precision="I32">
146
  <dim>-1</dim>
@@ -182,7 +182,7 @@
182
  </port>
183
  </output>
184
  </layer>
185
- <layer id="16" name="NormalizeUnicode_1949784" type="NormalizeUnicode" version="extension">
186
  <data normalization_form="NFC" />
187
  <input>
188
  <port id="0" precision="I32">
@@ -213,7 +213,7 @@
213
  </port>
214
  </output>
215
  </layer>
216
- <layer id="17" name="Constant_1949786" type="Const" version="opset1">
217
  <data element_type="u8" shape="110" offset="460" size="110" />
218
  <output>
219
  <port id="0" precision="U8">
@@ -221,7 +221,7 @@
221
  </port>
222
  </output>
223
  </layer>
224
- <layer id="18" name="RegexSplit_1949787" type="RegexSplit" version="extension">
225
  <data behaviour="isolate" invert="false" max_splits="-1" />
226
  <input>
227
  <port id="0" precision="I32">
@@ -267,7 +267,7 @@
267
  </port>
268
  </output>
269
  </layer>
270
- <layer id="19" name="Constant_1949789" type="Const" version="opset1">
271
  <data element_type="u8" shape="1582931" offset="570" size="1582931" />
272
  <output>
273
  <port id="0" precision="U8">
@@ -275,7 +275,7 @@
275
  </port>
276
  </output>
277
  </layer>
278
- <layer id="20" name="StringTensorUnpack_1949790" type="StringTensorUnpack" version="extension">
279
  <data mode="begins_ends" />
280
  <input>
281
  <port id="0" precision="U8">
@@ -294,7 +294,7 @@
294
  </port>
295
  </output>
296
  </layer>
297
- <layer id="21" name="Constant_1949795" type="Const" version="opset1">
298
  <data element_type="u8" shape="1096915" offset="1583501" size="1096915" />
299
  <output>
300
  <port id="0" precision="U8">
@@ -302,7 +302,7 @@
302
  </port>
303
  </output>
304
  </layer>
305
- <layer id="22" name="StringTensorUnpack_1949796" type="StringTensorUnpack" version="extension">
306
  <data mode="begins_ends" />
307
  <input>
308
  <port id="0" precision="U8">
@@ -321,7 +321,7 @@
321
  </port>
322
  </output>
323
  </layer>
324
- <layer id="23" name="Constant_1949798" type="Const" version="opset1">
325
  <data element_type="u8" shape="1089910" offset="2680416" size="1089910" />
326
  <output>
327
  <port id="0" precision="U8">
@@ -329,7 +329,7 @@
329
  </port>
330
  </output>
331
  </layer>
332
- <layer id="24" name="StringTensorUnpack_1949799" type="StringTensorUnpack" version="extension">
333
  <data mode="begins_ends" />
334
  <input>
335
  <port id="0" precision="U8">
@@ -348,7 +348,7 @@
348
  </port>
349
  </output>
350
  </layer>
351
- <layer id="25" name="Constant_1949792" type="Const" version="opset1">
352
  <data element_type="u8" shape="390" offset="3770326" size="390" />
353
  <output>
354
  <port id="0" precision="U8">
@@ -356,7 +356,7 @@
356
  </port>
357
  </output>
358
  </layer>
359
- <layer id="26" name="StringTensorUnpack_1949793" type="StringTensorUnpack" version="extension">
360
  <data mode="begins_ends" />
361
  <input>
362
  <port id="0" precision="U8">
@@ -375,7 +375,7 @@
375
  </port>
376
  </output>
377
  </layer>
378
- <layer id="27" name="Constant_1949800" type="Const" version="opset1">
379
  <data element_type="i32" shape="22" offset="3770716" size="88" />
380
  <output>
381
  <port id="0" precision="I32">
@@ -383,7 +383,7 @@
383
  </port>
384
  </output>
385
  </layer>
386
- <layer id="28" name="BPETokenizer_1949801" type="BPETokenizer" version="extension">
387
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
388
  <input>
389
  <port id="0" precision="I32">
@@ -453,7 +453,7 @@
453
  </port>
454
  </output>
455
  </layer>
456
- <layer id="29" name="Subtract_1949802" type="Subtract" version="opset1">
457
  <data auto_broadcast="numpy" />
458
  <input>
459
  <port id="0" precision="I32">
@@ -469,13 +469,13 @@
469
  </port>
470
  </output>
471
  </layer>
472
- <layer id="30" name="Constant_1949803" type="Const" version="opset1">
473
  <data element_type="i32" shape="" offset="3770804" size="4" />
474
  <output>
475
  <port id="0" precision="I32" />
476
  </output>
477
  </layer>
478
- <layer id="31" name="Minimum_1949804" type="Minimum" version="opset1">
479
  <data auto_broadcast="numpy" />
480
  <input>
481
  <port id="0" precision="I32">
@@ -489,7 +489,7 @@
489
  </port>
490
  </output>
491
  </layer>
492
- <layer id="32" name="Add_1949805" type="Add" version="opset1">
493
  <data auto_broadcast="numpy" />
494
  <input>
495
  <port id="0" precision="I32">
@@ -505,7 +505,7 @@
505
  </port>
506
  </output>
507
  </layer>
508
- <layer id="33" name="Subtract_1949806" type="Subtract" version="opset1">
509
  <data auto_broadcast="numpy" />
510
  <input>
511
  <port id="0" precision="I32">
@@ -521,13 +521,13 @@
521
  </port>
522
  </output>
523
  </layer>
524
- <layer id="34" name="Constant_1949807" type="Const" version="opset1">
525
  <data element_type="i32" shape="" offset="3770808" size="4" />
526
  <output>
527
  <port id="0" precision="I32" />
528
  </output>
529
  </layer>
530
- <layer id="35" name="ReduceMax_1949808" type="ReduceMax" version="opset1">
531
  <data keep_dims="false" />
532
  <input>
533
  <port id="0" precision="I32">
@@ -539,13 +539,13 @@
539
  <port id="2" precision="I32" />
540
  </output>
541
  </layer>
542
- <layer id="36" name="Constant_1949809" type="Const" version="opset1">
543
  <data element_type="i32" shape="" offset="3770812" size="4" />
544
  <output>
545
  <port id="0" precision="I32" />
546
  </output>
547
  </layer>
548
- <layer id="37" name="RaggedToDense_1949810" type="RaggedToDense" version="extension">
549
  <data pad_right="true" />
550
  <input>
551
  <port id="0" precision="I32">
@@ -571,7 +571,7 @@
571
  </port>
572
  </output>
573
  </layer>
574
- <layer id="38" name="Convert_1949811" type="Convert" version="opset1">
575
  <data destination_type="i32" />
576
  <input>
577
  <port id="0" precision="BOOL">
@@ -586,7 +586,7 @@
586
  </port>
587
  </output>
588
  </layer>
589
- <layer id="39" name="Convert_1949811" type="Convert" version="opset1">
590
  <data destination_type="i64" />
591
  <input>
592
  <port id="0" precision="I32">
@@ -601,7 +601,7 @@
601
  </port>
602
  </output>
603
  </layer>
604
- <layer id="41" name="RaggedToDense_1949810.0" type="Convert" version="opset1">
605
  <data destination_type="i64" />
606
  <input>
607
  <port id="0" precision="I32">
@@ -616,7 +616,7 @@
616
  </port>
617
  </output>
618
  </layer>
619
- <layer id="42" name="Result_1949812" type="Result" version="opset1">
620
  <input>
621
  <port id="0" precision="I64">
622
  <dim>-1</dim>
@@ -624,7 +624,7 @@
624
  </port>
625
  </input>
626
  </layer>
627
- <layer id="40" name="Result_1949813" type="Result" version="opset1">
628
  <input>
629
  <port id="0" precision="I64">
630
  <dim>-1</dim>
@@ -717,8 +717,8 @@
717
  <eos_token_id value="151645" />
718
  <handle_special_tokens_with_re />
719
  <number_of_inputs value="1" />
720
- <openvino_tokenizers_version value="2024.5.0.0.dev20241030" />
721
- <openvino_version value="2024.5.0.dev20241030" />
722
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
723
  <pad_token_id value="151643" />
724
  <sentencepiece_version value="0.2.0" />
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_690271" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_690271">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_690277" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="StringTensorUnpack_690272" type="StringTensorUnpack" version="extension">
19
  <data mode="begins_ends" />
20
  <input>
21
  <port id="0" precision="STRING">
 
34
  </port>
35
  </output>
36
  </layer>
37
+ <layer id="3" name="ShapeOf_690273" type="ShapeOf" version="opset3">
38
  <data output_type="i64" />
39
  <input>
40
  <port id="0" precision="I32">
 
47
  </port>
48
  </output>
49
  </layer>
50
+ <layer id="4" name="Constant_690274" type="Const" version="opset1">
51
  <data element_type="i64" shape="" offset="0" size="8" />
52
  <output>
53
  <port id="0" precision="I64" />
54
  </output>
55
  </layer>
56
+ <layer id="5" name="Constant_690275" type="Const" version="opset1">
57
  <data element_type="i64" shape="" offset="0" size="8" />
58
  <output>
59
  <port id="0" precision="I64" />
60
  </output>
61
  </layer>
62
+ <layer id="6" name="Gather_690276" type="Gather" version="opset8">
63
  <data batch_dims="0" />
64
  <input>
65
  <port id="0" precision="I64">
 
72
  <port id="3" precision="I64" />
73
  </output>
74
  </layer>
75
+ <layer id="7" name="Constant_690278" type="Const" version="opset1">
76
  <data element_type="i64" shape="" offset="8" size="8" />
77
  <output>
78
  <port id="0" precision="I64" />
79
  </output>
80
  </layer>
81
+ <layer id="8" name="Range_690279" type="Range" version="opset4">
82
  <data output_type="i32" />
83
  <input>
84
  <port id="0" precision="I64" />
 
91
  </port>
92
  </output>
93
  </layer>
94
+ <layer id="9" name="Constant_690280" type="Const" version="opset1">
95
  <data element_type="i64" shape="" offset="8" size="8" />
96
  <output>
97
  <port id="0" precision="I64" />
98
  </output>
99
  </layer>
100
+ <layer id="10" name="Constant_690281" type="Const" version="opset1">
101
  <data element_type="i64" shape="" offset="8" size="8" />
102
  <output>
103
  <port id="0" precision="I64" />
104
  </output>
105
  </layer>
106
+ <layer id="11" name="Add_690282" type="Add" version="opset1">
107
  <data auto_broadcast="numpy" />
108
  <input>
109
  <port id="0" precision="I64" />
 
113
  <port id="2" precision="I64" />
114
  </output>
115
  </layer>
116
+ <layer id="12" name="Constant_690283" type="Const" version="opset1">
117
  <data element_type="i64" shape="" offset="8" size="8" />
118
  <output>
119
  <port id="0" precision="I64" />
120
  </output>
121
  </layer>
122
+ <layer id="13" name="Range_690284" type="Range" version="opset4">
123
  <data output_type="i32" />
124
  <input>
125
  <port id="0" precision="I64" />
 
132
  </port>
133
  </output>
134
  </layer>
135
+ <layer id="14" name="Constant_690346" type="Const" version="opset1">
136
  <data element_type="u8" shape="444" offset="16" size="444" />
137
  <output>
138
  <port id="0" precision="U8">
 
140
  </port>
141
  </output>
142
  </layer>
143
+ <layer id="15" name="SpecialTokensSplit_690347" type="SpecialTokensSplit" version="extension">
144
  <input>
145
  <port id="0" precision="I32">
146
  <dim>-1</dim>
 
182
  </port>
183
  </output>
184
  </layer>
185
+ <layer id="16" name="NormalizeUnicode_690348" type="NormalizeUnicode" version="extension">
186
  <data normalization_form="NFC" />
187
  <input>
188
  <port id="0" precision="I32">
 
213
  </port>
214
  </output>
215
  </layer>
216
+ <layer id="17" name="Constant_690350" type="Const" version="opset1">
217
  <data element_type="u8" shape="110" offset="460" size="110" />
218
  <output>
219
  <port id="0" precision="U8">
 
221
  </port>
222
  </output>
223
  </layer>
224
+ <layer id="18" name="RegexSplit_690351" type="RegexSplit" version="extension">
225
  <data behaviour="isolate" invert="false" max_splits="-1" />
226
  <input>
227
  <port id="0" precision="I32">
 
267
  </port>
268
  </output>
269
  </layer>
270
+ <layer id="19" name="Constant_690353" type="Const" version="opset1">
271
  <data element_type="u8" shape="1582931" offset="570" size="1582931" />
272
  <output>
273
  <port id="0" precision="U8">
 
275
  </port>
276
  </output>
277
  </layer>
278
+ <layer id="20" name="StringTensorUnpack_690354" type="StringTensorUnpack" version="extension">
279
  <data mode="begins_ends" />
280
  <input>
281
  <port id="0" precision="U8">
 
294
  </port>
295
  </output>
296
  </layer>
297
+ <layer id="21" name="Constant_690359" type="Const" version="opset1">
298
  <data element_type="u8" shape="1096915" offset="1583501" size="1096915" />
299
  <output>
300
  <port id="0" precision="U8">
 
302
  </port>
303
  </output>
304
  </layer>
305
+ <layer id="22" name="StringTensorUnpack_690360" type="StringTensorUnpack" version="extension">
306
  <data mode="begins_ends" />
307
  <input>
308
  <port id="0" precision="U8">
 
321
  </port>
322
  </output>
323
  </layer>
324
+ <layer id="23" name="Constant_690362" type="Const" version="opset1">
325
  <data element_type="u8" shape="1089910" offset="2680416" size="1089910" />
326
  <output>
327
  <port id="0" precision="U8">
 
329
  </port>
330
  </output>
331
  </layer>
332
+ <layer id="24" name="StringTensorUnpack_690363" type="StringTensorUnpack" version="extension">
333
  <data mode="begins_ends" />
334
  <input>
335
  <port id="0" precision="U8">
 
348
  </port>
349
  </output>
350
  </layer>
351
+ <layer id="25" name="Constant_690356" type="Const" version="opset1">
352
  <data element_type="u8" shape="390" offset="3770326" size="390" />
353
  <output>
354
  <port id="0" precision="U8">
 
356
  </port>
357
  </output>
358
  </layer>
359
+ <layer id="26" name="StringTensorUnpack_690357" type="StringTensorUnpack" version="extension">
360
  <data mode="begins_ends" />
361
  <input>
362
  <port id="0" precision="U8">
 
375
  </port>
376
  </output>
377
  </layer>
378
+ <layer id="27" name="Constant_690364" type="Const" version="opset1">
379
  <data element_type="i32" shape="22" offset="3770716" size="88" />
380
  <output>
381
  <port id="0" precision="I32">
 
383
  </port>
384
  </output>
385
  </layer>
386
+ <layer id="28" name="BPETokenizer_690365" type="BPETokenizer" version="extension">
387
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
388
  <input>
389
  <port id="0" precision="I32">
 
453
  </port>
454
  </output>
455
  </layer>
456
+ <layer id="29" name="Subtract_690366" type="Subtract" version="opset1">
457
  <data auto_broadcast="numpy" />
458
  <input>
459
  <port id="0" precision="I32">
 
469
  </port>
470
  </output>
471
  </layer>
472
+ <layer id="30" name="Constant_690367" type="Const" version="opset1">
473
  <data element_type="i32" shape="" offset="3770804" size="4" />
474
  <output>
475
  <port id="0" precision="I32" />
476
  </output>
477
  </layer>
478
+ <layer id="31" name="Minimum_690368" type="Minimum" version="opset1">
479
  <data auto_broadcast="numpy" />
480
  <input>
481
  <port id="0" precision="I32">
 
489
  </port>
490
  </output>
491
  </layer>
492
+ <layer id="32" name="Add_690369" type="Add" version="opset1">
493
  <data auto_broadcast="numpy" />
494
  <input>
495
  <port id="0" precision="I32">
 
505
  </port>
506
  </output>
507
  </layer>
508
+ <layer id="33" name="Subtract_690370" type="Subtract" version="opset1">
509
  <data auto_broadcast="numpy" />
510
  <input>
511
  <port id="0" precision="I32">
 
521
  </port>
522
  </output>
523
  </layer>
524
+ <layer id="34" name="Constant_690371" type="Const" version="opset1">
525
  <data element_type="i32" shape="" offset="3770808" size="4" />
526
  <output>
527
  <port id="0" precision="I32" />
528
  </output>
529
  </layer>
530
+ <layer id="35" name="ReduceMax_690372" type="ReduceMax" version="opset1">
531
  <data keep_dims="false" />
532
  <input>
533
  <port id="0" precision="I32">
 
539
  <port id="2" precision="I32" />
540
  </output>
541
  </layer>
542
+ <layer id="36" name="Constant_690373" type="Const" version="opset1">
543
  <data element_type="i32" shape="" offset="3770812" size="4" />
544
  <output>
545
  <port id="0" precision="I32" />
546
  </output>
547
  </layer>
548
+ <layer id="37" name="RaggedToDense_690374" type="RaggedToDense" version="extension">
549
  <data pad_right="true" />
550
  <input>
551
  <port id="0" precision="I32">
 
571
  </port>
572
  </output>
573
  </layer>
574
+ <layer id="38" name="Convert_690375" type="Convert" version="opset1">
575
  <data destination_type="i32" />
576
  <input>
577
  <port id="0" precision="BOOL">
 
586
  </port>
587
  </output>
588
  </layer>
589
+ <layer id="39" name="Convert_690375" type="Convert" version="opset1">
590
  <data destination_type="i64" />
591
  <input>
592
  <port id="0" precision="I32">
 
601
  </port>
602
  </output>
603
  </layer>
604
+ <layer id="41" name="RaggedToDense_690374.0" type="Convert" version="opset1">
605
  <data destination_type="i64" />
606
  <input>
607
  <port id="0" precision="I32">
 
616
  </port>
617
  </output>
618
  </layer>
619
+ <layer id="42" name="Result_690376" type="Result" version="opset1">
620
  <input>
621
  <port id="0" precision="I64">
622
  <dim>-1</dim>
 
624
  </port>
625
  </input>
626
  </layer>
627
+ <layer id="40" name="Result_690377" type="Result" version="opset1">
628
  <input>
629
  <port id="0" precision="I64">
630
  <dim>-1</dim>
 
717
  <eos_token_id value="151645" />
718
  <handle_special_tokens_with_re />
719
  <number_of_inputs value="1" />
720
+ <openvino_tokenizers_version value="2025.0.0.0.dev20241112" />
721
+ <openvino_version value="2025.0.0.dev20241112" />
722
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
723
  <pad_token_id value="151643" />
724
  <sentencepiece_version value="0.2.0" />