CrabInHoney commited on
Commit
af17464
·
verified ·
1 Parent(s): 47cb6c5

Upload 8 files

Browse files
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "BertForMaskedLM"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "classifier_dropout": null,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 768,
12
+ "layer_norm_eps": 1e-12,
13
+ "max_position_embeddings": 64,
14
+ "model_type": "bert",
15
+ "num_attention_heads": 8,
16
+ "num_hidden_layers": 8,
17
+ "pad_token_id": 0,
18
+ "position_embedding_type": "absolute",
19
+ "torch_dtype": "float32",
20
+ "transformers_version": "4.44.2",
21
+ "type_vocab_size": 2,
22
+ "use_cache": true,
23
+ "vocab_size": 472
24
+ }
generation_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "pad_token_id": 0,
4
+ "transformers_version": "4.44.2"
5
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90afc23552a6fa594f3c3629b72a1fb69a678da2bb2d39feb40d0fe5501effee
3
+ size 14817656
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
@@ -0,0 +1,627 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 64,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": null,
10
+ "added_tokens": [
11
+ {
12
+ "id": 0,
13
+ "content": "[PAD]",
14
+ "single_word": false,
15
+ "lstrip": false,
16
+ "rstrip": false,
17
+ "normalized": false,
18
+ "special": true
19
+ },
20
+ {
21
+ "id": 1,
22
+ "content": "[UNK]",
23
+ "single_word": false,
24
+ "lstrip": false,
25
+ "rstrip": false,
26
+ "normalized": false,
27
+ "special": true
28
+ },
29
+ {
30
+ "id": 2,
31
+ "content": "[CLS]",
32
+ "single_word": false,
33
+ "lstrip": false,
34
+ "rstrip": false,
35
+ "normalized": false,
36
+ "special": true
37
+ },
38
+ {
39
+ "id": 3,
40
+ "content": "[SEP]",
41
+ "single_word": false,
42
+ "lstrip": false,
43
+ "rstrip": false,
44
+ "normalized": false,
45
+ "special": true
46
+ },
47
+ {
48
+ "id": 4,
49
+ "content": "[MASK]",
50
+ "single_word": false,
51
+ "lstrip": false,
52
+ "rstrip": false,
53
+ "normalized": false,
54
+ "special": true
55
+ }
56
+ ],
57
+ "normalizer": {
58
+ "type": "BertNormalizer",
59
+ "clean_text": true,
60
+ "handle_chinese_chars": true,
61
+ "strip_accents": null,
62
+ "lowercase": true
63
+ },
64
+ "pre_tokenizer": {
65
+ "type": "BertPreTokenizer"
66
+ },
67
+ "post_processor": {
68
+ "type": "TemplateProcessing",
69
+ "single": [
70
+ {
71
+ "SpecialToken": {
72
+ "id": "[CLS]",
73
+ "type_id": 0
74
+ }
75
+ },
76
+ {
77
+ "Sequence": {
78
+ "id": "A",
79
+ "type_id": 0
80
+ }
81
+ },
82
+ {
83
+ "SpecialToken": {
84
+ "id": "[SEP]",
85
+ "type_id": 0
86
+ }
87
+ }
88
+ ],
89
+ "pair": [
90
+ {
91
+ "SpecialToken": {
92
+ "id": "[CLS]",
93
+ "type_id": 0
94
+ }
95
+ },
96
+ {
97
+ "Sequence": {
98
+ "id": "A",
99
+ "type_id": 0
100
+ }
101
+ },
102
+ {
103
+ "SpecialToken": {
104
+ "id": "[SEP]",
105
+ "type_id": 0
106
+ }
107
+ },
108
+ {
109
+ "Sequence": {
110
+ "id": "B",
111
+ "type_id": 1
112
+ }
113
+ },
114
+ {
115
+ "SpecialToken": {
116
+ "id": "[SEP]",
117
+ "type_id": 1
118
+ }
119
+ }
120
+ ],
121
+ "special_tokens": {
122
+ "[CLS]": {
123
+ "id": "[CLS]",
124
+ "ids": [
125
+ 2
126
+ ],
127
+ "tokens": [
128
+ "[CLS]"
129
+ ]
130
+ },
131
+ "[SEP]": {
132
+ "id": "[SEP]",
133
+ "ids": [
134
+ 3
135
+ ],
136
+ "tokens": [
137
+ "[SEP]"
138
+ ]
139
+ }
140
+ }
141
+ },
142
+ "decoder": {
143
+ "type": "WordPiece",
144
+ "prefix": "##",
145
+ "cleanup": true
146
+ },
147
+ "model": {
148
+ "type": "WordPiece",
149
+ "unk_token": "[UNK]",
150
+ "continuing_subword_prefix": "##",
151
+ "max_input_chars_per_word": 100,
152
+ "vocab": {
153
+ "[PAD]": 0,
154
+ "[UNK]": 1,
155
+ "[CLS]": 2,
156
+ "[SEP]": 3,
157
+ "[MASK]": 4,
158
+ "&": 5,
159
+ "'": 6,
160
+ "*": 7,
161
+ ",": 8,
162
+ "-": 9,
163
+ ".": 10,
164
+ "/": 11,
165
+ "?": 12,
166
+ "0": 13,
167
+ "1": 14,
168
+ "2": 15,
169
+ "3": 16,
170
+ "4": 17,
171
+ "5": 18,
172
+ "6": 19,
173
+ "7": 20,
174
+ "8": 21,
175
+ "9": 22,
176
+ ":": 23,
177
+ ";": 24,
178
+ "\\": 25,
179
+ "_": 26,
180
+ "a": 27,
181
+ "b": 28,
182
+ "c": 29,
183
+ "d": 30,
184
+ "e": 31,
185
+ "f": 32,
186
+ "g": 33,
187
+ "h": 34,
188
+ "i": 35,
189
+ "j": 36,
190
+ "k": 37,
191
+ "l": 38,
192
+ "m": 39,
193
+ "n": 40,
194
+ "o": 41,
195
+ "p": 42,
196
+ "q": 43,
197
+ "r": 44,
198
+ "s": 45,
199
+ "t": 46,
200
+ "u": 47,
201
+ "v": 48,
202
+ "w": 49,
203
+ "x": 50,
204
+ "y": 51,
205
+ "z": 52,
206
+ "//": 53,
207
+ "//:": 54,
208
+ "http": 55,
209
+ "https": 56,
210
+ "ftp": 57,
211
+ "sftp": 58,
212
+ "mailto": 59,
213
+ "tel": 60,
214
+ "file": 61,
215
+ "ws": 62,
216
+ "wss": 63,
217
+ "rtmp": 64,
218
+ "ssh": 65,
219
+ "ldap": 66,
220
+ "ldaps": 67,
221
+ "nntp": 68,
222
+ "gopher": 69,
223
+ "telnet": 70,
224
+ "view": 71,
225
+ "source": 72,
226
+ "about": 73,
227
+ "chrome": 74,
228
+ "data": 75,
229
+ "irc": 76,
230
+ "ircs": 77,
231
+ "magnet": 78,
232
+ "mms": 79,
233
+ "redis": 80,
234
+ "rsync": 81,
235
+ "rtsp": 82,
236
+ "svn": 83,
237
+ "vnc": 84,
238
+ "webcal": 85,
239
+ "xmpp": 86,
240
+ "dns": 87,
241
+ "ntp": 88,
242
+ "ip": 89,
243
+ "com": 90,
244
+ "de": 91,
245
+ "net": 92,
246
+ "uk": 93,
247
+ "cn": 94,
248
+ "org": 95,
249
+ "info": 96,
250
+ "nl": 97,
251
+ "eu": 98,
252
+ "ru": 99,
253
+ "su": 100,
254
+ "href": 101,
255
+ "br": 102,
256
+ "htm": 103,
257
+ "php": 104,
258
+ "co": 105,
259
+ "ly": 106,
260
+ "bit": 107,
261
+ "log": 108,
262
+ "index": 109,
263
+ "bank": 110,
264
+ "za": 111,
265
+ "direct": 112,
266
+ "xml": 113,
267
+ "mail": 114,
268
+ "it": 115,
269
+ "www": 116,
270
+ "run": 117,
271
+ "security": 118,
272
+ "code": 119,
273
+ "promo": 120,
274
+ "jpg": 121,
275
+ "img": 122,
276
+ "pay": 123,
277
+ "form": 124,
278
+ "docs": 125,
279
+ "host": 126,
280
+ "ec": 127,
281
+ "cx": 128,
282
+ "free": 129,
283
+ "true": 130,
284
+ "false": 131,
285
+ "amp": 132,
286
+ "blog": 133,
287
+ "key": 134,
288
+ "pal": 135,
289
+ "contact": 136,
290
+ "online": 137,
291
+ "abc": 138,
292
+ "media": 139,
293
+ "admin": 140,
294
+ "etc": 141,
295
+ "login": 142,
296
+ "cmd": 143,
297
+ "bin": 144,
298
+ "web": 145,
299
+ "verif": 146,
300
+ "the": 147,
301
+ "in": 148,
302
+ "##s": 149,
303
+ "of": 150,
304
+ "la": 151,
305
+ "en": 152,
306
+ "and": 153,
307
+ "##e": 154,
308
+ "##a": 155,
309
+ "to": 156,
310
+ "##n": 157,
311
+ "##i": 158,
312
+ "der": 159,
313
+ "un": 160,
314
+ "di": 161,
315
+ "que": 162,
316
+ "##t": 163,
317
+ "is": 164,
318
+ "el": 165,
319
+ "se": 166,
320
+ "del": 167,
321
+ "die": 168,
322
+ "##r": 169,
323
+ "und": 170,
324
+ "et": 171,
325
+ "na": 172,
326
+ "##o": 173,
327
+ "was": 174,
328
+ "on": 175,
329
+ "##en": 176,
330
+ "##u": 177,
331
+ "des": 178,
332
+ "den": 179,
333
+ "le": 180,
334
+ "for": 181,
335
+ "da": 182,
336
+ "je": 183,
337
+ "van": 184,
338
+ "as": 185,
339
+ "##m": 186,
340
+ "sa": 187,
341
+ "do": 188,
342
+ "10": 189,
343
+ "an": 190,
344
+ "les": 191,
345
+ "una": 192,
346
+ "il": 193,
347
+ "by": 194,
348
+ "og": 195,
349
+ "##y": 196,
350
+ "at": 197,
351
+ "##l": 198,
352
+ "##d": 199,
353
+ "er": 200,
354
+ "al": 201,
355
+ "##er": 202,
356
+ "von": 203,
357
+ "du": 204,
358
+ "av": 205,
359
+ "##es": 206,
360
+ "med": 207,
361
+ "con": 208,
362
+ "##k": 209,
363
+ "est": 210,
364
+ "per": 211,
365
+ "som": 212,
366
+ "los": 213,
367
+ "por": 214,
368
+ "from": 215,
369
+ "that": 216,
370
+ "no": 217,
371
+ "11": 218,
372
+ "es": 219,
373
+ "ja": 220,
374
+ "km": 221,
375
+ "##е": 222,
376
+ "##an": 223,
377
+ "om": 224,
378
+ "im": 225,
379
+ "##ta": 226,
380
+ "dan": 227,
381
+ "##te": 228,
382
+ "##na": 229,
383
+ "para": 230,
384
+ "mit": 231,
385
+ "El": 232,
386
+ "his": 233,
387
+ "##у": 234,
388
+ "ha": 235,
389
+ "##da": 236,
390
+ "##ing": 237,
391
+ "une": 238,
392
+ "##h": 239,
393
+ "##ne": 240,
394
+ "##g": 241,
395
+ "das": 242,
396
+ "##in": 243,
397
+ "##re": 244,
398
+ "par": 245,
399
+ "##us": 246,
400
+ "##de": 247,
401
+ "au": 248,
402
+ "dans": 249,
403
+ "he": 250,
404
+ "che": 251,
405
+ "em": 252,
406
+ "dem": 253,
407
+ "19": 254,
408
+ "til": 255,
409
+ "се": 256,
410
+ "han": 257,
411
+ "##ia": 258,
412
+ "##le": 259,
413
+ "las": 260,
414
+ "della": 261,
415
+ "new": 262,
416
+ "##ra": 263,
417
+ "##is": 264,
418
+ "um": 265,
419
+ "si": 266,
420
+ "var": 267,
421
+ "are": 268,
422
+ "op": 269,
423
+ "zu": 270,
424
+ "##et": 271,
425
+ "were": 272,
426
+ "##os": 273,
427
+ "od": 274,
428
+ "son": 275,
429
+ "##о": 276,
430
+ "##do": 277,
431
+ "which": 278,
432
+ "##ja": 279,
433
+ "va": 280,
434
+ "pour": 281,
435
+ "ve": 282,
436
+ "##ti": 283,
437
+ "sur": 284,
438
+ "##la": 285,
439
+ "##ed": 286,
440
+ "war": 287,
441
+ "##to": 288,
442
+ "##se": 289,
443
+ "##ni": 290,
444
+ "##no": 291,
445
+ "be": 292,
446
+ "det": 293,
447
+ "##і": 294,
448
+ "##х": 295,
449
+ "gov": 296,
450
+ "##ar": 297,
451
+ "qui": 298,
452
+ "az": 299,
453
+ "te": 300,
454
+ "##va": 301,
455
+ "##nt": 302,
456
+ "##ma": 303,
457
+ "##ka": 304,
458
+ "had": 305,
459
+ "##ng": 306,
460
+ "also": 307,
461
+ "so": 308,
462
+ "##je": 309,
463
+ "##li": 310,
464
+ "am": 311,
465
+ "has": 312,
466
+ "dos": 313,
467
+ "ur": 314,
468
+ "##ie": 315,
469
+ "##ri": 316,
470
+ "entre": 317,
471
+ "##as": 318,
472
+ "lo": 319,
473
+ "era": 320,
474
+ "ni": 321,
475
+ "##al": 322,
476
+ "##j": 323,
477
+ "##ce": 324,
478
+ "first": 325,
479
+ "##ca": 326,
480
+ "##ment": 327,
481
+ "os": 328,
482
+ "met": 329,
483
+ "ou": 330,
484
+ "all": 331,
485
+ "##ko": 332,
486
+ "aus": 333,
487
+ "non": 334,
488
+ "##si": 335,
489
+ "##em": 336,
490
+ "##ly": 337,
491
+ "##b": 338,
492
+ "film": 339,
493
+ "##um": 340,
494
+ "##sa": 341,
495
+ "##v": 342,
496
+ "##ga": 343,
497
+ "##it": 344,
498
+ "##mi": 345,
499
+ "##ki": 346,
500
+ "po": 347,
501
+ "##ge": 348,
502
+ "##at": 349,
503
+ "##ba": 350,
504
+ "##ur": 351,
505
+ "##ke": 352,
506
+ "##st": 353,
507
+ "##ro": 354,
508
+ "##el": 355,
509
+ "##f": 356,
510
+ "##man": 357,
511
+ "##ci": 358,
512
+ "##ul": 359,
513
+ "##ndo": 360,
514
+ "##mente": 361,
515
+ "##ve": 362,
516
+ "##me": 363,
517
+ "##den": 364,
518
+ "##za": 365,
519
+ "##io": 366,
520
+ "##or": 367,
521
+ "##nya": 368,
522
+ "##ya": 369,
523
+ "##ten": 370,
524
+ "##x": 371,
525
+ "##om": 372,
526
+ "##di": 373,
527
+ "##kan": 374,
528
+ "##ek": 375,
529
+ "into": 376,
530
+ "##ak": 377,
531
+ "till": 378,
532
+ "##lo": 379,
533
+ "ble": 380,
534
+ "ka": 381,
535
+ "##S": 382,
536
+ "mai": 383,
537
+ "up": 384,
538
+ "ng": 385,
539
+ "##то": 386,
540
+ "aux": 387,
541
+ "##ny": 388,
542
+ "##ho": 389,
543
+ "##1": 390,
544
+ "##ju": 391,
545
+ "##lar": 392,
546
+ "##ji": 393,
547
+ "##go": 394,
548
+ "##ts": 395,
549
+ "##co": 396,
550
+ "##ler": 397,
551
+ "##tion": 398,
552
+ "##ir": 399,
553
+ "ad": 400,
554
+ "##ku": 401,
555
+ "##ze": 402,
556
+ "##w": 403,
557
+ "ki": 404,
558
+ "##ns": 405,
559
+ "##ik": 406,
560
+ "##ers": 407,
561
+ "##ry": 408,
562
+ "me": 409,
563
+ "##sen": 410,
564
+ "##des": 411,
565
+ "##ha": 412,
566
+ "##ban": 413,
567
+ "during": 414,
568
+ "where": 415,
569
+ "ze": 416,
570
+ "##rs": 417,
571
+ "can": 418,
572
+ "out": 419,
573
+ "wie": 420,
574
+ "со": 421,
575
+ "##ben": 422,
576
+ "##ren": 423,
577
+ "##sta": 424,
578
+ "##rt": 425,
579
+ "##tu": 426,
580
+ "fu": 427,
581
+ "##am": 428,
582
+ "##ou": 429,
583
+ "##ria": 430,
584
+ "##ov": 431,
585
+ "##il": 432,
586
+ "##mo": 433,
587
+ "vom": 434,
588
+ "##wa": 435,
589
+ "##jo": 436,
590
+ "##ica": 437,
591
+ "##be": 438,
592
+ "##ion": 439,
593
+ "##ken": 440,
594
+ "##ina": 441,
595
+ "##land": 442,
596
+ "##lla": 443,
597
+ "nu": 444,
598
+ "##ine": 445,
599
+ "##un": 446,
600
+ "club": 447,
601
+ "##che": 448,
602
+ "team": 449,
603
+ "##ner": 450,
604
+ "##ic": 451,
605
+ "ca": 452,
606
+ "##ok": 453,
607
+ "##ig": 454,
608
+ "##th": 455,
609
+ "##nu": 456,
610
+ "##ada": 457,
611
+ "##ste": 458,
612
+ "##ut": 459,
613
+ "pe": 460,
614
+ "ke": 461,
615
+ "area": 462,
616
+ "any": 463,
617
+ "##dos": 464,
618
+ "##ton": 465,
619
+ "##que": 466,
620
+ "vor": 467,
621
+ "##ty": 468,
622
+ "##tes": 469,
623
+ "##ble": 470,
624
+ "##das": 471
625
+ }
626
+ }
627
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "lowercase": true,
49
+ "mask_token": "[MASK]",
50
+ "model_max_length": 1000000000000000019884624838656,
51
+ "never_split": null,
52
+ "pad_token": "[PAD]",
53
+ "sep_token": "[SEP]",
54
+ "strip_accents": null,
55
+ "tokenize_chinese_chars": true,
56
+ "tokenizer_class": "BertTokenizer",
57
+ "unk_token": "[UNK]"
58
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc36dbd4c193975029c90d21adfa195d2a82477fe8bd4ab018c390a32b0bdab4
3
+ size 5176
vocab.txt ADDED
@@ -0,0 +1,472 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [PAD]
2
+ [UNK]
3
+ [CLS]
4
+ [SEP]
5
+ [MASK]
6
+ &
7
+ '
8
+ *
9
+ ,
10
+ -
11
+ .
12
+ /
13
+ ?
14
+ 0
15
+ 1
16
+ 2
17
+ 3
18
+ 4
19
+ 5
20
+ 6
21
+ 7
22
+ 8
23
+ 9
24
+ :
25
+ ;
26
+ \
27
+ _
28
+ a
29
+ b
30
+ c
31
+ d
32
+ e
33
+ f
34
+ g
35
+ h
36
+ i
37
+ j
38
+ k
39
+ l
40
+ m
41
+ n
42
+ o
43
+ p
44
+ q
45
+ r
46
+ s
47
+ t
48
+ u
49
+ v
50
+ w
51
+ x
52
+ y
53
+ z
54
+ //
55
+ //:
56
+ http
57
+ https
58
+ ftp
59
+ sftp
60
+ mailto
61
+ tel
62
+ file
63
+ ws
64
+ wss
65
+ rtmp
66
+ ssh
67
+ ldap
68
+ ldaps
69
+ nntp
70
+ gopher
71
+ telnet
72
+ view
73
+ source
74
+ about
75
+ chrome
76
+ data
77
+ irc
78
+ ircs
79
+ magnet
80
+ mms
81
+ redis
82
+ rsync
83
+ rtsp
84
+ svn
85
+ vnc
86
+ webcal
87
+ xmpp
88
+ dns
89
+ ntp
90
+ ip
91
+ com
92
+ de
93
+ net
94
+ uk
95
+ cn
96
+ org
97
+ info
98
+ nl
99
+ eu
100
+ ru
101
+ su
102
+ href
103
+ br
104
+ htm
105
+ php
106
+ co
107
+ ly
108
+ bit
109
+ log
110
+ index
111
+ bank
112
+ za
113
+ direct
114
+ xml
115
+ mail
116
+ it
117
+ www
118
+ run
119
+ security
120
+ code
121
+ promo
122
+ jpg
123
+ img
124
+ pay
125
+ form
126
+ docs
127
+ host
128
+ ec
129
+ cx
130
+ free
131
+ true
132
+ false
133
+ amp
134
+ blog
135
+ key
136
+ pal
137
+ contact
138
+ online
139
+ abc
140
+ media
141
+ admin
142
+ etc
143
+ login
144
+ cmd
145
+ bin
146
+ web
147
+ verif
148
+ the
149
+ in
150
+ ##s
151
+ of
152
+ la
153
+ en
154
+ and
155
+ ##e
156
+ ##a
157
+ to
158
+ ##n
159
+ ##i
160
+ der
161
+ un
162
+ di
163
+ que
164
+ ##t
165
+ is
166
+ el
167
+ se
168
+ del
169
+ die
170
+ ##r
171
+ und
172
+ et
173
+ na
174
+ ##o
175
+ was
176
+ on
177
+ ##en
178
+ ##u
179
+ des
180
+ den
181
+ le
182
+ for
183
+ da
184
+ je
185
+ van
186
+ as
187
+ ##m
188
+ sa
189
+ do
190
+ 10
191
+ an
192
+ les
193
+ una
194
+ il
195
+ by
196
+ og
197
+ ##y
198
+ at
199
+ ##l
200
+ ##d
201
+ er
202
+ al
203
+ ##er
204
+ von
205
+ du
206
+ av
207
+ ##es
208
+ med
209
+ con
210
+ ##k
211
+ est
212
+ per
213
+ som
214
+ los
215
+ por
216
+ from
217
+ that
218
+ no
219
+ 11
220
+ es
221
+ ja
222
+ km
223
+ ##е
224
+ ##an
225
+ om
226
+ im
227
+ ##ta
228
+ dan
229
+ ##te
230
+ ##na
231
+ para
232
+ mit
233
+ El
234
+ his
235
+ ##у
236
+ ha
237
+ ##da
238
+ ##ing
239
+ une
240
+ ##h
241
+ ##ne
242
+ ##g
243
+ das
244
+ ##in
245
+ ##re
246
+ par
247
+ ##us
248
+ ##de
249
+ au
250
+ dans
251
+ he
252
+ che
253
+ em
254
+ dem
255
+ 19
256
+ til
257
+ се
258
+ han
259
+ ##ia
260
+ ##le
261
+ las
262
+ della
263
+ new
264
+ ##ra
265
+ ##is
266
+ um
267
+ si
268
+ var
269
+ are
270
+ op
271
+ zu
272
+ ##et
273
+ were
274
+ ##os
275
+ od
276
+ son
277
+ ##о
278
+ ##do
279
+ which
280
+ ##ja
281
+ va
282
+ pour
283
+ ve
284
+ ##ti
285
+ sur
286
+ ##la
287
+ ##ed
288
+ war
289
+ ##to
290
+ ##se
291
+ ##ni
292
+ ##no
293
+ be
294
+ det
295
+ ##і
296
+ ##х
297
+ gov
298
+ ##ar
299
+ qui
300
+ az
301
+ te
302
+ ##va
303
+ ##nt
304
+ ##ma
305
+ ##ka
306
+ had
307
+ ##ng
308
+ also
309
+ so
310
+ ##je
311
+ ##li
312
+ am
313
+ has
314
+ dos
315
+ ur
316
+ ##ie
317
+ ##ri
318
+ entre
319
+ ##as
320
+ lo
321
+ era
322
+ ni
323
+ ##al
324
+ ##j
325
+ ##ce
326
+ first
327
+ ##ca
328
+ ##ment
329
+ os
330
+ met
331
+ ou
332
+ all
333
+ ##ko
334
+ aus
335
+ non
336
+ ##si
337
+ ##em
338
+ ##ly
339
+ ##b
340
+ film
341
+ ##um
342
+ ##sa
343
+ ##v
344
+ ##ga
345
+ ##it
346
+ ##mi
347
+ ##ki
348
+ po
349
+ ##ge
350
+ ##at
351
+ ##ba
352
+ ##ur
353
+ ##ke
354
+ ##st
355
+ ##ro
356
+ ##el
357
+ ##f
358
+ ##man
359
+ ##ci
360
+ ##ul
361
+ ##ndo
362
+ ##mente
363
+ ##ve
364
+ ##me
365
+ ##den
366
+ ##za
367
+ ##io
368
+ ##or
369
+ ##nya
370
+ ##ya
371
+ ##ten
372
+ ##x
373
+ ##om
374
+ ##di
375
+ ##kan
376
+ ##ek
377
+ into
378
+ ##ak
379
+ till
380
+ ##lo
381
+ ble
382
+ ka
383
+ ##S
384
+ mai
385
+ up
386
+ ng
387
+ ##то
388
+ aux
389
+ ##ny
390
+ ##ho
391
+ ##1
392
+ ##ju
393
+ ##lar
394
+ ##ji
395
+ ##go
396
+ ##ts
397
+ ##co
398
+ ##ler
399
+ ##tion
400
+ ##ir
401
+ ad
402
+ ##ku
403
+ ##ze
404
+ ##w
405
+ ki
406
+ ##ns
407
+ ##ik
408
+ ##ers
409
+ ##ry
410
+ me
411
+ ##sen
412
+ ##des
413
+ ##ha
414
+ ##ban
415
+ during
416
+ where
417
+ ze
418
+ ##rs
419
+ can
420
+ out
421
+ wie
422
+ со
423
+ ##ben
424
+ ##ren
425
+ ##sta
426
+ ##rt
427
+ ##tu
428
+ fu
429
+ ##am
430
+ ##ou
431
+ ##ria
432
+ ##ov
433
+ ##il
434
+ ##mo
435
+ vom
436
+ ##wa
437
+ ##jo
438
+ ##ica
439
+ ##be
440
+ ##ion
441
+ ##ken
442
+ ##ina
443
+ ##land
444
+ ##lla
445
+ nu
446
+ ##ine
447
+ ##un
448
+ club
449
+ ##che
450
+ team
451
+ ##ner
452
+ ##ic
453
+ ca
454
+ ##ok
455
+ ##ig
456
+ ##th
457
+ ##nu
458
+ ##ada
459
+ ##ste
460
+ ##ut
461
+ pe
462
+ ke
463
+ area
464
+ any
465
+ ##dos
466
+ ##ton
467
+ ##que
468
+ vor
469
+ ##ty
470
+ ##tes
471
+ ##ble
472
+ ##das