Hugging Face's logo

Vipplav
/
telugu-bpe-23k

Transformers
Telugu
telugu
sentencepiece
tokenizer
bpe
pretraining
Model card Files Community
telugu-bpe-23k
File size: 2,593 Bytes 
85f8f56
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
 
{
  "<extra_id_0>": 23099,
  "<extra_id_10>": 23089,
  "<extra_id_11>": 23088,
  "<extra_id_12>": 23087,
  "<extra_id_13>": 23086,
  "<extra_id_14>": 23085,
  "<extra_id_15>": 23084,
  "<extra_id_16>": 23083,
  "<extra_id_17>": 23082,
  "<extra_id_18>": 23081,
  "<extra_id_19>": 23080,
  "<extra_id_1>": 23098,
  "<extra_id_20>": 23079,
  "<extra_id_21>": 23078,
  "<extra_id_22>": 23077,
  "<extra_id_23>": 23076,
  "<extra_id_24>": 23075,
  "<extra_id_25>": 23074,
  "<extra_id_26>": 23073,
  "<extra_id_27>": 23072,
  "<extra_id_28>": 23071,
  "<extra_id_29>": 23070,
  "<extra_id_2>": 23097,
  "<extra_id_30>": 23069,
  "<extra_id_31>": 23068,
  "<extra_id_32>": 23067,
  "<extra_id_33>": 23066,
  "<extra_id_34>": 23065,
  "<extra_id_35>": 23064,
  "<extra_id_36>": 23063,
  "<extra_id_37>": 23062,
  "<extra_id_38>": 23061,
  "<extra_id_39>": 23060,
  "<extra_id_3>": 23096,
  "<extra_id_40>": 23059,
  "<extra_id_41>": 23058,
  "<extra_id_42>": 23057,
  "<extra_id_43>": 23056,
  "<extra_id_44>": 23055,
  "<extra_id_45>": 23054,
  "<extra_id_46>": 23053,
  "<extra_id_47>": 23052,
  "<extra_id_48>": 23051,
  "<extra_id_49>": 23050,
  "<extra_id_4>": 23095,
  "<extra_id_50>": 23049,
  "<extra_id_51>": 23048,
  "<extra_id_52>": 23047,
  "<extra_id_53>": 23046,
  "<extra_id_54>": 23045,
  "<extra_id_55>": 23044,
  "<extra_id_56>": 23043,
  "<extra_id_57>": 23042,
  "<extra_id_58>": 23041,
  "<extra_id_59>": 23040,
  "<extra_id_5>": 23094,
  "<extra_id_60>": 23039,
  "<extra_id_61>": 23038,
  "<extra_id_62>": 23037,
  "<extra_id_63>": 23036,
  "<extra_id_64>": 23035,
  "<extra_id_65>": 23034,
  "<extra_id_66>": 23033,
  "<extra_id_67>": 23032,
  "<extra_id_68>": 23031,
  "<extra_id_69>": 23030,
  "<extra_id_6>": 23093,
  "<extra_id_70>": 23029,
  "<extra_id_71>": 23028,
  "<extra_id_72>": 23027,
  "<extra_id_73>": 23026,
  "<extra_id_74>": 23025,
  "<extra_id_75>": 23024,
  "<extra_id_76>": 23023,
  "<extra_id_77>": 23022,
  "<extra_id_78>": 23021,
  "<extra_id_79>": 23020,
  "<extra_id_7>": 23092,
  "<extra_id_80>": 23019,
  "<extra_id_81>": 23018,
  "<extra_id_82>": 23017,
  "<extra_id_83>": 23016,
  "<extra_id_84>": 23015,
  "<extra_id_85>": 23014,
  "<extra_id_86>": 23013,
  "<extra_id_87>": 23012,
  "<extra_id_88>": 23011,
  "<extra_id_89>": 23010,
  "<extra_id_8>": 23091,
  "<extra_id_90>": 23009,
  "<extra_id_91>": 23008,
  "<extra_id_92>": 23007,
  "<extra_id_93>": 23006,
  "<extra_id_94>": 23005,
  "<extra_id_95>": 23004,
  "<extra_id_96>": 23003,
  "<extra_id_97>": 23002,
  "<extra_id_98>": 23001,
  "<extra_id_99>": 23000,
  "<extra_id_9>": 23090
}