import{S as Bhe,i as Che,s as Nhe,e as r,k as d,w as Mm,t as n,M as Ihe,c as a,d as t,m as s,a as l,x as Pm,h as o,b as i,N as xhe,f as i0,F as e,g as E,y as Gm,L as Ohe,q as km,o as Bm,B as Cm}from"../chunks/vendor-4833417e.js";import{I as Nm}from"../chunks/IconCopyLink-4b81c553.js";function Fhe(d0){let $r,Mi,ot,Qr,f_,hn,s0,u_,h0,Im,Pi,c0,xm,Gi,g0,Om,it,v_,f0,u0,E_,v0,E0,T_,T0,_0,__,m0,Fm,dt,p0,cn,D0,y0,gn,A0,R0,fn,L0,b0,Wm,ki,S0,Ym,da,va,m_,un,w0,p_,M0,Jm,sa,ea,mz,P0,Zm,Vm,ha,Ea,D_,vn,G0,y_,k0,Km,Bi,B0,Xm,lt,A_,Ci,R_,C0,N0,I0,L_,Ni,b_,x0,O0,F0,S_,Ii,w_,W0,Y0,J0,M_,xi,P_,Z0,V0,K0,En,Oi,G_,X0,z0,H0,ca,Fi,k_,U0,q0,Q0,Wi,B_,j0,$0,ep,Yi,C_,tp,rp,zm,Ji,ap,Hm,ga,Ta,N_,Tn,lp,I_,np,Um,h,_a,x_,Zi,op,ip,_n,dp,sp,hp,ma,O_,Vi,cp,gp,mn,fp,up,vp,pa,F_,Ki,Ep,Tp,pn,_p,mp,pp,Da,W_,Xi,Dp,yp,Dn,Ap,Rp,Lp,ya,Y_,zi,bp,Sp,yn,wp,Mp,Pp,Aa,J_,Hi,Gp,kp,An,Bp,Cp,Np,Ra,Z_,Ui,Ip,xp,Rn,Op,Fp,Wp,La,V_,qi,Yp,Jp,Ln,Zp,Vp,Kp,ba,K_,Qi,Xp,zp,bn,Hp,Up,qp,Sa,X_,ji,Qp,jp,Sn,$p,e6,t6,wa,z_,$i,r6,a6,wn,l6,n6,o6,Ma,H_,ed,i6,d6,Mn,s6,h6,c6,Pa,U_,td,g6,f6,Pn,u6,v6,E6,Ga,q_,rd,T6,_6,Gn,m6,p6,D6,ta,Q_,ad,y6,A6,kn,R6,L6,j_,b6,S6,w6,ka,$_,ld,M6,P6,Bn,G6,k6,B6,Ba,e3,nd,C6,N6,Cn,I6,x6,O6,Ca,t3,od,F6,W6,Nn,Y6,J6,Z6,Na,r3,id,V6,K6,In,X6,z6,H6,Ia,a3,dd,U6,q6,xn,Q6,j6,$6,ra,l3,sd,e7,t7,On,r7,a7,n3,l7,n7,o7,xa,o3,hd,i7,d7,Fn,s7,h7,c7,Oa,i3,cd,g7,f7,Wn,u7,v7,E7,Fa,d3,gd,T7,_7,Yn,m7,p7,D7,Wa,s3,fd,y7,A7,Jn,R7,L7,b7,Ya,h3,ud,S7,w7,Zn,M7,P7,G7,Ja,c3,vd,k7,B7,Vn,C7,N7,I7,Za,g3,Ed,x7,O7,Kn,F7,W7,Y7,nt,f3,Td,J7,Z7,Xn,V7,K7,zn,X7,z7,Hn,H7,U7,Un,q7,Q7,j7,Va,u3,_d,$7,e9,qn,t9,r9,a9,Ka,v3,md,l9,n9,Qn,o9,i9,d9,Xa,E3,pd,s9,h9,jn,c9,g9,f9,za,T3,Dd,u9,v9,$n,E9,T9,_9,Ha,_3,yd,m9,p9,eo,D9,y9,A9,Ua,m3,Ad,R9,L9,to,b9,S9,w9,qa,p3,Rd,M9,P9,ro,G9,k9,B9,st,D3,Ld,C9,N9,ao,I9,x9,y3,O9,F9,A3,W9,Y9,J9,Qa,R3,bd,Z9,V9,lo,K9,X9,z9,ja,L3,Sd,H9,U9,no,q9,Q9,j9,$a,b3,wd,$9,e8,oo,t8,r8,a8,el,S3,Md,l8,n8,io,o8,i8,d8,tl,w3,Pd,s8,h8,so,c8,g8,f8,rl,M3,Gd,u8,v8,ho,E8,T8,_8,al,P3,kd,m8,p8,co,D8,y8,A8,ll,G3,Bd,R8,L8,go,b8,S8,w8,nl,k3,Cd,M8,P8,fo,G8,k8,B8,ol,B3,Nd,C8,N8,uo,I8,x8,O8,il,C3,Id,F8,W8,vo,Y8,J8,Z8,dl,N3,xd,V8,K8,Eo,X8,z8,H8,sl,I3,Od,U8,q8,To,Q8,j8,$8,hl,x3,Fd,eD,tD,_o,rD,aD,lD,aa,O3,Wd,nD,oD,mo,iD,dD,po,sD,hD,cD,cl,F3,Yd,gD,fD,Do,uD,vD,ED,gl,W3,Jd,TD,_D,yo,mD,pD,DD,fl,Y3,Zd,yD,AD,Ao,RD,LD,bD,ul,J3,Vd,SD,wD,Ro,MD,PD,GD,vl,Z3,Kd,kD,BD,Lo,CD,ND,ID,El,V3,Xd,xD,OD,bo,FD,WD,YD,Tl,K3,zd,JD,ZD,So,VD,KD,XD,_l,X3,Hd,zD,HD,wo,UD,qD,QD,ml,z3,Ud,jD,$D,Mo,ey,ty,ry,pl,H3,qd,ay,ly,Po,ny,oy,iy,Dl,U3,Qd,dy,sy,Go,hy,cy,gy,yl,q3,jd,fy,uy,ko,vy,Ey,Ty,Al,Q3,$d,_y,my,Bo,py,Dy,yy,Rl,j3,es,Ay,Ry,Co,Ly,by,Sy,Ll,$3,ts,wy,My,No,Py,Gy,ky,bl,e4,Io,By,Cy,xo,Ny,Iy,xy,Sl,t4,rs,Oy,Fy,Oo,Wy,Yy,Jy,wl,r4,as,Zy,Vy,Fo,Ky,Xy,zy,Ml,a4,ls,Hy,Uy,Wo,qy,Qy,jy,Pl,l4,ns,$y,eA,Yo,tA,rA,aA,Gl,n4,os,lA,nA,Jo,oA,iA,dA,kl,o4,is,sA,hA,Zo,cA,gA,fA,Bl,i4,ds,uA,vA,Vo,EA,TA,_A,Cl,d4,ss,mA,pA,Ko,DA,yA,AA,Nl,s4,hs,RA,LA,Xo,bA,SA,wA,Il,h4,cs,MA,PA,zo,GA,kA,BA,xl,c4,gs,CA,NA,Ho,IA,xA,OA,Ol,g4,fs,FA,WA,Uo,YA,JA,ZA,Fl,f4,us,VA,KA,qo,XA,zA,HA,Wl,u4,vs,UA,qA,Qo,QA,jA,$A,Yl,v4,Es,eR,tR,jo,rR,aR,lR,la,E4,Ts,nR,oR,$o,iR,dR,T4,sR,hR,cR,Jl,_4,_s,gR,fR,ei,uR,vR,ER,Zl,m4,ms,TR,_R,ti,mR,pR,DR,Vl,p4,ps,yR,AR,ri,RR,LR,bR,Kl,D4,Ds,SR,wR,ai,MR,PR,GR,Xl,y4,ys,kR,BR,li,CR,NR,IR,zl,A4,As,xR,OR,ni,FR,WR,YR,Hl,R4,Rs,JR,ZR,oi,VR,KR,XR,Ul,L4,Ls,zR,HR,ii,UR,qR,QR,ql,b4,bs,jR,$R,di,eL,tL,rL,Ql,S4,si,aL,lL,hi,nL,oL,iL,jl,w4,ci,dL,sL,gi,hL,cL,gL,$l,M4,Ss,fL,uL,fi,vL,EL,TL,en,P4,ws,_L,mL,ui,pL,DL,yL,na,G4,Ms,AL,RL,vi,LL,bL,k4,SL,wL,ML,tn,B4,Ps,PL,GL,Ei,kL,BL,CL,oa,C4,Gs,NL,IL,Ti,xL,OL,N4,FL,WL,YL,rn,I4,ks,JL,ZL,_i,VL,KL,XL,an,x4,mi,zL,HL,pi,UL,qL,QL,ln,O4,Bs,jL,$L,Di,eb,tb,qm,fa,nn,F4,yi,rb,W4,ab,Qm,Cs,lb,jm,on,Y4,T,Ns,nb,ob,Is,ib,db,xs,sb,hb,Os,cb,gb,Fs,fb,ub,Ws,vb,Eb,g,_,Ys,Tb,_b,Js,mb,pb,Zs,Db,yb,Vs,Ab,Rb,Ks,Lb,bb,Xs,Sb,wb,m,zs,Mb,Pb,Hs,Gb,kb,Us,Bb,Cb,qs,Nb,Ib,Qs,xb,Ob,js,Fb,Wb,p,$s,Yb,Jb,eh,Zb,Vb,th,Kb,Xb,rh,zb,Hb,ah,Ub,qb,lh,Qb,jb,D,nh,$b,eS,oh,tS,rS,ih,aS,lS,dh,nS,oS,sh,iS,dS,hh,sS,hS,y,ch,cS,gS,gh,fS,uS,fh,vS,ES,uh,TS,_S,vh,mS,pS,Eh,DS,yS,A,Th,AS,RS,_h,LS,bS,mh,SS,wS,ph,MS,PS,Dh,GS,kS,yh,BS,CS,R,Ah,NS,IS,Rh,xS,OS,Lh,FS,WS,bh,YS,JS,Sh,ZS,VS,wh,KS,XS,L,Mh,zS,HS,Ph,US,qS,Gh,QS,jS,kh,$S,ew,Bh,tw,rw,Ch,aw,lw,b,Nh,nw,ow,Ih,iw,dw,xh,sw,hw,Oh,cw,gw,Fh,fw,uw,Wh,vw,Ew,S,Yh,Tw,_w,Jh,mw,pw,Zh,Dw,yw,Vh,Aw,Rw,Kh,Lw,bw,Xh,Sw,ww,w,zh,Mw,Pw,Hh,Gw,kw,Uh,Bw,Cw,qh,Nw,Iw,Qh,xw,Ow,jh,Fw,Ww,M,$h,Yw,Jw,ec,Zw,Vw,tc,Kw,Xw,rc,zw,Hw,ac,Uw,qw,lc,Qw,jw,P,nc,$w,eM,oc,tM,rM,ic,aM,lM,dc,nM,oM,sc,iM,dM,hc,sM,hM,G,cc,cM,gM,gc,fM,uM,fc,vM,EM,uc,TM,_M,vc,mM,pM,Ec,DM,yM,k,Tc,AM,RM,_c,LM,bM,mc,SM,wM,pc,MM,PM,Dc,GM,kM,yc,BM,CM,B,Ac,NM,IM,Rc,xM,OM,Lc,FM,WM,bc,YM,JM,Sc,ZM,VM,wc,KM,XM,C,Mc,zM,HM,Pc,UM,qM,Gc,QM,jM,kc,$M,eP,Bc,tP,rP,Cc,aP,lP,N,Nc,nP,oP,Ic,iP,dP,xc,sP,hP,Oc,cP,gP,Fc,fP,uP,Wc,vP,EP,I,Yc,TP,_P,Jc,mP,pP,Zc,DP,yP,Vc,AP,RP,Kc,LP,bP,Xc,SP,wP,x,zc,MP,PP,Hc,GP,kP,Uc,BP,CP,qc,NP,IP,Qc,xP,OP,jc,FP,WP,O,$c,YP,JP,eg,ZP,VP,tg,KP,XP,rg,zP,HP,ag,UP,qP,lg,QP,jP,F,ng,$P,eG,og,tG,rG,ig,aG,lG,dg,nG,oG,sg,iG,dG,hg,sG,hG,W,cg,cG,gG,gg,fG,uG,fg,vG,EG,ug,TG,_G,vg,mG,pG,Eg,DG,yG,Y,Tg,AG,RG,_g,LG,bG,mg,SG,wG,pg,MG,PG,Dg,GG,kG,yg,BG,CG,J,Ag,NG,IG,Rg,xG,OG,Lg,FG,WG,bg,YG,JG,Sg,ZG,VG,wg,KG,XG,Z,Mg,zG,HG,Pg,UG,qG,Gg,QG,jG,kg,$G,ek,Bg,tk,rk,Cg,ak,lk,V,Ng,nk,ok,Ig,ik,dk,xg,sk,hk,Og,ck,gk,Fg,fk,uk,Wg,vk,Ek,K,Yg,Tk,_k,Jg,mk,pk,Zg,Dk,yk,Vg,Ak,Rk,Kg,Lk,bk,Xg,Sk,wk,X,zg,Mk,Pk,Hg,Gk,kk,Ug,Bk,Ck,qg,Nk,Ik,Qg,xk,Ok,jg,Fk,Wk,z,$g,Yk,Jk,ef,Zk,Vk,tf,Kk,Xk,rf,zk,Hk,af,Uk,qk,lf,Qk,jk,H,nf,$k,eB,of,tB,rB,df,aB,lB,sf,nB,oB,hf,iB,dB,cf,sB,hB,U,gf,cB,gB,ff,fB,uB,uf,vB,EB,vf,TB,_B,Ef,mB,pB,Tf,DB,yB,q,_f,AB,RB,mf,LB,bB,pf,SB,wB,Df,MB,PB,yf,GB,kB,Af,BB,CB,Q,Rf,NB,IB,Lf,xB,OB,bf,FB,WB,Sf,YB,JB,wf,ZB,VB,Mf,KB,XB,j,Pf,zB,HB,Gf,UB,qB,kf,QB,jB,Bf,$B,eC,Cf,tC,rC,Nf,aC,lC,$,If,nC,oC,xf,iC,dC,Of,sC,hC,Ff,cC,gC,Wf,fC,uC,Yf,vC,EC,ee,Jf,TC,_C,Zf,mC,pC,Vf,DC,yC,Kf,AC,RC,Xf,LC,bC,zf,SC,wC,te,Hf,MC,PC,Uf,GC,kC,qf,BC,CC,Qf,NC,IC,jf,xC,OC,$f,FC,WC,re,e1,YC,JC,t1,ZC,VC,r1,KC,XC,a1,zC,HC,l1,UC,qC,n1,QC,jC,ae,o1,$C,eN,i1,tN,rN,d1,aN,lN,s1,nN,oN,h1,iN,dN,c1,sN,hN,le,g1,cN,gN,f1,fN,uN,u1,vN,EN,v1,TN,_N,E1,mN,pN,T1,DN,yN,ne,_1,AN,RN,m1,LN,bN,p1,SN,wN,D1,MN,PN,y1,GN,kN,A1,BN,CN,oe,R1,NN,IN,L1,xN,ON,b1,FN,WN,S1,YN,JN,w1,ZN,VN,M1,KN,XN,ie,P1,zN,HN,G1,UN,qN,k1,QN,jN,B1,$N,eI,C1,tI,rI,N1,aI,lI,de,I1,nI,oI,x1,iI,dI,O1,sI,hI,F1,cI,gI,W1,fI,uI,Y1,vI,EI,se,J1,TI,_I,Z1,mI,pI,V1,DI,yI,K1,AI,RI,X1,LI,bI,z1,SI,wI,he,H1,MI,PI,U1,GI,kI,q1,BI,CI,Q1,NI,II,j1,xI,OI,$1,FI,WI,ce,eu,YI,JI,tu,ZI,VI,ru,KI,XI,au,zI,HI,lu,UI,qI,nu,QI,jI,ge,ou,$I,ex,iu,tx,rx,du,ax,lx,su,nx,ox,hu,ix,dx,cu,sx,hx,fe,gu,cx,gx,fu,fx,ux,uu,vx,Ex,vu,Tx,_x,Eu,mx,px,Tu,Dx,yx,ue,_u,Ax,Rx,mu,Lx,bx,pu,Sx,wx,Du,Mx,Px,yu,Gx,kx,Au,Bx,Cx,ve,Ru,Nx,Ix,Lu,xx,Ox,bu,Fx,Wx,Su,Yx,Jx,wu,Zx,Vx,Mu,Kx,Xx,Ee,Pu,zx,Hx,Gu,Ux,qx,ku,Qx,jx,Bu,$x,eO,Cu,tO,rO,Nu,aO,lO,Te,Iu,nO,oO,xu,iO,dO,Ou,sO,hO,Fu,cO,gO,Wu,fO,uO,Yu,vO,EO,_e,Ju,TO,_O,Zu,mO,pO,Vu,DO,yO,Ku,AO,RO,Xu,LO,bO,zu,SO,wO,me,Hu,MO,PO,Uu,GO,kO,qu,BO,CO,Qu,NO,IO,ju,xO,OO,$u,FO,WO,pe,ev,YO,JO,tv,ZO,VO,rv,KO,XO,av,zO,HO,lv,UO,qO,nv,QO,jO,De,ov,$O,eF,iv,tF,rF,dv,aF,lF,sv,nF,oF,hv,iF,dF,cv,sF,hF,ye,gv,cF,gF,fv,fF,uF,uv,vF,EF,vv,TF,_F,Ev,mF,pF,Tv,DF,yF,Ae,_v,AF,RF,mv,LF,bF,pv,SF,wF,Dv,MF,PF,yv,GF,kF,Av,BF,CF,Re,Rv,NF,IF,Lv,xF,OF,bv,FF,WF,Sv,YF,JF,wv,ZF,VF,Mv,KF,XF,Le,Pv,zF,HF,Gv,UF,qF,kv,QF,jF,Bv,$F,eW,Cv,tW,rW,Nv,aW,lW,be,Iv,nW,oW,xv,iW,dW,Ov,sW,hW,Fv,cW,gW,Wv,fW,uW,Yv,vW,EW,Se,Jv,TW,_W,Zv,mW,pW,Vv,DW,yW,Kv,AW,RW,Xv,LW,bW,zv,SW,wW,we,Hv,MW,PW,Uv,GW,kW,qv,BW,CW,Qv,NW,IW,jv,xW,OW,$v,FW,WW,Me,eE,YW,JW,tE,ZW,VW,rE,KW,XW,aE,zW,HW,lE,UW,qW,nE,QW,jW,Pe,oE,$W,eY,iE,tY,rY,dE,aY,lY,sE,nY,oY,hE,iY,dY,cE,sY,hY,Ge,gE,cY,gY,fE,fY,uY,uE,vY,EY,vE,TY,_Y,EE,mY,pY,TE,DY,yY,ke,_E,AY,RY,mE,LY,bY,pE,SY,wY,DE,MY,PY,yE,GY,kY,AE,BY,CY,Be,RE,NY,IY,LE,xY,OY,bE,FY,WY,SE,YY,JY,wE,ZY,VY,ME,KY,XY,Ce,PE,zY,HY,GE,UY,qY,kE,QY,jY,BE,$Y,eJ,CE,tJ,rJ,NE,aJ,lJ,Ne,IE,nJ,oJ,xE,iJ,dJ,OE,sJ,hJ,FE,cJ,gJ,WE,fJ,uJ,YE,vJ,EJ,Ie,JE,TJ,_J,ZE,mJ,pJ,VE,DJ,yJ,KE,AJ,RJ,XE,LJ,bJ,zE,SJ,wJ,xe,HE,MJ,PJ,UE,GJ,kJ,qE,BJ,CJ,QE,NJ,IJ,jE,xJ,OJ,$E,FJ,WJ,Oe,e2,YJ,JJ,t2,ZJ,VJ,r2,KJ,XJ,a2,zJ,HJ,l2,UJ,qJ,n2,QJ,jJ,Fe,o2,$J,eZ,i2,tZ,rZ,d2,aZ,lZ,s2,nZ,oZ,h2,iZ,dZ,c2,sZ,hZ,We,g2,cZ,gZ,f2,fZ,uZ,u2,vZ,EZ,v2,TZ,_Z,E2,mZ,pZ,T2,DZ,yZ,Ye,_2,AZ,RZ,m2,LZ,bZ,p2,SZ,wZ,D2,MZ,PZ,y2,GZ,kZ,A2,BZ,CZ,Je,R2,NZ,IZ,L2,xZ,OZ,b2,FZ,WZ,S2,YZ,JZ,w2,ZZ,VZ,M2,KZ,XZ,Ze,P2,zZ,HZ,G2,UZ,qZ,k2,QZ,jZ,B2,$Z,eV,C2,tV,rV,N2,aV,lV,Ve,I2,nV,oV,x2,iV,dV,O2,sV,hV,F2,cV,gV,W2,fV,uV,Y2,vV,EV,Ke,J2,TV,_V,Z2,mV,pV,V2,DV,yV,K2,AV,RV,X2,LV,bV,z2,SV,wV,Xe,H2,MV,PV,U2,GV,kV,q2,BV,CV,Q2,NV,IV,j2,xV,OV,$2,FV,WV,ze,eT,YV,JV,tT,ZV,VV,rT,KV,XV,aT,zV,HV,lT,UV,qV,nT,QV,jV,He,oT,$V,eK,iT,tK,rK,dT,aK,lK,sT,nK,oK,hT,iK,dK,cT,sK,hK,Ue,gT,cK,gK,fT,fK,uK,uT,vK,EK,vT,TK,_K,ET,mK,pK,TT,DK,yK,qe,_T,AK,RK,mT,LK,bK,pT,SK,wK,DT,MK,PK,yT,GK,kK,AT,BK,CK,Qe,RT,NK,IK,LT,xK,OK,bT,FK,WK,ST,YK,JK,wT,ZK,VK,MT,KK,XK,je,PT,zK,HK,GT,UK,qK,kT,QK,jK,BT,$K,eX,CT,tX,rX,NT,aX,lX,$e,IT,nX,oX,xT,iX,dX,OT,sX,hX,FT,cX,gX,WT,fX,uX,YT,vX,EX,et,JT,TX,_X,ZT,mX,pX,VT,DX,yX,KT,AX,RX,XT,LX,bX,zT,SX,wX,tt,HT,MX,PX,UT,GX,kX,qT,BX,CX,QT,NX,IX,jT,xX,OX,$T,FX,WX,rt,e_,YX,JX,t_,ZX,VX,r_,KX,XX,a_,zX,HX,l_,UX,qX,n_,QX,jX,at,o_,$X,ez,i_,tz,rz,d_,az,lz,s_,nz,oz,h_,iz,dz,c_,sz,$m;return hn=new Nm({}),un=new Nm({}),vn=new Nm({}),Tn=new Nm({}),yi=new Nm({}),{c(){$r=r("meta"),Mi=d(),ot=r("h1"),Qr=r("a"),f_=r("span"),Mm(hn.$$.fragment),s0=d(),u_=r("span"),h0=n("\u{1F917} Transformers"),Im=d(),Pi=r("p"),c0=n("State-of-the-art Machine Learning for PyTorch, TensorFlow and JAX."),xm=d(),Gi=r("p"),g0=n("\u{1F917} Transformers provides APIs to easily download and train state-of-the-art pretrained models. Using pretrained models can reduce your compute costs, carbon footprint, and save you time from training a model from scratch. The models can be used across different modalities such as:"),Om=d(),it=r("ul"),v_=r("li"),f0=n("\u{1F4DD} Text: text classification, information extraction, question answering, summarization, translation, and text generation in over 100 languages."),u0=d(),E_=r("li"),v0=n("\u{1F5BC}\uFE0F Images: image classification, object detection, and segmentation."),E0=d(),T_=r("li"),T0=n("\u{1F5E3}\uFE0F Audio: speech recognition and audio classification."),_0=d(),__=r("li"),m0=n("\u{1F419} Multimodal: table question answering, optical character recognition, information extraction from scanned documents, video classification, and visual question answering."),Fm=d(),dt=r("p"),p0=n("Our library supports seamless integration between three of the most popular deep learning libraries: "),cn=r("a"),D0=n("PyTorch"),y0=n(", "),gn=r("a"),A0=n("TensorFlow"),R0=n(" and "),fn=r("a"),L0=n("JAX"),b0=n(". Train your model in three lines of code in one framework, and load it for inference with another."),Wm=d(),ki=r("p"),S0=n("Each \u{1F917} Transformers architecture is defined in a standalone Python module so they can be easily customized for research and experiments."),Ym=d(),da=r("h2"),va=r("a"),m_=r("span"),Mm(un.$$.fragment),w0=d(),p_=r("span"),M0=n("If you are looking for custom support from the Hugging Face team"),Jm=d(),sa=r("a"),ea=r("img"),P0=d(),Zm=r("br"),Vm=d(),ha=r("h2"),Ea=r("a"),D_=r("span"),Mm(vn.$$.fragment),G0=d(),y_=r("span"),k0=n("Contents"),Km=d(),Bi=r("p"),B0=n("The documentation is organized in five parts:"),Xm=d(),lt=r("ul"),A_=r("li"),Ci=r("p"),R_=r("strong"),C0=n("GET STARTED"),N0=n(` contains a quick tour, the installation instructions and some useful information about our philosophy
and a glossary.`),I0=d(),L_=r("li"),Ni=r("p"),b_=r("strong"),x0=n("USING \u{1F917} TRANSFORMERS"),O0=n(" contains general tutorials on how to use the library."),F0=d(),S_=r("li"),Ii=r("p"),w_=r("strong"),W0=n("ADVANCED GUIDES"),Y0=n(" contains more advanced guides that are more specific to a given script or part of the library."),J0=d(),M_=r("li"),xi=r("p"),P_=r("strong"),Z0=n("RESEARCH"),V0=n(` focuses on tutorials that have less to do with how to use the library but more about general research in
transformers model`),K0=d(),En=r("li"),Oi=r("p"),G_=r("strong"),X0=n("API"),z0=n(" contains the documentation of each public class and function, grouped in:"),H0=d(),ca=r("ul"),Fi=r("li"),k_=r("strong"),U0=n("MAIN CLASSES"),q0=n(" for the main classes exposing the important APIs of the library."),Q0=d(),Wi=r("li"),B_=r("strong"),j0=n("MODELS"),$0=n(" for the classes and functions related to each model implemented in the library."),ep=d(),Yi=r("li"),C_=r("strong"),tp=n("INTERNAL HELPERS"),rp=n(" for the classes and functions we use internally."),zm=d(),Ji=r("p"),ap=n(`The library currently contains Jax, PyTorch and Tensorflow implementations, pretrained model weights, usage scripts and
conversion utilities for the following models.`),Hm=d(),ga=r("h3"),Ta=r("a"),N_=r("span"),Mm(Tn.$$.fragment),lp=d(),I_=r("span"),np=n("Supported models"),Um=d(),h=r("ol"),_a=r("li"),x_=r("strong"),Zi=r("a"),op=n("ALBERT"),ip=n(" (from Google Research and the Toyota Technological Institute at Chicago) released with the paper "),_n=r("a"),dp=n("ALBERT: A Lite BERT for Self-supervised Learning of Language Representations"),sp=n(", by Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut."),hp=d(),ma=r("li"),O_=r("strong"),Vi=r("a"),cp=n("BART"),gp=n(" (from Facebook) released with the paper "),mn=r("a"),fp=n("BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension"),up=n(" by Mike Lewis, Yinhan Liu, Naman Goyal, Marjan Ghazvininejad, Abdelrahman Mohamed, Omer Levy, Ves Stoyanov and Luke Zettlemoyer."),vp=d(),pa=r("li"),F_=r("strong"),Ki=r("a"),Ep=n("BARThez"),Tp=n(" (from \xC9cole polytechnique) released with the paper "),pn=r("a"),_p=n("BARThez: a Skilled Pretrained French Sequence-to-Sequence Model"),mp=n(" by Moussa Kamal Eddine, Antoine J.-P. Tixier, Michalis Vazirgiannis."),pp=d(),Da=r("li"),W_=r("strong"),Xi=r("a"),Dp=n("BARTpho"),yp=n(" (from VinAI Research) released with the paper "),Dn=r("a"),Ap=n("BARTpho: Pre-trained Sequence-to-Sequence Models for Vietnamese"),Rp=n(" by Nguyen Luong Tran, Duong Minh Le and Dat Quoc Nguyen."),Lp=d(),ya=r("li"),Y_=r("strong"),zi=r("a"),bp=n("BEiT"),Sp=n(" (from Microsoft) released with the paper "),yn=r("a"),wp=n("BEiT: BERT Pre-Training of Image Transformers"),Mp=n(" by Hangbo Bao, Li Dong, Furu Wei."),Pp=d(),Aa=r("li"),J_=r("strong"),Hi=r("a"),Gp=n("BERT"),kp=n(" (from Google) released with the paper "),An=r("a"),Bp=n("BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding"),Cp=n(" by Jacob Devlin, Ming-Wei Chang, Kenton Lee and Kristina Toutanova."),Np=d(),Ra=r("li"),Z_=r("strong"),Ui=r("a"),Ip=n("BERTweet"),xp=n(" (from VinAI Research) released with the paper "),Rn=r("a"),Op=n("BERTweet: A pre-trained language model for English Tweets"),Fp=n(" by Dat Quoc Nguyen, Thanh Vu and Anh Tuan Nguyen."),Wp=d(),La=r("li"),V_=r("strong"),qi=r("a"),Yp=n("BERT For Sequence Generation"),Jp=n(" (from Google) released with the paper "),Ln=r("a"),Zp=n("Leveraging Pre-trained Checkpoints for Sequence Generation Tasks"),Vp=n(" by Sascha Rothe, Shashi Narayan, Aliaksei Severyn."),Kp=d(),ba=r("li"),K_=r("strong"),Qi=r("a"),Xp=n("BigBird-RoBERTa"),zp=n(" (from Google Research) released with the paper "),bn=r("a"),Hp=n("Big Bird: Transformers for Longer Sequences"),Up=n(" by Manzil Zaheer, Guru Guruganesh, Avinava Dubey, Joshua Ainslie, Chris Alberti, Santiago Ontanon, Philip Pham, Anirudh Ravula, Qifan Wang, Li Yang, Amr Ahmed."),qp=d(),Sa=r("li"),X_=r("strong"),ji=r("a"),Qp=n("BigBird-Pegasus"),jp=n(" (from Google Research) released with the paper "),Sn=r("a"),$p=n("Big Bird: Transformers for Longer Sequences"),e6=n(" by Manzil Zaheer, Guru Guruganesh, Avinava Dubey, Joshua Ainslie, Chris Alberti, Santiago Ontanon, Philip Pham, Anirudh Ravula, Qifan Wang, Li Yang, Amr Ahmed."),t6=d(),wa=r("li"),z_=r("strong"),$i=r("a"),r6=n("Blenderbot"),a6=n(" (from Facebook) released with the paper "),wn=r("a"),l6=n("Recipes for building an open-domain chatbot"),n6=n(" by Stephen Roller, Emily Dinan, Naman Goyal, Da Ju, Mary Williamson, Yinhan Liu, Jing Xu, Myle Ott, Kurt Shuster, Eric M. Smith, Y-Lan Boureau, Jason Weston."),o6=d(),Ma=r("li"),H_=r("strong"),ed=r("a"),i6=n("BlenderbotSmall"),d6=n(" (from Facebook) released with the paper "),Mn=r("a"),s6=n("Recipes for building an open-domain chatbot"),h6=n(" by Stephen Roller, Emily Dinan, Naman Goyal, Da Ju, Mary Williamson, Yinhan Liu, Jing Xu, Myle Ott, Kurt Shuster, Eric M. Smith, Y-Lan Boureau, Jason Weston."),c6=d(),Pa=r("li"),U_=r("strong"),td=r("a"),g6=n("BORT"),f6=n(" (from Alexa) released with the paper "),Pn=r("a"),u6=n("Optimal Subarchitecture Extraction For BERT"),v6=n(" by Adrian de Wynter and Daniel J. Perry."),E6=d(),Ga=r("li"),q_=r("strong"),rd=r("a"),T6=n("ByT5"),_6=n(" (from Google Research) released with the paper "),Gn=r("a"),m6=n("ByT5: Towards a token-free future with pre-trained byte-to-byte models"),p6=n(" by Linting Xue, Aditya Barua, Noah Constant, Rami Al-Rfou, Sharan Narang, Mihir Kale, Adam Roberts, Colin Raffel."),D6=d(),ta=r("li"),Q_=r("strong"),ad=r("a"),y6=n("CamemBERT"),A6=n(" (from Inria/Facebook/Sorbonne) released with the paper "),kn=r("a"),R6=n("CamemBERT: a Tasty French Language Model"),L6=n(" by Louis Martin"),j_=r("em"),b6=n(", Benjamin Muller"),S6=n(", Pedro Javier Ortiz Su\xE1rez*, Yoann Dupont, Laurent Romary, \xC9ric Villemonte de la Clergerie, Djam\xE9 Seddah and Beno\xEEt Sagot."),w6=d(),ka=r("li"),$_=r("strong"),ld=r("a"),M6=n("CANINE"),P6=n(" (from Google Research) released with the paper "),Bn=r("a"),G6=n("CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation"),k6=n(" by Jonathan H. Clark, Dan Garrette, Iulia Turc, John Wieting."),B6=d(),Ba=r("li"),e3=r("strong"),nd=r("a"),C6=n("ConvNeXT"),N6=n(" (from Facebook AI) released with the paper "),Cn=r("a"),I6=n("A ConvNet for the 2020s"),x6=n(" by Zhuang Liu, Hanzi Mao, Chao-Yuan Wu, Christoph Feichtenhofer, Trevor Darrell, Saining Xie."),O6=d(),Ca=r("li"),t3=r("strong"),od=r("a"),F6=n("CLIP"),W6=n(" (from OpenAI) released with the paper "),Nn=r("a"),Y6=n("Learning Transferable Visual Models From Natural Language Supervision"),J6=n(" by Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, Gretchen Krueger, Ilya Sutskever."),Z6=d(),Na=r("li"),r3=r("strong"),id=r("a"),V6=n("ConvBERT"),K6=n(" (from YituTech) released with the paper "),In=r("a"),X6=n("ConvBERT: Improving BERT with Span-based Dynamic Convolution"),z6=n(" by Zihang Jiang, Weihao Yu, Daquan Zhou, Yunpeng Chen, Jiashi Feng, Shuicheng Yan."),H6=d(),Ia=r("li"),a3=r("strong"),dd=r("a"),U6=n("CPM"),q6=n(" (from Tsinghua University) released with the paper "),xn=r("a"),Q6=n("CPM: A Large-scale Generative Chinese Pre-trained Language Model"),j6=n(" by Zhengyan Zhang, Xu Han, Hao Zhou, Pei Ke, Yuxian Gu, Deming Ye, Yujia Qin, Yusheng Su, Haozhe Ji, Jian Guan, Fanchao Qi, Xiaozhi Wang, Yanan Zheng, Guoyang Zeng, Huanqi Cao, Shengqi Chen, Daixuan Li, Zhenbo Sun, Zhiyuan Liu, Minlie Huang, Wentao Han, Jie Tang, Juanzi Li, Xiaoyan Zhu, Maosong Sun."),$6=d(),ra=r("li"),l3=r("strong"),sd=r("a"),e7=n("CTRL"),t7=n(" (from Salesforce) released with the paper "),On=r("a"),r7=n("CTRL: A Conditional Transformer Language Model for Controllable Generation"),a7=n(" by Nitish Shirish Keskar"),n3=r("em"),l7=n(", Bryan McCann"),n7=n(", Lav R. Varshney, Caiming Xiong and Richard Socher."),o7=d(),xa=r("li"),o3=r("strong"),hd=r("a"),i7=n("Data2Vec"),d7=n(" (from Facebook) released with the paper "),Fn=r("a"),s7=n("Data2Vec:  A General Framework for Self-supervised Learning in Speech, Vision and Language"),h7=n(" by Alexei Baevski, Wei-Ning Hsu, Qiantong Xu, Arun Babu, Jiatao Gu, Michael Auli."),c7=d(),Oa=r("li"),i3=r("strong"),cd=r("a"),g7=n("DeBERTa"),f7=n(" (from Microsoft) released with the paper "),Wn=r("a"),u7=n("DeBERTa: Decoding-enhanced BERT with Disentangled Attention"),v7=n(" by Pengcheng He, Xiaodong Liu, Jianfeng Gao, Weizhu Chen."),E7=d(),Fa=r("li"),d3=r("strong"),gd=r("a"),T7=n("DeBERTa-v2"),_7=n(" (from Microsoft) released with the paper "),Yn=r("a"),m7=n("DeBERTa: Decoding-enhanced BERT with Disentangled Attention"),p7=n(" by Pengcheng He, Xiaodong Liu, Jianfeng Gao, Weizhu Chen."),D7=d(),Wa=r("li"),s3=r("strong"),fd=r("a"),y7=n("DiT"),A7=n(" (from Microsoft Research) released with the paper "),Jn=r("a"),R7=n("DiT: Self-supervised Pre-training for Document Image Transformer"),L7=n(" by Junlong Li, Yiheng Xu, Tengchao Lv, Lei Cui, Cha Zhang, Furu Wei."),b7=d(),Ya=r("li"),h3=r("strong"),ud=r("a"),S7=n("DeiT"),w7=n(" (from Facebook) released with the paper "),Zn=r("a"),M7=n("Training data-efficient image transformers & distillation through attention"),P7=n(" by Hugo Touvron, Matthieu Cord, Matthijs Douze, Francisco Massa, Alexandre Sablayrolles, Herv\xE9 J\xE9gou."),G7=d(),Ja=r("li"),c3=r("strong"),vd=r("a"),k7=n("DETR"),B7=n(" (from Facebook) released with the paper "),Vn=r("a"),C7=n("End-to-End Object Detection with Transformers"),N7=n(" by Nicolas Carion, Francisco Massa, Gabriel Synnaeve, Nicolas Usunier, Alexander Kirillov, Sergey Zagoruyko."),I7=d(),Za=r("li"),g3=r("strong"),Ed=r("a"),x7=n("DialoGPT"),O7=n(" (from Microsoft Research) released with the paper "),Kn=r("a"),F7=n("DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation"),W7=n(" by Yizhe Zhang, Siqi Sun, Michel Galley, Yen-Chun Chen, Chris Brockett, Xiang Gao, Jianfeng Gao, Jingjing Liu, Bill Dolan."),Y7=d(),nt=r("li"),f3=r("strong"),Td=r("a"),J7=n("DistilBERT"),Z7=n(" (from HuggingFace), released together with the paper "),Xn=r("a"),V7=n("DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter"),K7=n(" by Victor Sanh, Lysandre Debut and Thomas Wolf. The same method has been applied to compress GPT2 into "),zn=r("a"),X7=n("DistilGPT2"),z7=n(", RoBERTa into "),Hn=r("a"),H7=n("DistilRoBERTa"),U7=n(", Multilingual BERT into "),Un=r("a"),q7=n("DistilmBERT"),Q7=n(" and a German version of DistilBERT."),j7=d(),Va=r("li"),u3=r("strong"),_d=r("a"),$7=n("DPR"),e9=n(" (from Facebook) released with the paper "),qn=r("a"),t9=n("Dense Passage Retrieval for Open-Domain Question Answering"),r9=n(" by Vladimir Karpukhin, Barlas O\u011Fuz, Sewon Min, Patrick Lewis, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih."),a9=d(),Ka=r("li"),v3=r("strong"),md=r("a"),l9=n("EncoderDecoder"),n9=n(" (from Google Research) released with the paper "),Qn=r("a"),o9=n("Leveraging Pre-trained Checkpoints for Sequence Generation Tasks"),i9=n(" by Sascha Rothe, Shashi Narayan, Aliaksei Severyn."),d9=d(),Xa=r("li"),E3=r("strong"),pd=r("a"),s9=n("ELECTRA"),h9=n(" (from Google Research/Stanford University) released with the paper "),jn=r("a"),c9=n("ELECTRA: Pre-training text encoders as discriminators rather than generators"),g9=n(" by Kevin Clark, Minh-Thang Luong, Quoc V. Le, Christopher D. Manning."),f9=d(),za=r("li"),T3=r("strong"),Dd=r("a"),u9=n("FlauBERT"),v9=n(" (from CNRS) released with the paper "),$n=r("a"),E9=n("FlauBERT: Unsupervised Language Model Pre-training for French"),T9=n(" by Hang Le, Lo\xEFc Vial, Jibril Frej, Vincent Segonne, Maximin Coavoux, Benjamin Lecouteux, Alexandre Allauzen, Beno\xEEt Crabb\xE9, Laurent Besacier, Didier Schwab."),_9=d(),Ha=r("li"),_3=r("strong"),yd=r("a"),m9=n("FNet"),p9=n(" (from Google Research) released with the paper "),eo=r("a"),D9=n("FNet: Mixing Tokens with Fourier Transforms"),y9=n(" by James Lee-Thorp, Joshua Ainslie, Ilya Eckstein, Santiago Ontanon."),A9=d(),Ua=r("li"),m3=r("strong"),Ad=r("a"),R9=n("Funnel Transformer"),L9=n(" (from CMU/Google Brain) released with the paper "),to=r("a"),b9=n("Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing"),S9=n(" by Zihang Dai, Guokun Lai, Yiming Yang, Quoc V. Le."),w9=d(),qa=r("li"),p3=r("strong"),Rd=r("a"),M9=n("GPT"),P9=n(" (from OpenAI) released with the paper "),ro=r("a"),G9=n("Improving Language Understanding by Generative Pre-Training"),k9=n(" by Alec Radford, Karthik Narasimhan, Tim Salimans and Ilya Sutskever."),B9=d(),st=r("li"),D3=r("strong"),Ld=r("a"),C9=n("GPT-2"),N9=n(" (from OpenAI) released with the paper "),ao=r("a"),I9=n("Language Models are Unsupervised Multitask Learners"),x9=n(" by Alec Radford"),y3=r("em"),O9=n(", Jeffrey Wu"),F9=n(", Rewon Child, David Luan, Dario Amodei"),A3=r("strong"),W9=n("and Ilya Sutskever"),Y9=n("."),J9=d(),Qa=r("li"),R3=r("strong"),bd=r("a"),Z9=n("GPT-J"),V9=n(" (from EleutherAI) released in the repository "),lo=r("a"),K9=n("kingoflolz/mesh-transformer-jax"),X9=n(" by Ben Wang and Aran Komatsuzaki."),z9=d(),ja=r("li"),L3=r("strong"),Sd=r("a"),H9=n("GPT Neo"),U9=n(" (from EleutherAI) released in the repository "),no=r("a"),q9=n("EleutherAI/gpt-neo"),Q9=n(" by Sid Black, Stella Biderman, Leo Gao, Phil Wang and Connor Leahy."),j9=d(),$a=r("li"),b3=r("strong"),wd=r("a"),$9=n("Hubert"),e8=n(" (from Facebook) released with the paper "),oo=r("a"),t8=n("HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units"),r8=n(" by Wei-Ning Hsu, Benjamin Bolte, Yao-Hung Hubert Tsai, Kushal Lakhotia, Ruslan Salakhutdinov, Abdelrahman Mohamed."),a8=d(),el=r("li"),S3=r("strong"),Md=r("a"),l8=n("I-BERT"),n8=n(" (from Berkeley) released with the paper "),io=r("a"),o8=n("I-BERT: Integer-only BERT Quantization"),i8=n(" by Sehoon Kim, Amir Gholami, Zhewei Yao, Michael W. Mahoney, Kurt Keutzer."),d8=d(),tl=r("li"),w3=r("strong"),Pd=r("a"),s8=n("ImageGPT"),h8=n(" (from OpenAI) released with the paper "),so=r("a"),c8=n("Generative Pretraining from Pixels"),g8=n(" by Mark Chen, Alec Radford, Rewon Child, Jeffrey Wu, Heewoo Jun, David Luan, Ilya Sutskever."),f8=d(),rl=r("li"),M3=r("strong"),Gd=r("a"),u8=n("LayoutLM"),v8=n(" (from Microsoft Research Asia) released with the paper "),ho=r("a"),E8=n("LayoutLM: Pre-training of Text and Layout for Document Image Understanding"),T8=n(" by Yiheng Xu, Minghao Li, Lei Cui, Shaohan Huang, Furu Wei, Ming Zhou."),_8=d(),al=r("li"),P3=r("strong"),kd=r("a"),m8=n("LayoutLMv2"),p8=n(" (from Microsoft Research Asia) released with the paper "),co=r("a"),D8=n("LayoutLMv2: Multi-modal Pre-training for Visually-Rich Document Understanding"),y8=n(" by Yang Xu, Yiheng Xu, Tengchao Lv, Lei Cui, Furu Wei, Guoxin Wang, Yijuan Lu, Dinei Florencio, Cha Zhang, Wanxiang Che, Min Zhang, Lidong Zhou."),A8=d(),ll=r("li"),G3=r("strong"),Bd=r("a"),R8=n("LayoutXLM"),L8=n(" (from Microsoft Research Asia) released with the paper "),go=r("a"),b8=n("LayoutXLM: Multimodal Pre-training for Multilingual Visually-rich Document Understanding"),S8=n(" by Yiheng Xu, Tengchao Lv, Lei Cui, Guoxin Wang, Yijuan Lu, Dinei Florencio, Cha Zhang, Furu Wei."),w8=d(),nl=r("li"),k3=r("strong"),Cd=r("a"),M8=n("LED"),P8=n(" (from AllenAI) released with the paper "),fo=r("a"),G8=n("Longformer: The Long-Document Transformer"),k8=n(" by Iz Beltagy, Matthew E. Peters, Arman Cohan."),B8=d(),ol=r("li"),B3=r("strong"),Nd=r("a"),C8=n("Longformer"),N8=n(" (from AllenAI) released with the paper "),uo=r("a"),I8=n("Longformer: The Long-Document Transformer"),x8=n(" by Iz Beltagy, Matthew E. Peters, Arman Cohan."),O8=d(),il=r("li"),C3=r("strong"),Id=r("a"),F8=n("LUKE"),W8=n(" (from Studio Ousia) released with the paper "),vo=r("a"),Y8=n("LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention"),J8=n(" by Ikuya Yamada, Akari Asai, Hiroyuki Shindo, Hideaki Takeda, Yuji Matsumoto."),Z8=d(),dl=r("li"),N3=r("strong"),xd=r("a"),V8=n("mLUKE"),K8=n(" (from Studio Ousia) released with the paper "),Eo=r("a"),X8=n("mLUKE: The Power of Entity Representations in Multilingual Pretrained Language Models"),z8=n(" by Ryokan Ri, Ikuya Yamada, and Yoshimasa Tsuruoka."),H8=d(),sl=r("li"),I3=r("strong"),Od=r("a"),U8=n("LXMERT"),q8=n(" (from UNC Chapel Hill) released with the paper "),To=r("a"),Q8=n("LXMERT: Learning Cross-Modality Encoder Representations from Transformers for Open-Domain Question Answering"),j8=n(" by Hao Tan and Mohit Bansal."),$8=d(),hl=r("li"),x3=r("strong"),Fd=r("a"),eD=n("M2M100"),tD=n(" (from Facebook) released with the paper "),_o=r("a"),rD=n("Beyond English-Centric Multilingual Machine Translation"),aD=n(" by Angela Fan, Shruti Bhosale, Holger Schwenk, Zhiyi Ma, Ahmed El-Kishky, Siddharth Goyal, Mandeep Baines, Onur Celebi, Guillaume Wenzek, Vishrav Chaudhary, Naman Goyal, Tom Birch, Vitaliy Liptchinsky, Sergey Edunov, Edouard Grave, Michael Auli, Armand Joulin."),lD=d(),aa=r("li"),O3=r("strong"),Wd=r("a"),nD=n("MarianMT"),oD=n(" Machine translation models trained using "),mo=r("a"),iD=n("OPUS"),dD=n(" data by J\xF6rg Tiedemann. The "),po=r("a"),sD=n("Marian Framework"),hD=n(" is being developed by the Microsoft Translator Team."),cD=d(),cl=r("li"),F3=r("strong"),Yd=r("a"),gD=n("MaskFormer"),fD=n(" (from Meta and UIUC) released with the paper "),Do=r("a"),uD=n("Per-Pixel Classification is Not All You Need for Semantic Segmentation"),vD=n(" by Bowen Cheng, Alexander G. Schwing, Alexander Kirillov."),ED=d(),gl=r("li"),W3=r("strong"),Jd=r("a"),TD=n("MBart"),_D=n(" (from Facebook) released with the paper "),yo=r("a"),mD=n("Multilingual Denoising Pre-training for Neural Machine Translation"),pD=n(" by Yinhan Liu, Jiatao Gu, Naman Goyal, Xian Li, Sergey Edunov, Marjan Ghazvininejad, Mike Lewis, Luke Zettlemoyer."),DD=d(),fl=r("li"),Y3=r("strong"),Zd=r("a"),yD=n("MBart-50"),AD=n(" (from Facebook) released with the paper "),Ao=r("a"),RD=n("Multilingual Translation with Extensible Multilingual Pretraining and Finetuning"),LD=n(" by Yuqing Tang, Chau Tran, Xian Li, Peng-Jen Chen, Naman Goyal, Vishrav Chaudhary, Jiatao Gu, Angela Fan."),bD=d(),ul=r("li"),J3=r("strong"),Vd=r("a"),SD=n("Megatron-BERT"),wD=n(" (from NVIDIA) released with the paper "),Ro=r("a"),MD=n("Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism"),PD=n(" by Mohammad Shoeybi, Mostofa Patwary, Raul Puri, Patrick LeGresley, Jared Casper and Bryan Catanzaro."),GD=d(),vl=r("li"),Z3=r("strong"),Kd=r("a"),kD=n("Megatron-GPT2"),BD=n(" (from NVIDIA) released with the paper "),Lo=r("a"),CD=n("Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism"),ND=n(" by Mohammad Shoeybi, Mostofa Patwary, Raul Puri, Patrick LeGresley, Jared Casper and Bryan Catanzaro."),ID=d(),El=r("li"),V3=r("strong"),Xd=r("a"),xD=n("MPNet"),OD=n(" (from Microsoft Research) released with the paper "),bo=r("a"),FD=n("MPNet: Masked and Permuted Pre-training for Language Understanding"),WD=n(" by Kaitao Song, Xu Tan, Tao Qin, Jianfeng Lu, Tie-Yan Liu."),YD=d(),Tl=r("li"),K3=r("strong"),zd=r("a"),JD=n("MT5"),ZD=n(" (from Google AI) released with the paper "),So=r("a"),VD=n("mT5: A massively multilingual pre-trained text-to-text transformer"),KD=n(" by Linting Xue, Noah Constant, Adam Roberts, Mihir Kale, Rami Al-Rfou, Aditya Siddhant, Aditya Barua, Colin Raffel."),XD=d(),_l=r("li"),X3=r("strong"),Hd=r("a"),zD=n("Nystr\xF6mformer"),HD=n(" (from the University of Wisconsin - Madison) released with the paper "),wo=r("a"),UD=n("Nystr\xF6mformer: A Nystr\xF6m-Based Algorithm for Approximating Self-Attention"),qD=n(" by Yunyang Xiong, Zhanpeng Zeng, Rudrasis Chakraborty, Mingxing Tan, Glenn Fung, Yin Li, Vikas Singh."),QD=d(),ml=r("li"),z3=r("strong"),Ud=r("a"),jD=n("Pegasus"),$D=n(" (from Google) released with the paper "),Mo=r("a"),ey=n("PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization"),ty=n(" by Jingqing Zhang, Yao Zhao, Mohammad Saleh and Peter J. Liu."),ry=d(),pl=r("li"),H3=r("strong"),qd=r("a"),ay=n("Perceiver IO"),ly=n(" (from Deepmind) released with the paper "),Po=r("a"),ny=n("Perceiver IO: A General Architecture for Structured Inputs & Outputs"),oy=n(" by Andrew Jaegle, Sebastian Borgeaud, Jean-Baptiste Alayrac, Carl Doersch, Catalin Ionescu, David Ding, Skanda Koppula, Daniel Zoran, Andrew Brock, Evan Shelhamer, Olivier H\xE9naff, Matthew M. Botvinick, Andrew Zisserman, Oriol Vinyals, Jo\xE3o Carreira."),iy=d(),Dl=r("li"),U3=r("strong"),Qd=r("a"),dy=n("PhoBERT"),sy=n(" (from VinAI Research) released with the paper "),Go=r("a"),hy=n("PhoBERT: Pre-trained language models for Vietnamese"),cy=n(" by Dat Quoc Nguyen and Anh Tuan Nguyen."),gy=d(),yl=r("li"),q3=r("strong"),jd=r("a"),fy=n("PLBart"),uy=n(" (from UCLA NLP) released with the paper "),ko=r("a"),vy=n("Unified Pre-training for Program Understanding and Generation"),Ey=n(" by Wasi Uddin Ahmad, Saikat Chakraborty, Baishakhi Ray, Kai-Wei Chang."),Ty=d(),Al=r("li"),Q3=r("strong"),$d=r("a"),_y=n("PoolFormer"),my=n(" (from Sea AI Labs) released with the paper "),Bo=r("a"),py=n("MetaFormer is Actually What You Need for Vision"),Dy=n(" by Yu, Weihao and Luo, Mi and Zhou, Pan and Si, Chenyang and Zhou, Yichen and Wang, Xinchao and Feng, Jiashi and Yan, Shuicheng."),yy=d(),Rl=r("li"),j3=r("strong"),es=r("a"),Ay=n("ProphetNet"),Ry=n(" (from Microsoft Research) released with the paper "),Co=r("a"),Ly=n("ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training"),by=n(" by Yu Yan, Weizhen Qi, Yeyun Gong, Dayiheng Liu, Nan Duan, Jiusheng Chen, Ruofei Zhang and Ming Zhou."),Sy=d(),Ll=r("li"),$3=r("strong"),ts=r("a"),wy=n("QDQBert"),My=n(" (from NVIDIA) released with the paper "),No=r("a"),Py=n("Integer Quantization for Deep Learning Inference: Principles and Empirical Evaluation"),Gy=n(" by Hao Wu, Patrick Judd, Xiaojie Zhang, Mikhail Isaev and Paulius Micikevicius."),ky=d(),bl=r("li"),e4=r("strong"),Io=r("a"),By=n("REALM"),Cy=n(" (from Google Research) released with the paper "),xo=r("a"),Ny=n("REALM: Retrieval-Augmented Language Model Pre-Training"),Iy=n(" by Kelvin Guu, Kenton Lee, Zora Tung, Panupong Pasupat and Ming-Wei Chang."),xy=d(),Sl=r("li"),t4=r("strong"),rs=r("a"),Oy=n("Reformer"),Fy=n(" (from Google Research) released with the paper "),Oo=r("a"),Wy=n("Reformer: The Efficient Transformer"),Yy=n(" by Nikita Kitaev, \u0141ukasz Kaiser, Anselm Levskaya."),Jy=d(),wl=r("li"),r4=r("strong"),as=r("a"),Zy=n("RemBERT"),Vy=n(" (from Google Research) released with the paper "),Fo=r("a"),Ky=n("Rethinking embedding coupling in pre-trained language models"),Xy=n(" by Hyung Won Chung, Thibault F\xE9vry, Henry Tsai, M. Johnson, Sebastian Ruder."),zy=d(),Ml=r("li"),a4=r("strong"),ls=r("a"),Hy=n("RoBERTa"),Uy=n(" (from Facebook), released together with the paper "),Wo=r("a"),qy=n("RoBERTa: A Robustly Optimized BERT Pretraining Approach"),Qy=n(" by Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, Veselin Stoyanov."),jy=d(),Pl=r("li"),l4=r("strong"),ns=r("a"),$y=n("RoFormer"),eA=n(" (from ZhuiyiTechnology), released together with the paper "),Yo=r("a"),tA=n("RoFormer: Enhanced Transformer with Rotary Position Embedding"),rA=n(" by Jianlin Su and Yu Lu and Shengfeng Pan and Bo Wen and Yunfeng Liu."),aA=d(),Gl=r("li"),n4=r("strong"),os=r("a"),lA=n("SegFormer"),nA=n(" (from NVIDIA) released with the paper "),Jo=r("a"),oA=n("SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers"),iA=n(" by Enze Xie, Wenhai Wang, Zhiding Yu, Anima Anandkumar, Jose M. Alvarez, Ping Luo."),dA=d(),kl=r("li"),o4=r("strong"),is=r("a"),sA=n("SEW"),hA=n(" (from ASAPP) released with the paper "),Zo=r("a"),cA=n("Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition"),gA=n(" by Felix Wu, Kwangyoun Kim, Jing Pan, Kyu Han, Kilian Q. Weinberger, Yoav Artzi."),fA=d(),Bl=r("li"),i4=r("strong"),ds=r("a"),uA=n("SEW-D"),vA=n(" (from ASAPP) released with the paper "),Vo=r("a"),EA=n("Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition"),TA=n(" by Felix Wu, Kwangyoun Kim, Jing Pan, Kyu Han, Kilian Q. Weinberger, Yoav Artzi."),_A=d(),Cl=r("li"),d4=r("strong"),ss=r("a"),mA=n("SpeechToTextTransformer"),pA=n(" (from Facebook), released together with the paper "),Ko=r("a"),DA=n("fairseq S2T: Fast Speech-to-Text Modeling with fairseq"),yA=n(" by Changhan Wang, Yun Tang, Xutai Ma, Anne Wu, Dmytro Okhonko, Juan Pino."),AA=d(),Nl=r("li"),s4=r("strong"),hs=r("a"),RA=n("SpeechToTextTransformer2"),LA=n(" (from Facebook), released together with the paper "),Xo=r("a"),bA=n("Large-Scale Self- and Semi-Supervised Learning for Speech Translation"),SA=n(" by Changhan Wang, Anne Wu, Juan Pino, Alexei Baevski, Michael Auli, Alexis Conneau."),wA=d(),Il=r("li"),h4=r("strong"),cs=r("a"),MA=n("Splinter"),PA=n(" (from Tel Aviv University), released together with the paper "),zo=r("a"),GA=n("Few-Shot Question Answering by Pretraining Span Selection"),kA=n(" by Ori Ram, Yuval Kirstain, Jonathan Berant, Amir Globerson, Omer Levy."),BA=d(),xl=r("li"),c4=r("strong"),gs=r("a"),CA=n("SqueezeBert"),NA=n(" (from Berkeley) released with the paper "),Ho=r("a"),IA=n("SqueezeBERT: What can computer vision teach NLP about efficient neural networks?"),xA=n(" by Forrest N. Iandola, Albert E. Shaw, Ravi Krishna, and Kurt W. Keutzer."),OA=d(),Ol=r("li"),g4=r("strong"),fs=r("a"),FA=n("Swin Transformer"),WA=n(" (from Microsoft) released with the paper "),Uo=r("a"),YA=n("Swin Transformer: Hierarchical Vision Transformer using Shifted Windows"),JA=n(" by Ze Liu, Yutong Lin, Yue Cao, Han Hu, Yixuan Wei, Zheng Zhang, Stephen Lin, Baining Guo."),ZA=d(),Fl=r("li"),f4=r("strong"),us=r("a"),VA=n("T5"),KA=n(" (from Google AI) released with the paper "),qo=r("a"),XA=n("Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer"),zA=n(" by Colin Raffel and Noam Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu."),HA=d(),Wl=r("li"),u4=r("strong"),vs=r("a"),UA=n("T5v1.1"),qA=n(" (from Google AI) released in the repository "),Qo=r("a"),QA=n("google-research/text-to-text-transfer-transformer"),jA=n(" by Colin Raffel and Noam Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu."),$A=d(),Yl=r("li"),v4=r("strong"),Es=r("a"),eR=n("TAPAS"),tR=n(" (from Google AI) released with the paper "),jo=r("a"),rR=n("TAPAS: Weakly Supervised Table Parsing via Pre-training"),aR=n(" by Jonathan Herzig, Pawe\u0142 Krzysztof Nowak, Thomas M\xFCller, Francesco Piccinno and Julian Martin Eisenschlos."),lR=d(),la=r("li"),E4=r("strong"),Ts=r("a"),nR=n("Transformer-XL"),oR=n(" (from Google/CMU) released with the paper "),$o=r("a"),iR=n("Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context"),dR=n(" by Zihang Dai"),T4=r("em"),sR=n(", Zhilin Yang"),hR=n(", Yiming Yang, Jaime Carbonell, Quoc V. Le, Ruslan Salakhutdinov."),cR=d(),Jl=r("li"),_4=r("strong"),_s=r("a"),gR=n("TrOCR"),fR=n(" (from Microsoft), released together with the paper "),ei=r("a"),uR=n("TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models"),vR=n(" by Minghao Li, Tengchao Lv, Lei Cui, Yijuan Lu, Dinei Florencio, Cha Zhang, Zhoujun Li, Furu Wei."),ER=d(),Zl=r("li"),m4=r("strong"),ms=r("a"),TR=n("UniSpeech"),_R=n(" (from Microsoft Research) released with the paper "),ti=r("a"),mR=n("UniSpeech: Unified Speech Representation Learning with Labeled and Unlabeled Data"),pR=n(" by Chengyi Wang, Yu Wu, Yao Qian, Kenichi Kumatani, Shujie Liu, Furu Wei, Michael Zeng, Xuedong Huang."),DR=d(),Vl=r("li"),p4=r("strong"),ps=r("a"),yR=n("UniSpeechSat"),AR=n(" (from Microsoft Research) released with the paper "),ri=r("a"),RR=n("UNISPEECH-SAT: UNIVERSAL SPEECH REPRESENTATION LEARNING WITH SPEAKER AWARE PRE-TRAINING"),LR=n(" by Sanyuan Chen, Yu Wu, Chengyi Wang, Zhengyang Chen, Zhuo Chen, Shujie Liu, Jian Wu, Yao Qian, Furu Wei, Jinyu Li, Xiangzhan Yu."),bR=d(),Kl=r("li"),D4=r("strong"),Ds=r("a"),SR=n("ViLT"),wR=n(" (from NAVER AI Lab/Kakao Enterprise/Kakao Brain) released with the paper "),ai=r("a"),MR=n("ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision"),PR=n(" by Wonjae Kim, Bokyung Son, Ildoo Kim."),GR=d(),Xl=r("li"),y4=r("strong"),ys=r("a"),kR=n("Vision Transformer (ViT)"),BR=n(" (from Google AI) released with the paper "),li=r("a"),CR=n("An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale"),NR=n(" by Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, Jakob Uszkoreit, Neil Houlsby."),IR=d(),zl=r("li"),A4=r("strong"),As=r("a"),xR=n("ViTMAE"),OR=n(" (from Meta AI) released with the paper "),ni=r("a"),FR=n("Masked Autoencoders Are Scalable Vision Learners"),WR=n(" by Kaiming He, Xinlei Chen, Saining Xie, Yanghao Li, Piotr Doll\xE1r, Ross Girshick."),YR=d(),Hl=r("li"),R4=r("strong"),Rs=r("a"),JR=n("VisualBERT"),ZR=n(" (from UCLA NLP) released with the paper "),oi=r("a"),VR=n("VisualBERT: A Simple and Performant Baseline for Vision and Language"),KR=n(" by Liunian Harold Li, Mark Yatskar, Da Yin, Cho-Jui Hsieh, Kai-Wei Chang."),XR=d(),Ul=r("li"),L4=r("strong"),Ls=r("a"),zR=n("WavLM"),HR=n(" (from Microsoft Research) released with the paper "),ii=r("a"),UR=n("WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing"),qR=n(" by Sanyuan Chen, Chengyi Wang, Zhengyang Chen, Yu Wu, Shujie Liu, Zhuo Chen, Jinyu Li, Naoyuki Kanda, Takuya Yoshioka, Xiong Xiao, Jian Wu, Long Zhou, Shuo Ren, Yanmin Qian, Yao Qian, Jian Wu, Michael Zeng, Furu Wei."),QR=d(),ql=r("li"),b4=r("strong"),bs=r("a"),jR=n("Wav2Vec2"),$R=n(" (from Facebook AI) released with the paper "),di=r("a"),eL=n("wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations"),tL=n(" by Alexei Baevski, Henry Zhou, Abdelrahman Mohamed, Michael Auli."),rL=d(),Ql=r("li"),S4=r("strong"),si=r("a"),aL=n("Wav2Vec2Phoneme"),lL=n(" (from Facebook AI) released with the paper "),hi=r("a"),nL=n("Simple and Effective Zero-shot Cross-lingual Phoneme Recognition"),oL=n(" by Qiantong Xu, Alexei Baevski, Michael Auli."),iL=d(),jl=r("li"),w4=r("strong"),ci=r("a"),dL=n("XGLM"),sL=n(" (From Facebook AI) released with the paper "),gi=r("a"),hL=n("Few-shot Learning with Multilingual Language Models"),cL=n(" by Xi Victoria Lin, Todor Mihaylov, Mikel Artetxe, Tianlu Wang, Shuohui Chen, Daniel Simig, Myle Ott, Naman Goyal, Shruti Bhosale, Jingfei Du, Ramakanth Pasunuru, Sam Shleifer, Punit Singh Koura, Vishrav Chaudhary, Brian O\u2019Horo, Jeff Wang, Luke Zettlemoyer, Zornitsa Kozareva, Mona Diab, Veselin Stoyanov, Xian Li."),gL=d(),$l=r("li"),M4=r("strong"),Ss=r("a"),fL=n("XLM"),uL=n(" (from Facebook) released together with the paper "),fi=r("a"),vL=n("Cross-lingual Language Model Pretraining"),EL=n(" by Guillaume Lample and Alexis Conneau."),TL=d(),en=r("li"),P4=r("strong"),ws=r("a"),_L=n("XLM-ProphetNet"),mL=n(" (from Microsoft Research) released with the paper "),ui=r("a"),pL=n("ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training"),DL=n(" by Yu Yan, Weizhen Qi, Yeyun Gong, Dayiheng Liu, Nan Duan, Jiusheng Chen, Ruofei Zhang and Ming Zhou."),yL=d(),na=r("li"),G4=r("strong"),Ms=r("a"),AL=n("XLM-RoBERTa"),RL=n(" (from Facebook AI), released together with the paper "),vi=r("a"),LL=n("Unsupervised Cross-lingual Representation Learning at Scale"),bL=n(" by Alexis Conneau"),k4=r("em"),SL=n(", Kartikay Khandelwal"),wL=n(", Naman Goyal, Vishrav Chaudhary, Guillaume Wenzek, Francisco Guzm\xE1n, Edouard Grave, Myle Ott, Luke Zettlemoyer and Veselin Stoyanov."),ML=d(),tn=r("li"),B4=r("strong"),Ps=r("a"),PL=n("XLM-RoBERTa-XL"),GL=n(" (from Facebook AI), released together with the paper "),Ei=r("a"),kL=n("Larger-Scale Transformers for Multilingual Masked Language Modeling"),BL=n(" by Naman Goyal, Jingfei Du, Myle Ott, Giri Anantharaman, Alexis Conneau."),CL=d(),oa=r("li"),C4=r("strong"),Gs=r("a"),NL=n("XLNet"),IL=n(" (from Google/CMU) released with the paper "),Ti=r("a"),xL=n("\u200BXLNet: Generalized Autoregressive Pretraining for Language Understanding"),OL=n(" by Zhilin Yang"),N4=r("em"),FL=n(", Zihang Dai"),WL=n(", Yiming Yang, Jaime Carbonell, Ruslan Salakhutdinov, Quoc V. Le."),YL=d(),rn=r("li"),I4=r("strong"),ks=r("a"),JL=n("XLSR-Wav2Vec2"),ZL=n(" (from Facebook AI) released with the paper "),_i=r("a"),VL=n("Unsupervised Cross-Lingual Representation Learning For Speech Recognition"),KL=n(" by Alexis Conneau, Alexei Baevski, Ronan Collobert, Abdelrahman Mohamed, Michael Auli."),XL=d(),an=r("li"),x4=r("strong"),mi=r("a"),zL=n("XLS-R"),HL=n(" (from Facebook AI) released with the paper "),pi=r("a"),UL=n("XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale"),qL=n(" by Arun Babu, Changhan Wang, Andros Tjandra, Kushal Lakhotia, Qiantong Xu, Naman Goyal, Kritika Singh, Patrick von Platen, Yatharth Saraf, Juan Pino, Alexei Baevski, Alexis Conneau, Michael Auli."),QL=d(),ln=r("li"),O4=r("strong"),Bs=r("a"),jL=n("YOSO"),$L=n(" (from the University of Wisconsin - Madison) released with the paper "),Di=r("a"),eb=n("You Only Sample (Almost) Once: Linear Cost Self-Attention Via Bernoulli Sampling"),tb=n(" by Zhanpeng Zeng, Yunyang Xiong, Sathya N. Ravi, Shailesh Acharya, Glenn Fung, Vikas Singh."),qm=d(),fa=r("h3"),nn=r("a"),F4=r("span"),Mm(yi.$$.fragment),rb=d(),W4=r("span"),ab=n("Supported frameworks"),Qm=d(),Cs=r("p"),lb=n(`The table below represents the current support in the library for each of those models, whether they have a Python
tokenizer (called \u201Cslow\u201D). A \u201Cfast\u201D tokenizer backed by the \u{1F917} Tokenizers library, whether they have support in Jax (via
Flax), PyTorch, and/or TensorFlow.`),jm=d(),on=r("table"),Y4=r("thead"),T=r("tr"),Ns=r("th"),nb=n("Model"),ob=d(),Is=r("th"),ib=n("Tokenizer slow"),db=d(),xs=r("th"),sb=n("Tokenizer fast"),hb=d(),Os=r("th"),cb=n("PyTorch support"),gb=d(),Fs=r("th"),fb=n("TensorFlow support"),ub=d(),Ws=r("th"),vb=n("Flax Support"),Eb=d(),g=r("tbody"),_=r("tr"),Ys=r("td"),Tb=n("ALBERT"),_b=d(),Js=r("td"),mb=n("\u2705"),pb=d(),Zs=r("td"),Db=n("\u2705"),yb=d(),Vs=r("td"),Ab=n("\u2705"),Rb=d(),Ks=r("td"),Lb=n("\u2705"),bb=d(),Xs=r("td"),Sb=n("\u2705"),wb=d(),m=r("tr"),zs=r("td"),Mb=n("BART"),Pb=d(),Hs=r("td"),Gb=n("\u2705"),kb=d(),Us=r("td"),Bb=n("\u2705"),Cb=d(),qs=r("td"),Nb=n("\u2705"),Ib=d(),Qs=r("td"),xb=n("\u2705"),Ob=d(),js=r("td"),Fb=n("\u2705"),Wb=d(),p=r("tr"),$s=r("td"),Yb=n("BEiT"),Jb=d(),eh=r("td"),Zb=n("\u274C"),Vb=d(),th=r("td"),Kb=n("\u274C"),Xb=d(),rh=r("td"),zb=n("\u2705"),Hb=d(),ah=r("td"),Ub=n("\u274C"),qb=d(),lh=r("td"),Qb=n("\u2705"),jb=d(),D=r("tr"),nh=r("td"),$b=n("BERT"),eS=d(),oh=r("td"),tS=n("\u2705"),rS=d(),ih=r("td"),aS=n("\u2705"),lS=d(),dh=r("td"),nS=n("\u2705"),oS=d(),sh=r("td"),iS=n("\u2705"),dS=d(),hh=r("td"),sS=n("\u2705"),hS=d(),y=r("tr"),ch=r("td"),cS=n("Bert Generation"),gS=d(),gh=r("td"),fS=n("\u2705"),uS=d(),fh=r("td"),vS=n("\u274C"),ES=d(),uh=r("td"),TS=n("\u2705"),_S=d(),vh=r("td"),mS=n("\u274C"),pS=d(),Eh=r("td"),DS=n("\u274C"),yS=d(),A=r("tr"),Th=r("td"),AS=n("BigBird"),RS=d(),_h=r("td"),LS=n("\u2705"),bS=d(),mh=r("td"),SS=n("\u2705"),wS=d(),ph=r("td"),MS=n("\u2705"),PS=d(),Dh=r("td"),GS=n("\u274C"),kS=d(),yh=r("td"),BS=n("\u2705"),CS=d(),R=r("tr"),Ah=r("td"),NS=n("BigBirdPegasus"),IS=d(),Rh=r("td"),xS=n("\u274C"),OS=d(),Lh=r("td"),FS=n("\u274C"),WS=d(),bh=r("td"),YS=n("\u2705"),JS=d(),Sh=r("td"),ZS=n("\u274C"),VS=d(),wh=r("td"),KS=n("\u274C"),XS=d(),L=r("tr"),Mh=r("td"),zS=n("Blenderbot"),HS=d(),Ph=r("td"),US=n("\u2705"),qS=d(),Gh=r("td"),QS=n("\u2705"),jS=d(),kh=r("td"),$S=n("\u2705"),ew=d(),Bh=r("td"),tw=n("\u2705"),rw=d(),Ch=r("td"),aw=n("\u2705"),lw=d(),b=r("tr"),Nh=r("td"),nw=n("BlenderbotSmall"),ow=d(),Ih=r("td"),iw=n("\u2705"),dw=d(),xh=r("td"),sw=n("\u2705"),hw=d(),Oh=r("td"),cw=n("\u2705"),gw=d(),Fh=r("td"),fw=n("\u2705"),uw=d(),Wh=r("td"),vw=n("\u2705"),Ew=d(),S=r("tr"),Yh=r("td"),Tw=n("CamemBERT"),_w=d(),Jh=r("td"),mw=n("\u2705"),pw=d(),Zh=r("td"),Dw=n("\u2705"),yw=d(),Vh=r("td"),Aw=n("\u2705"),Rw=d(),Kh=r("td"),Lw=n("\u2705"),bw=d(),Xh=r("td"),Sw=n("\u274C"),ww=d(),w=r("tr"),zh=r("td"),Mw=n("Canine"),Pw=d(),Hh=r("td"),Gw=n("\u2705"),kw=d(),Uh=r("td"),Bw=n("\u274C"),Cw=d(),qh=r("td"),Nw=n("\u2705"),Iw=d(),Qh=r("td"),xw=n("\u274C"),Ow=d(),jh=r("td"),Fw=n("\u274C"),Ww=d(),M=r("tr"),$h=r("td"),Yw=n("CLIP"),Jw=d(),ec=r("td"),Zw=n("\u2705"),Vw=d(),tc=r("td"),Kw=n("\u2705"),Xw=d(),rc=r("td"),zw=n("\u2705"),Hw=d(),ac=r("td"),Uw=n("\u2705"),qw=d(),lc=r("td"),Qw=n("\u2705"),jw=d(),P=r("tr"),nc=r("td"),$w=n("ConvBERT"),eM=d(),oc=r("td"),tM=n("\u2705"),rM=d(),ic=r("td"),aM=n("\u2705"),lM=d(),dc=r("td"),nM=n("\u2705"),oM=d(),sc=r("td"),iM=n("\u2705"),dM=d(),hc=r("td"),sM=n("\u274C"),hM=d(),G=r("tr"),cc=r("td"),cM=n("ConvNext"),gM=d(),gc=r("td"),fM=n("\u274C"),uM=d(),fc=r("td"),vM=n("\u274C"),EM=d(),uc=r("td"),TM=n("\u2705"),_M=d(),vc=r("td"),mM=n("\u2705"),pM=d(),Ec=r("td"),DM=n("\u274C"),yM=d(),k=r("tr"),Tc=r("td"),AM=n("CTRL"),RM=d(),_c=r("td"),LM=n("\u2705"),bM=d(),mc=r("td"),SM=n("\u274C"),wM=d(),pc=r("td"),MM=n("\u2705"),PM=d(),Dc=r("td"),GM=n("\u2705"),kM=d(),yc=r("td"),BM=n("\u274C"),CM=d(),B=r("tr"),Ac=r("td"),NM=n("Data2VecAudio"),IM=d(),Rc=r("td"),xM=n("\u274C"),OM=d(),Lc=r("td"),FM=n("\u274C"),WM=d(),bc=r("td"),YM=n("\u2705"),JM=d(),Sc=r("td"),ZM=n("\u274C"),VM=d(),wc=r("td"),KM=n("\u274C"),XM=d(),C=r("tr"),Mc=r("td"),zM=n("Data2VecText"),HM=d(),Pc=r("td"),UM=n("\u274C"),qM=d(),Gc=r("td"),QM=n("\u274C"),jM=d(),kc=r("td"),$M=n("\u2705"),eP=d(),Bc=r("td"),tP=n("\u274C"),rP=d(),Cc=r("td"),aP=n("\u274C"),lP=d(),N=r("tr"),Nc=r("td"),nP=n("DeBERTa"),oP=d(),Ic=r("td"),iP=n("\u2705"),dP=d(),xc=r("td"),sP=n("\u2705"),hP=d(),Oc=r("td"),cP=n("\u2705"),gP=d(),Fc=r("td"),fP=n("\u2705"),uP=d(),Wc=r("td"),vP=n("\u274C"),EP=d(),I=r("tr"),Yc=r("td"),TP=n("DeBERTa-v2"),_P=d(),Jc=r("td"),mP=n("\u2705"),pP=d(),Zc=r("td"),DP=n("\u274C"),yP=d(),Vc=r("td"),AP=n("\u2705"),RP=d(),Kc=r("td"),LP=n("\u2705"),bP=d(),Xc=r("td"),SP=n("\u274C"),wP=d(),x=r("tr"),zc=r("td"),MP=n("DeiT"),PP=d(),Hc=r("td"),GP=n("\u274C"),kP=d(),Uc=r("td"),BP=n("\u274C"),CP=d(),qc=r("td"),NP=n("\u2705"),IP=d(),Qc=r("td"),xP=n("\u274C"),OP=d(),jc=r("td"),FP=n("\u274C"),WP=d(),O=r("tr"),$c=r("td"),YP=n("DETR"),JP=d(),eg=r("td"),ZP=n("\u274C"),VP=d(),tg=r("td"),KP=n("\u274C"),XP=d(),rg=r("td"),zP=n("\u2705"),HP=d(),ag=r("td"),UP=n("\u274C"),qP=d(),lg=r("td"),QP=n("\u274C"),jP=d(),F=r("tr"),ng=r("td"),$P=n("DistilBERT"),eG=d(),og=r("td"),tG=n("\u2705"),rG=d(),ig=r("td"),aG=n("\u2705"),lG=d(),dg=r("td"),nG=n("\u2705"),oG=d(),sg=r("td"),iG=n("\u2705"),dG=d(),hg=r("td"),sG=n("\u2705"),hG=d(),W=r("tr"),cg=r("td"),cG=n("DPR"),gG=d(),gg=r("td"),fG=n("\u2705"),uG=d(),fg=r("td"),vG=n("\u2705"),EG=d(),ug=r("td"),TG=n("\u2705"),_G=d(),vg=r("td"),mG=n("\u2705"),pG=d(),Eg=r("td"),DG=n("\u274C"),yG=d(),Y=r("tr"),Tg=r("td"),AG=n("ELECTRA"),RG=d(),_g=r("td"),LG=n("\u2705"),bG=d(),mg=r("td"),SG=n("\u2705"),wG=d(),pg=r("td"),MG=n("\u2705"),PG=d(),Dg=r("td"),GG=n("\u2705"),kG=d(),yg=r("td"),BG=n("\u2705"),CG=d(),J=r("tr"),Ag=r("td"),NG=n("Encoder decoder"),IG=d(),Rg=r("td"),xG=n("\u274C"),OG=d(),Lg=r("td"),FG=n("\u274C"),WG=d(),bg=r("td"),YG=n("\u2705"),JG=d(),Sg=r("td"),ZG=n("\u2705"),VG=d(),wg=r("td"),KG=n("\u2705"),XG=d(),Z=r("tr"),Mg=r("td"),zG=n("FairSeq Machine-Translation"),HG=d(),Pg=r("td"),UG=n("\u2705"),qG=d(),Gg=r("td"),QG=n("\u274C"),jG=d(),kg=r("td"),$G=n("\u2705"),ek=d(),Bg=r("td"),tk=n("\u274C"),rk=d(),Cg=r("td"),ak=n("\u274C"),lk=d(),V=r("tr"),Ng=r("td"),nk=n("FlauBERT"),ok=d(),Ig=r("td"),ik=n("\u2705"),dk=d(),xg=r("td"),sk=n("\u274C"),hk=d(),Og=r("td"),ck=n("\u2705"),gk=d(),Fg=r("td"),fk=n("\u2705"),uk=d(),Wg=r("td"),vk=n("\u274C"),Ek=d(),K=r("tr"),Yg=r("td"),Tk=n("FNet"),_k=d(),Jg=r("td"),mk=n("\u2705"),pk=d(),Zg=r("td"),Dk=n("\u2705"),yk=d(),Vg=r("td"),Ak=n("\u2705"),Rk=d(),Kg=r("td"),Lk=n("\u274C"),bk=d(),Xg=r("td"),Sk=n("\u274C"),wk=d(),X=r("tr"),zg=r("td"),Mk=n("Funnel Transformer"),Pk=d(),Hg=r("td"),Gk=n("\u2705"),kk=d(),Ug=r("td"),Bk=n("\u2705"),Ck=d(),qg=r("td"),Nk=n("\u2705"),Ik=d(),Qg=r("td"),xk=n("\u2705"),Ok=d(),jg=r("td"),Fk=n("\u274C"),Wk=d(),z=r("tr"),$g=r("td"),Yk=n("GPT Neo"),Jk=d(),ef=r("td"),Zk=n("\u274C"),Vk=d(),tf=r("td"),Kk=n("\u274C"),Xk=d(),rf=r("td"),zk=n("\u2705"),Hk=d(),af=r("td"),Uk=n("\u274C"),qk=d(),lf=r("td"),Qk=n("\u2705"),jk=d(),H=r("tr"),nf=r("td"),$k=n("GPT-J"),eB=d(),of=r("td"),tB=n("\u274C"),rB=d(),df=r("td"),aB=n("\u274C"),lB=d(),sf=r("td"),nB=n("\u2705"),oB=d(),hf=r("td"),iB=n("\u274C"),dB=d(),cf=r("td"),sB=n("\u2705"),hB=d(),U=r("tr"),gf=r("td"),cB=n("Hubert"),gB=d(),ff=r("td"),fB=n("\u274C"),uB=d(),uf=r("td"),vB=n("\u274C"),EB=d(),vf=r("td"),TB=n("\u2705"),_B=d(),Ef=r("td"),mB=n("\u2705"),pB=d(),Tf=r("td"),DB=n("\u274C"),yB=d(),q=r("tr"),_f=r("td"),AB=n("I-BERT"),RB=d(),mf=r("td"),LB=n("\u274C"),bB=d(),pf=r("td"),SB=n("\u274C"),wB=d(),Df=r("td"),MB=n("\u2705"),PB=d(),yf=r("td"),GB=n("\u274C"),kB=d(),Af=r("td"),BB=n("\u274C"),CB=d(),Q=r("tr"),Rf=r("td"),NB=n("ImageGPT"),IB=d(),Lf=r("td"),xB=n("\u274C"),OB=d(),bf=r("td"),FB=n("\u274C"),WB=d(),Sf=r("td"),YB=n("\u2705"),JB=d(),wf=r("td"),ZB=n("\u274C"),VB=d(),Mf=r("td"),KB=n("\u274C"),XB=d(),j=r("tr"),Pf=r("td"),zB=n("LayoutLM"),HB=d(),Gf=r("td"),UB=n("\u2705"),qB=d(),kf=r("td"),QB=n("\u2705"),jB=d(),Bf=r("td"),$B=n("\u2705"),eC=d(),Cf=r("td"),tC=n("\u2705"),rC=d(),Nf=r("td"),aC=n("\u274C"),lC=d(),$=r("tr"),If=r("td"),nC=n("LayoutLMv2"),oC=d(),xf=r("td"),iC=n("\u2705"),dC=d(),Of=r("td"),sC=n("\u2705"),hC=d(),Ff=r("td"),cC=n("\u2705"),gC=d(),Wf=r("td"),fC=n("\u274C"),uC=d(),Yf=r("td"),vC=n("\u274C"),EC=d(),ee=r("tr"),Jf=r("td"),TC=n("LED"),_C=d(),Zf=r("td"),mC=n("\u2705"),pC=d(),Vf=r("td"),DC=n("\u2705"),yC=d(),Kf=r("td"),AC=n("\u2705"),RC=d(),Xf=r("td"),LC=n("\u2705"),bC=d(),zf=r("td"),SC=n("\u274C"),wC=d(),te=r("tr"),Hf=r("td"),MC=n("Longformer"),PC=d(),Uf=r("td"),GC=n("\u2705"),kC=d(),qf=r("td"),BC=n("\u2705"),CC=d(),Qf=r("td"),NC=n("\u2705"),IC=d(),jf=r("td"),xC=n("\u2705"),OC=d(),$f=r("td"),FC=n("\u274C"),WC=d(),re=r("tr"),e1=r("td"),YC=n("LUKE"),JC=d(),t1=r("td"),ZC=n("\u2705"),VC=d(),r1=r("td"),KC=n("\u274C"),XC=d(),a1=r("td"),zC=n("\u2705"),HC=d(),l1=r("td"),UC=n("\u274C"),qC=d(),n1=r("td"),QC=n("\u274C"),jC=d(),ae=r("tr"),o1=r("td"),$C=n("LXMERT"),eN=d(),i1=r("td"),tN=n("\u2705"),rN=d(),d1=r("td"),aN=n("\u2705"),lN=d(),s1=r("td"),nN=n("\u2705"),oN=d(),h1=r("td"),iN=n("\u2705"),dN=d(),c1=r("td"),sN=n("\u274C"),hN=d(),le=r("tr"),g1=r("td"),cN=n("M2M100"),gN=d(),f1=r("td"),fN=n("\u2705"),uN=d(),u1=r("td"),vN=n("\u274C"),EN=d(),v1=r("td"),TN=n("\u2705"),_N=d(),E1=r("td"),mN=n("\u274C"),pN=d(),T1=r("td"),DN=n("\u274C"),yN=d(),ne=r("tr"),_1=r("td"),AN=n("Marian"),RN=d(),m1=r("td"),LN=n("\u2705"),bN=d(),p1=r("td"),SN=n("\u274C"),wN=d(),D1=r("td"),MN=n("\u2705"),PN=d(),y1=r("td"),GN=n("\u2705"),kN=d(),A1=r("td"),BN=n("\u2705"),CN=d(),oe=r("tr"),R1=r("td"),NN=n("MaskFormer"),IN=d(),L1=r("td"),xN=n("\u274C"),ON=d(),b1=r("td"),FN=n("\u274C"),WN=d(),S1=r("td"),YN=n("\u2705"),JN=d(),w1=r("td"),ZN=n("\u274C"),VN=d(),M1=r("td"),KN=n("\u274C"),XN=d(),ie=r("tr"),P1=r("td"),zN=n("mBART"),HN=d(),G1=r("td"),UN=n("\u2705"),qN=d(),k1=r("td"),QN=n("\u2705"),jN=d(),B1=r("td"),$N=n("\u2705"),eI=d(),C1=r("td"),tI=n("\u2705"),rI=d(),N1=r("td"),aI=n("\u2705"),lI=d(),de=r("tr"),I1=r("td"),nI=n("MegatronBert"),oI=d(),x1=r("td"),iI=n("\u274C"),dI=d(),O1=r("td"),sI=n("\u274C"),hI=d(),F1=r("td"),cI=n("\u2705"),gI=d(),W1=r("td"),fI=n("\u274C"),uI=d(),Y1=r("td"),vI=n("\u274C"),EI=d(),se=r("tr"),J1=r("td"),TI=n("MobileBERT"),_I=d(),Z1=r("td"),mI=n("\u2705"),pI=d(),V1=r("td"),DI=n("\u2705"),yI=d(),K1=r("td"),AI=n("\u2705"),RI=d(),X1=r("td"),LI=n("\u2705"),bI=d(),z1=r("td"),SI=n("\u274C"),wI=d(),he=r("tr"),H1=r("td"),MI=n("MPNet"),PI=d(),U1=r("td"),GI=n("\u2705"),kI=d(),q1=r("td"),BI=n("\u2705"),CI=d(),Q1=r("td"),NI=n("\u2705"),II=d(),j1=r("td"),xI=n("\u2705"),OI=d(),$1=r("td"),FI=n("\u274C"),WI=d(),ce=r("tr"),eu=r("td"),YI=n("mT5"),JI=d(),tu=r("td"),ZI=n("\u2705"),VI=d(),ru=r("td"),KI=n("\u2705"),XI=d(),au=r("td"),zI=n("\u2705"),HI=d(),lu=r("td"),UI=n("\u2705"),qI=d(),nu=r("td"),QI=n("\u2705"),jI=d(),ge=r("tr"),ou=r("td"),$I=n("Nystromformer"),ex=d(),iu=r("td"),tx=n("\u274C"),rx=d(),du=r("td"),ax=n("\u274C"),lx=d(),su=r("td"),nx=n("\u2705"),ox=d(),hu=r("td"),ix=n("\u274C"),dx=d(),cu=r("td"),sx=n("\u274C"),hx=d(),fe=r("tr"),gu=r("td"),cx=n("OpenAI GPT"),gx=d(),fu=r("td"),fx=n("\u2705"),ux=d(),uu=r("td"),vx=n("\u2705"),Ex=d(),vu=r("td"),Tx=n("\u2705"),_x=d(),Eu=r("td"),mx=n("\u2705"),px=d(),Tu=r("td"),Dx=n("\u274C"),yx=d(),ue=r("tr"),_u=r("td"),Ax=n("OpenAI GPT-2"),Rx=d(),mu=r("td"),Lx=n("\u2705"),bx=d(),pu=r("td"),Sx=n("\u2705"),wx=d(),Du=r("td"),Mx=n("\u2705"),Px=d(),yu=r("td"),Gx=n("\u2705"),kx=d(),Au=r("td"),Bx=n("\u2705"),Cx=d(),ve=r("tr"),Ru=r("td"),Nx=n("Pegasus"),Ix=d(),Lu=r("td"),xx=n("\u2705"),Ox=d(),bu=r("td"),Fx=n("\u2705"),Wx=d(),Su=r("td"),Yx=n("\u2705"),Jx=d(),wu=r("td"),Zx=n("\u2705"),Vx=d(),Mu=r("td"),Kx=n("\u2705"),Xx=d(),Ee=r("tr"),Pu=r("td"),zx=n("Perceiver"),Hx=d(),Gu=r("td"),Ux=n("\u2705"),qx=d(),ku=r("td"),Qx=n("\u274C"),jx=d(),Bu=r("td"),$x=n("\u2705"),eO=d(),Cu=r("td"),tO=n("\u274C"),rO=d(),Nu=r("td"),aO=n("\u274C"),lO=d(),Te=r("tr"),Iu=r("td"),nO=n("PLBart"),oO=d(),xu=r("td"),iO=n("\u2705"),dO=d(),Ou=r("td"),sO=n("\u274C"),hO=d(),Fu=r("td"),cO=n("\u2705"),gO=d(),Wu=r("td"),fO=n("\u274C"),uO=d(),Yu=r("td"),vO=n("\u274C"),EO=d(),_e=r("tr"),Ju=r("td"),TO=n("PoolFormer"),_O=d(),Zu=r("td"),mO=n("\u274C"),pO=d(),Vu=r("td"),DO=n("\u274C"),yO=d(),Ku=r("td"),AO=n("\u2705"),RO=d(),Xu=r("td"),LO=n("\u274C"),bO=d(),zu=r("td"),SO=n("\u274C"),wO=d(),me=r("tr"),Hu=r("td"),MO=n("ProphetNet"),PO=d(),Uu=r("td"),GO=n("\u2705"),kO=d(),qu=r("td"),BO=n("\u274C"),CO=d(),Qu=r("td"),NO=n("\u2705"),IO=d(),ju=r("td"),xO=n("\u274C"),OO=d(),$u=r("td"),FO=n("\u274C"),WO=d(),pe=r("tr"),ev=r("td"),YO=n("QDQBert"),JO=d(),tv=r("td"),ZO=n("\u274C"),VO=d(),rv=r("td"),KO=n("\u274C"),XO=d(),av=r("td"),zO=n("\u2705"),HO=d(),lv=r("td"),UO=n("\u274C"),qO=d(),nv=r("td"),QO=n("\u274C"),jO=d(),De=r("tr"),ov=r("td"),$O=n("RAG"),eF=d(),iv=r("td"),tF=n("\u2705"),rF=d(),dv=r("td"),aF=n("\u274C"),lF=d(),sv=r("td"),nF=n("\u2705"),oF=d(),hv=r("td"),iF=n("\u2705"),dF=d(),cv=r("td"),sF=n("\u274C"),hF=d(),ye=r("tr"),gv=r("td"),cF=n("Realm"),gF=d(),fv=r("td"),fF=n("\u2705"),uF=d(),uv=r("td"),vF=n("\u2705"),EF=d(),vv=r("td"),TF=n("\u2705"),_F=d(),Ev=r("td"),mF=n("\u274C"),pF=d(),Tv=r("td"),DF=n("\u274C"),yF=d(),Ae=r("tr"),_v=r("td"),AF=n("Reformer"),RF=d(),mv=r("td"),LF=n("\u2705"),bF=d(),pv=r("td"),SF=n("\u2705"),wF=d(),Dv=r("td"),MF=n("\u2705"),PF=d(),yv=r("td"),GF=n("\u274C"),kF=d(),Av=r("td"),BF=n("\u274C"),CF=d(),Re=r("tr"),Rv=r("td"),NF=n("RemBERT"),IF=d(),Lv=r("td"),xF=n("\u2705"),OF=d(),bv=r("td"),FF=n("\u2705"),WF=d(),Sv=r("td"),YF=n("\u2705"),JF=d(),wv=r("td"),ZF=n("\u2705"),VF=d(),Mv=r("td"),KF=n("\u274C"),XF=d(),Le=r("tr"),Pv=r("td"),zF=n("RetriBERT"),HF=d(),Gv=r("td"),UF=n("\u2705"),qF=d(),kv=r("td"),QF=n("\u2705"),jF=d(),Bv=r("td"),$F=n("\u2705"),eW=d(),Cv=r("td"),tW=n("\u274C"),rW=d(),Nv=r("td"),aW=n("\u274C"),lW=d(),be=r("tr"),Iv=r("td"),nW=n("RoBERTa"),oW=d(),xv=r("td"),iW=n("\u2705"),dW=d(),Ov=r("td"),sW=n("\u2705"),hW=d(),Fv=r("td"),cW=n("\u2705"),gW=d(),Wv=r("td"),fW=n("\u2705"),uW=d(),Yv=r("td"),vW=n("\u2705"),EW=d(),Se=r("tr"),Jv=r("td"),TW=n("RoFormer"),_W=d(),Zv=r("td"),mW=n("\u2705"),pW=d(),Vv=r("td"),DW=n("\u2705"),yW=d(),Kv=r("td"),AW=n("\u2705"),RW=d(),Xv=r("td"),LW=n("\u2705"),bW=d(),zv=r("td"),SW=n("\u2705"),wW=d(),we=r("tr"),Hv=r("td"),MW=n("SegFormer"),PW=d(),Uv=r("td"),GW=n("\u274C"),kW=d(),qv=r("td"),BW=n("\u274C"),CW=d(),Qv=r("td"),NW=n("\u2705"),IW=d(),jv=r("td"),xW=n("\u274C"),OW=d(),$v=r("td"),FW=n("\u274C"),WW=d(),Me=r("tr"),eE=r("td"),YW=n("SEW"),JW=d(),tE=r("td"),ZW=n("\u274C"),VW=d(),rE=r("td"),KW=n("\u274C"),XW=d(),aE=r("td"),zW=n("\u2705"),HW=d(),lE=r("td"),UW=n("\u274C"),qW=d(),nE=r("td"),QW=n("\u274C"),jW=d(),Pe=r("tr"),oE=r("td"),$W=n("SEW-D"),eY=d(),iE=r("td"),tY=n("\u274C"),rY=d(),dE=r("td"),aY=n("\u274C"),lY=d(),sE=r("td"),nY=n("\u2705"),oY=d(),hE=r("td"),iY=n("\u274C"),dY=d(),cE=r("td"),sY=n("\u274C"),hY=d(),Ge=r("tr"),gE=r("td"),cY=n("Speech Encoder decoder"),gY=d(),fE=r("td"),fY=n("\u274C"),uY=d(),uE=r("td"),vY=n("\u274C"),EY=d(),vE=r("td"),TY=n("\u2705"),_Y=d(),EE=r("td"),mY=n("\u274C"),pY=d(),TE=r("td"),DY=n("\u2705"),yY=d(),ke=r("tr"),_E=r("td"),AY=n("Speech2Text"),RY=d(),mE=r("td"),LY=n("\u2705"),bY=d(),pE=r("td"),SY=n("\u274C"),wY=d(),DE=r("td"),MY=n("\u2705"),PY=d(),yE=r("td"),GY=n("\u2705"),kY=d(),AE=r("td"),BY=n("\u274C"),CY=d(),Be=r("tr"),RE=r("td"),NY=n("Speech2Text2"),IY=d(),LE=r("td"),xY=n("\u2705"),OY=d(),bE=r("td"),FY=n("\u274C"),WY=d(),SE=r("td"),YY=n("\u274C"),JY=d(),wE=r("td"),ZY=n("\u274C"),VY=d(),ME=r("td"),KY=n("\u274C"),XY=d(),Ce=r("tr"),PE=r("td"),zY=n("Splinter"),HY=d(),GE=r("td"),UY=n("\u2705"),qY=d(),kE=r("td"),QY=n("\u2705"),jY=d(),BE=r("td"),$Y=n("\u2705"),eJ=d(),CE=r("td"),tJ=n("\u274C"),rJ=d(),NE=r("td"),aJ=n("\u274C"),lJ=d(),Ne=r("tr"),IE=r("td"),nJ=n("SqueezeBERT"),oJ=d(),xE=r("td"),iJ=n("\u2705"),dJ=d(),OE=r("td"),sJ=n("\u2705"),hJ=d(),FE=r("td"),cJ=n("\u2705"),gJ=d(),WE=r("td"),fJ=n("\u274C"),uJ=d(),YE=r("td"),vJ=n("\u274C"),EJ=d(),Ie=r("tr"),JE=r("td"),TJ=n("Swin"),_J=d(),ZE=r("td"),mJ=n("\u274C"),pJ=d(),VE=r("td"),DJ=n("\u274C"),yJ=d(),KE=r("td"),AJ=n("\u2705"),RJ=d(),XE=r("td"),LJ=n("\u274C"),bJ=d(),zE=r("td"),SJ=n("\u274C"),wJ=d(),xe=r("tr"),HE=r("td"),MJ=n("T5"),PJ=d(),UE=r("td"),GJ=n("\u2705"),kJ=d(),qE=r("td"),BJ=n("\u2705"),CJ=d(),QE=r("td"),NJ=n("\u2705"),IJ=d(),jE=r("td"),xJ=n("\u2705"),OJ=d(),$E=r("td"),FJ=n("\u2705"),WJ=d(),Oe=r("tr"),e2=r("td"),YJ=n("TAPAS"),JJ=d(),t2=r("td"),ZJ=n("\u2705"),VJ=d(),r2=r("td"),KJ=n("\u274C"),XJ=d(),a2=r("td"),zJ=n("\u2705"),HJ=d(),l2=r("td"),UJ=n("\u2705"),qJ=d(),n2=r("td"),QJ=n("\u274C"),jJ=d(),Fe=r("tr"),o2=r("td"),$J=n("Transformer-XL"),eZ=d(),i2=r("td"),tZ=n("\u2705"),rZ=d(),d2=r("td"),aZ=n("\u274C"),lZ=d(),s2=r("td"),nZ=n("\u2705"),oZ=d(),h2=r("td"),iZ=n("\u2705"),dZ=d(),c2=r("td"),sZ=n("\u274C"),hZ=d(),We=r("tr"),g2=r("td"),cZ=n("TrOCR"),gZ=d(),f2=r("td"),fZ=n("\u274C"),uZ=d(),u2=r("td"),vZ=n("\u274C"),EZ=d(),v2=r("td"),TZ=n("\u2705"),_Z=d(),E2=r("td"),mZ=n("\u274C"),pZ=d(),T2=r("td"),DZ=n("\u274C"),yZ=d(),Ye=r("tr"),_2=r("td"),AZ=n("UniSpeech"),RZ=d(),m2=r("td"),LZ=n("\u274C"),bZ=d(),p2=r("td"),SZ=n("\u274C"),wZ=d(),D2=r("td"),MZ=n("\u2705"),PZ=d(),y2=r("td"),GZ=n("\u274C"),kZ=d(),A2=r("td"),BZ=n("\u274C"),CZ=d(),Je=r("tr"),R2=r("td"),NZ=n("UniSpeechSat"),IZ=d(),L2=r("td"),xZ=n("\u274C"),OZ=d(),b2=r("td"),FZ=n("\u274C"),WZ=d(),S2=r("td"),YZ=n("\u2705"),JZ=d(),w2=r("td"),ZZ=n("\u274C"),VZ=d(),M2=r("td"),KZ=n("\u274C"),XZ=d(),Ze=r("tr"),P2=r("td"),zZ=n("ViLT"),HZ=d(),G2=r("td"),UZ=n("\u274C"),qZ=d(),k2=r("td"),QZ=n("\u274C"),jZ=d(),B2=r("td"),$Z=n("\u2705"),eV=d(),C2=r("td"),tV=n("\u274C"),rV=d(),N2=r("td"),aV=n("\u274C"),lV=d(),Ve=r("tr"),I2=r("td"),nV=n("Vision Encoder decoder"),oV=d(),x2=r("td"),iV=n("\u274C"),dV=d(),O2=r("td"),sV=n("\u274C"),hV=d(),F2=r("td"),cV=n("\u2705"),gV=d(),W2=r("td"),fV=n("\u2705"),uV=d(),Y2=r("td"),vV=n("\u2705"),EV=d(),Ke=r("tr"),J2=r("td"),TV=n("VisionTextDualEncoder"),_V=d(),Z2=r("td"),mV=n("\u274C"),pV=d(),V2=r("td"),DV=n("\u274C"),yV=d(),K2=r("td"),AV=n("\u2705"),RV=d(),X2=r("td"),LV=n("\u274C"),bV=d(),z2=r("td"),SV=n("\u2705"),wV=d(),Xe=r("tr"),H2=r("td"),MV=n("VisualBert"),PV=d(),U2=r("td"),GV=n("\u274C"),kV=d(),q2=r("td"),BV=n("\u274C"),CV=d(),Q2=r("td"),NV=n("\u2705"),IV=d(),j2=r("td"),xV=n("\u274C"),OV=d(),$2=r("td"),FV=n("\u274C"),WV=d(),ze=r("tr"),eT=r("td"),YV=n("ViT"),JV=d(),tT=r("td"),ZV=n("\u274C"),VV=d(),rT=r("td"),KV=n("\u274C"),XV=d(),aT=r("td"),zV=n("\u2705"),HV=d(),lT=r("td"),UV=n("\u2705"),qV=d(),nT=r("td"),QV=n("\u2705"),jV=d(),He=r("tr"),oT=r("td"),$V=n("ViTMAE"),eK=d(),iT=r("td"),tK=n("\u274C"),rK=d(),dT=r("td"),aK=n("\u274C"),lK=d(),sT=r("td"),nK=n("\u2705"),oK=d(),hT=r("td"),iK=n("\u274C"),dK=d(),cT=r("td"),sK=n("\u274C"),hK=d(),Ue=r("tr"),gT=r("td"),cK=n("Wav2Vec2"),gK=d(),fT=r("td"),fK=n("\u2705"),uK=d(),uT=r("td"),vK=n("\u274C"),EK=d(),vT=r("td"),TK=n("\u2705"),_K=d(),ET=r("td"),mK=n("\u2705"),pK=d(),TT=r("td"),DK=n("\u2705"),yK=d(),qe=r("tr"),_T=r("td"),AK=n("WavLM"),RK=d(),mT=r("td"),LK=n("\u274C"),bK=d(),pT=r("td"),SK=n("\u274C"),wK=d(),DT=r("td"),MK=n("\u2705"),PK=d(),yT=r("td"),GK=n("\u274C"),kK=d(),AT=r("td"),BK=n("\u274C"),CK=d(),Qe=r("tr"),RT=r("td"),NK=n("XGLM"),IK=d(),LT=r("td"),xK=n("\u2705"),OK=d(),bT=r("td"),FK=n("\u2705"),WK=d(),ST=r("td"),YK=n("\u2705"),JK=d(),wT=r("td"),ZK=n("\u274C"),VK=d(),MT=r("td"),KK=n("\u2705"),XK=d(),je=r("tr"),PT=r("td"),zK=n("XLM"),HK=d(),GT=r("td"),UK=n("\u2705"),qK=d(),kT=r("td"),QK=n("\u274C"),jK=d(),BT=r("td"),$K=n("\u2705"),eX=d(),CT=r("td"),tX=n("\u2705"),rX=d(),NT=r("td"),aX=n("\u274C"),lX=d(),$e=r("tr"),IT=r("td"),nX=n("XLM-RoBERTa"),oX=d(),xT=r("td"),iX=n("\u2705"),dX=d(),OT=r("td"),sX=n("\u2705"),hX=d(),FT=r("td"),cX=n("\u2705"),gX=d(),WT=r("td"),fX=n("\u2705"),uX=d(),YT=r("td"),vX=n("\u2705"),EX=d(),et=r("tr"),JT=r("td"),TX=n("XLM-RoBERTa-XL"),_X=d(),ZT=r("td"),mX=n("\u274C"),pX=d(),VT=r("td"),DX=n("\u274C"),yX=d(),KT=r("td"),AX=n("\u2705"),RX=d(),XT=r("td"),LX=n("\u274C"),bX=d(),zT=r("td"),SX=n("\u274C"),wX=d(),tt=r("tr"),HT=r("td"),MX=n("XLMProphetNet"),PX=d(),UT=r("td"),GX=n("\u2705"),kX=d(),qT=r("td"),BX=n("\u274C"),CX=d(),QT=r("td"),NX=n("\u2705"),IX=d(),jT=r("td"),xX=n("\u274C"),OX=d(),$T=r("td"),FX=n("\u274C"),WX=d(),rt=r("tr"),e_=r("td"),YX=n("XLNet"),JX=d(),t_=r("td"),ZX=n("\u2705"),VX=d(),r_=r("td"),KX=n("\u2705"),XX=d(),a_=r("td"),zX=n("\u2705"),HX=d(),l_=r("td"),UX=n("\u2705"),qX=d(),n_=r("td"),QX=n("\u274C"),jX=d(),at=r("tr"),o_=r("td"),$X=n("YOSO"),ez=d(),i_=r("td"),tz=n("\u274C"),rz=d(),d_=r("td"),az=n("\u274C"),lz=d(),s_=r("td"),nz=n("\u2705"),oz=d(),h_=r("td"),iz=n("\u274C"),dz=d(),c_=r("td"),sz=n("\u274C"),this.h()},l(u){const v=Ihe('[data-svelte="svelte-1phssyn"]',document.head);$r=a(v,"META",{name:!0,content:!0}),v.forEach(t),Mi=s(u),ot=a(u,"H1",{class:!0});var e0=l(ot);Qr=a(e0,"A",{id:!0,class:!0,href:!0});var pz=l(Qr);f_=a(pz,"SPAN",{});var Dz=l(f_);Pm(hn.$$.fragment,Dz),Dz.forEach(t),pz.forEach(t),s0=s(e0),u_=a(e0,"SPAN",{});var yz=l(u_);h0=o(yz,"\u{1F917} Transformers"),yz.forEach(t),e0.forEach(t),Im=s(u),Pi=a(u,"P",{});var Az=l(Pi);c0=o(Az,"State-of-the-art Machine Learning for PyTorch, TensorFlow and JAX."),Az.forEach(t),xm=s(u),Gi=a(u,"P",{});var Rz=l(Gi);g0=o(Rz,"\u{1F917} Transformers provides APIs to easily download and train state-of-the-art pretrained models. Using pretrained models can reduce your compute costs, carbon footprint, and save you time from training a model from scratch. The models can be used across different modalities such as:"),Rz.forEach(t),Om=s(u),it=a(u,"UL",{});var dn=l(it);v_=a(dn,"LI",{});var Lz=l(v_);f0=o(Lz,"\u{1F4DD} Text: text classification, information extraction, question answering, summarization, translation, and text generation in over 100 languages."),Lz.forEach(t),u0=s(dn),E_=a(dn,"LI",{});var bz=l(E_);v0=o(bz,"\u{1F5BC}\uFE0F Images: image classification, object detection, and segmentation."),bz.forEach(t),E0=s(dn),T_=a(dn,"LI",{});var Sz=l(T_);T0=o(Sz,"\u{1F5E3}\uFE0F Audio: speech recognition and audio classification."),Sz.forEach(t),_0=s(dn),__=a(dn,"LI",{});var wz=l(__);m0=o(wz,"\u{1F419} Multimodal: table question answering, optical character recognition, information extraction from scanned documents, video classification, and visual question answering."),wz.forEach(t),dn.forEach(t),Fm=s(u),dt=a(u,"P",{});var sn=l(dt);p0=o(sn,"Our library supports seamless integration between three of the most popular deep learning libraries: "),cn=a(sn,"A",{href:!0,rel:!0});var Mz=l(cn);D0=o(Mz,"PyTorch"),Mz.forEach(t),y0=o(sn,", "),gn=a(sn,"A",{href:!0,rel:!0});var Pz=l(gn);A0=o(Pz,"TensorFlow"),Pz.forEach(t),R0=o(sn," and "),fn=a(sn,"A",{href:!0,rel:!0});var Gz=l(fn);L0=o(Gz,"JAX"),Gz.forEach(t),b0=o(sn,". Train your model in three lines of code in one framework, and load it for inference with another."),sn.forEach(t),Wm=s(u),ki=a(u,"P",{});var kz=l(ki);S0=o(kz,"Each \u{1F917} Transformers architecture is defined in a standalone Python module so they can be easily customized for research and experiments."),kz.forEach(t),Ym=s(u),da=a(u,"H2",{class:!0});var t0=l(da);va=a(t0,"A",{id:!0,class:!0,href:!0});var Bz=l(va);m_=a(Bz,"SPAN",{});var Cz=l(m_);Pm(un.$$.fragment,Cz),Cz.forEach(t),Bz.forEach(t),w0=s(t0),p_=a(t0,"SPAN",{});var Nz=l(p_);M0=o(Nz,"If you are looking for custom support from the Hugging Face team"),Nz.forEach(t),t0.forEach(t),Jm=s(u),sa=a(u,"A",{target:!0,href:!0});var hz=l(sa);ea=a(hz,"IMG",{alt:!0,src:!0,style:!0}),P0=s(hz),hz.forEach(t),Zm=a(u,"BR",{}),Vm=s(u),ha=a(u,"H2",{class:!0});var r0=l(ha);Ea=a(r0,"A",{id:!0,class:!0,href:!0});var Iz=l(Ea);D_=a(Iz,"SPAN",{});var xz=l(D_);Pm(vn.$$.fragment,xz),xz.forEach(t),Iz.forEach(t),G0=s(r0),y_=a(r0,"SPAN",{});var Oz=l(y_);k0=o(Oz,"Contents"),Oz.forEach(t),r0.forEach(t),Km=s(u),Bi=a(u,"P",{});var Fz=l(Bi);B0=o(Fz,"The documentation is organized in five parts:"),Fz.forEach(t),Xm=s(u),lt=a(u,"UL",{});var ia=l(lt);A_=a(ia,"LI",{});var Wz=l(A_);Ci=a(Wz,"P",{});var cz=l(Ci);R_=a(cz,"STRONG",{});var Yz=l(R_);C0=o(Yz,"GET STARTED"),Yz.forEach(t),N0=o(cz,` contains a quick tour, the installation instructions and some useful information about our philosophy
and a glossary.`),cz.forEach(t),Wz.forEach(t),I0=s(ia),L_=a(ia,"LI",{});var Jz=l(L_);Ni=a(Jz,"P",{});var gz=l(Ni);b_=a(gz,"STRONG",{});var Zz=l(b_);x0=o(Zz,"USING \u{1F917} TRANSFORMERS"),Zz.forEach(t),O0=o(gz," contains general tutorials on how to use the library."),gz.forEach(t),Jz.forEach(t),F0=s(ia),S_=a(ia,"LI",{});var Vz=l(S_);Ii=a(Vz,"P",{});var fz=l(Ii);w_=a(fz,"STRONG",{});var Kz=l(w_);W0=o(Kz,"ADVANCED GUIDES"),Kz.forEach(t),Y0=o(fz," contains more advanced guides that are more specific to a given script or part of the library."),fz.forEach(t),Vz.forEach(t),J0=s(ia),M_=a(ia,"LI",{});var Xz=l(M_);xi=a(Xz,"P",{});var uz=l(xi);P_=a(uz,"STRONG",{});var zz=l(P_);Z0=o(zz,"RESEARCH"),zz.forEach(t),V0=o(uz,` focuses on tutorials that have less to do with how to use the library but more about general research in
transformers model`),uz.forEach(t),Xz.forEach(t),K0=s(ia),En=a(ia,"LI",{});var a0=l(En);Oi=a(a0,"P",{});var vz=l(Oi);G_=a(vz,"STRONG",{});var Hz=l(G_);X0=o(Hz,"API"),Hz.forEach(t),z0=o(vz," contains the documentation of each public class and function, grouped in:"),vz.forEach(t),H0=s(a0),ca=a(a0,"UL",{});var g_=l(ca);Fi=a(g_,"LI",{});var Ez=l(Fi);k_=a(Ez,"STRONG",{});var Uz=l(k_);U0=o(Uz,"MAIN CLASSES"),Uz.forEach(t),q0=o(Ez," for the main classes exposing the important APIs of the library."),Ez.forEach(t),Q0=s(g_),Wi=a(g_,"LI",{});var Tz=l(Wi);B_=a(Tz,"STRONG",{});var qz=l(B_);j0=o(qz,"MODELS"),qz.forEach(t),$0=o(Tz," for the classes and functions related to each model implemented in the library."),Tz.forEach(t),ep=s(g_),Yi=a(g_,"LI",{});var _z=l(Yi);C_=a(_z,"STRONG",{});var Qz=l(C_);tp=o(Qz,"INTERNAL HELPERS"),Qz.forEach(t),rp=o(_z," for the classes and functions we use internally."),_z.forEach(t),g_.forEach(t),a0.forEach(t),ia.forEach(t),zm=s(u),Ji=a(u,"P",{});var jz=l(Ji);ap=o(jz,`The library currently contains Jax, PyTorch and Tensorflow implementations, pretrained model weights, usage scripts and
conversion utilities for the following models.`),jz.forEach(t),Hm=s(u),ga=a(u,"H3",{class:!0});var l0=l(ga);Ta=a(l0,"A",{id:!0,class:!0,href:!0});var $z=l(Ta);N_=a($z,"SPAN",{});var eH=l(N_);Pm(Tn.$$.fragment,eH),eH.forEach(t),$z.forEach(t),lp=s(l0),I_=a(l0,"SPAN",{});var tH=l(I_);np=o(tH,"Supported models"),tH.forEach(t),l0.forEach(t),Um=s(u),h=a(u,"OL",{});var c=l(h);_a=a(c,"LI",{});var J4=l(_a);x_=a(J4,"STRONG",{});var rH=l(x_);Zi=a(rH,"A",{href:!0});var aH=l(Zi);op=o(aH,"ALBERT"),aH.forEach(t),rH.forEach(t),ip=o(J4," (from Google Research and the Toyota Technological Institute at Chicago) released with the paper "),_n=a(J4,"A",{href:!0,rel:!0});var lH=l(_n);dp=o(lH,"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations"),lH.forEach(t),sp=o(J4,", by Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, Radu Soricut."),J4.forEach(t),hp=s(c),ma=a(c,"LI",{});var Z4=l(ma);O_=a(Z4,"STRONG",{});var nH=l(O_);Vi=a(nH,"A",{href:!0});var oH=l(Vi);cp=o(oH,"BART"),oH.forEach(t),nH.forEach(t),gp=o(Z4," (from Facebook) released with the paper "),mn=a(Z4,"A",{href:!0,rel:!0});var iH=l(mn);fp=o(iH,"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension"),iH.forEach(t),up=o(Z4," by Mike Lewis, Yinhan Liu, Naman Goyal, Marjan Ghazvininejad, Abdelrahman Mohamed, Omer Levy, Ves Stoyanov and Luke Zettlemoyer."),Z4.forEach(t),vp=s(c),pa=a(c,"LI",{});var V4=l(pa);F_=a(V4,"STRONG",{});var dH=l(F_);Ki=a(dH,"A",{href:!0});var sH=l(Ki);Ep=o(sH,"BARThez"),sH.forEach(t),dH.forEach(t),Tp=o(V4," (from \xC9cole polytechnique) released with the paper "),pn=a(V4,"A",{href:!0,rel:!0});var hH=l(pn);_p=o(hH,"BARThez: a Skilled Pretrained French Sequence-to-Sequence Model"),hH.forEach(t),mp=o(V4," by Moussa Kamal Eddine, Antoine J.-P. Tixier, Michalis Vazirgiannis."),V4.forEach(t),pp=s(c),Da=a(c,"LI",{});var K4=l(Da);W_=a(K4,"STRONG",{});var cH=l(W_);Xi=a(cH,"A",{href:!0});var gH=l(Xi);Dp=o(gH,"BARTpho"),gH.forEach(t),cH.forEach(t),yp=o(K4," (from VinAI Research) released with the paper "),Dn=a(K4,"A",{href:!0,rel:!0});var fH=l(Dn);Ap=o(fH,"BARTpho: Pre-trained Sequence-to-Sequence Models for Vietnamese"),fH.forEach(t),Rp=o(K4," by Nguyen Luong Tran, Duong Minh Le and Dat Quoc Nguyen."),K4.forEach(t),Lp=s(c),ya=a(c,"LI",{});var X4=l(ya);Y_=a(X4,"STRONG",{});var uH=l(Y_);zi=a(uH,"A",{href:!0});var vH=l(zi);bp=o(vH,"BEiT"),vH.forEach(t),uH.forEach(t),Sp=o(X4," (from Microsoft) released with the paper "),yn=a(X4,"A",{href:!0,rel:!0});var EH=l(yn);wp=o(EH,"BEiT: BERT Pre-Training of Image Transformers"),EH.forEach(t),Mp=o(X4," by Hangbo Bao, Li Dong, Furu Wei."),X4.forEach(t),Pp=s(c),Aa=a(c,"LI",{});var z4=l(Aa);J_=a(z4,"STRONG",{});var TH=l(J_);Hi=a(TH,"A",{href:!0});var _H=l(Hi);Gp=o(_H,"BERT"),_H.forEach(t),TH.forEach(t),kp=o(z4," (from Google) released with the paper "),An=a(z4,"A",{href:!0,rel:!0});var mH=l(An);Bp=o(mH,"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding"),mH.forEach(t),Cp=o(z4," by Jacob Devlin, Ming-Wei Chang, Kenton Lee and Kristina Toutanova."),z4.forEach(t),Np=s(c),Ra=a(c,"LI",{});var H4=l(Ra);Z_=a(H4,"STRONG",{});var pH=l(Z_);Ui=a(pH,"A",{href:!0});var DH=l(Ui);Ip=o(DH,"BERTweet"),DH.forEach(t),pH.forEach(t),xp=o(H4," (from VinAI Research) released with the paper "),Rn=a(H4,"A",{href:!0,rel:!0});var yH=l(Rn);Op=o(yH,"BERTweet: A pre-trained language model for English Tweets"),yH.forEach(t),Fp=o(H4," by Dat Quoc Nguyen, Thanh Vu and Anh Tuan Nguyen."),H4.forEach(t),Wp=s(c),La=a(c,"LI",{});var U4=l(La);V_=a(U4,"STRONG",{});var AH=l(V_);qi=a(AH,"A",{href:!0});var RH=l(qi);Yp=o(RH,"BERT For Sequence Generation"),RH.forEach(t),AH.forEach(t),Jp=o(U4," (from Google) released with the paper "),Ln=a(U4,"A",{href:!0,rel:!0});var LH=l(Ln);Zp=o(LH,"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks"),LH.forEach(t),Vp=o(U4," by Sascha Rothe, Shashi Narayan, Aliaksei Severyn."),U4.forEach(t),Kp=s(c),ba=a(c,"LI",{});var q4=l(ba);K_=a(q4,"STRONG",{});var bH=l(K_);Qi=a(bH,"A",{href:!0});var SH=l(Qi);Xp=o(SH,"BigBird-RoBERTa"),SH.forEach(t),bH.forEach(t),zp=o(q4," (from Google Research) released with the paper "),bn=a(q4,"A",{href:!0,rel:!0});var wH=l(bn);Hp=o(wH,"Big Bird: Transformers for Longer Sequences"),wH.forEach(t),Up=o(q4," by Manzil Zaheer, Guru Guruganesh, Avinava Dubey, Joshua Ainslie, Chris Alberti, Santiago Ontanon, Philip Pham, Anirudh Ravula, Qifan Wang, Li Yang, Amr Ahmed."),q4.forEach(t),qp=s(c),Sa=a(c,"LI",{});var Q4=l(Sa);X_=a(Q4,"STRONG",{});var MH=l(X_);ji=a(MH,"A",{href:!0});var PH=l(ji);Qp=o(PH,"BigBird-Pegasus"),PH.forEach(t),MH.forEach(t),jp=o(Q4," (from Google Research) released with the paper "),Sn=a(Q4,"A",{href:!0,rel:!0});var GH=l(Sn);$p=o(GH,"Big Bird: Transformers for Longer Sequences"),GH.forEach(t),e6=o(Q4," by Manzil Zaheer, Guru Guruganesh, Avinava Dubey, Joshua Ainslie, Chris Alberti, Santiago Ontanon, Philip Pham, Anirudh Ravula, Qifan Wang, Li Yang, Amr Ahmed."),Q4.forEach(t),t6=s(c),wa=a(c,"LI",{});var j4=l(wa);z_=a(j4,"STRONG",{});var kH=l(z_);$i=a(kH,"A",{href:!0});var BH=l($i);r6=o(BH,"Blenderbot"),BH.forEach(t),kH.forEach(t),a6=o(j4," (from Facebook) released with the paper "),wn=a(j4,"A",{href:!0,rel:!0});var CH=l(wn);l6=o(CH,"Recipes for building an open-domain chatbot"),CH.forEach(t),n6=o(j4," by Stephen Roller, Emily Dinan, Naman Goyal, Da Ju, Mary Williamson, Yinhan Liu, Jing Xu, Myle Ott, Kurt Shuster, Eric M. Smith, Y-Lan Boureau, Jason Weston."),j4.forEach(t),o6=s(c),Ma=a(c,"LI",{});var $4=l(Ma);H_=a($4,"STRONG",{});var NH=l(H_);ed=a(NH,"A",{href:!0});var IH=l(ed);i6=o(IH,"BlenderbotSmall"),IH.forEach(t),NH.forEach(t),d6=o($4," (from Facebook) released with the paper "),Mn=a($4,"A",{href:!0,rel:!0});var xH=l(Mn);s6=o(xH,"Recipes for building an open-domain chatbot"),xH.forEach(t),h6=o($4," by Stephen Roller, Emily Dinan, Naman Goyal, Da Ju, Mary Williamson, Yinhan Liu, Jing Xu, Myle Ott, Kurt Shuster, Eric M. Smith, Y-Lan Boureau, Jason Weston."),$4.forEach(t),c6=s(c),Pa=a(c,"LI",{});var e5=l(Pa);U_=a(e5,"STRONG",{});var OH=l(U_);td=a(OH,"A",{href:!0});var FH=l(td);g6=o(FH,"BORT"),FH.forEach(t),OH.forEach(t),f6=o(e5," (from Alexa) released with the paper "),Pn=a(e5,"A",{href:!0,rel:!0});var WH=l(Pn);u6=o(WH,"Optimal Subarchitecture Extraction For BERT"),WH.forEach(t),v6=o(e5," by Adrian de Wynter and Daniel J. Perry."),e5.forEach(t),E6=s(c),Ga=a(c,"LI",{});var t5=l(Ga);q_=a(t5,"STRONG",{});var YH=l(q_);rd=a(YH,"A",{href:!0});var JH=l(rd);T6=o(JH,"ByT5"),JH.forEach(t),YH.forEach(t),_6=o(t5," (from Google Research) released with the paper "),Gn=a(t5,"A",{href:!0,rel:!0});var ZH=l(Gn);m6=o(ZH,"ByT5: Towards a token-free future with pre-trained byte-to-byte models"),ZH.forEach(t),p6=o(t5," by Linting Xue, Aditya Barua, Noah Constant, Rami Al-Rfou, Sharan Narang, Mihir Kale, Adam Roberts, Colin Raffel."),t5.forEach(t),D6=s(c),ta=a(c,"LI",{});var Ai=l(ta);Q_=a(Ai,"STRONG",{});var VH=l(Q_);ad=a(VH,"A",{href:!0});var KH=l(ad);y6=o(KH,"CamemBERT"),KH.forEach(t),VH.forEach(t),A6=o(Ai," (from Inria/Facebook/Sorbonne) released with the paper "),kn=a(Ai,"A",{href:!0,rel:!0});var XH=l(kn);R6=o(XH,"CamemBERT: a Tasty French Language Model"),XH.forEach(t),L6=o(Ai," by Louis Martin"),j_=a(Ai,"EM",{});var zH=l(j_);b6=o(zH,", Benjamin Muller"),zH.forEach(t),S6=o(Ai,", Pedro Javier Ortiz Su\xE1rez*, Yoann Dupont, Laurent Romary, \xC9ric Villemonte de la Clergerie, Djam\xE9 Seddah and Beno\xEEt Sagot."),Ai.forEach(t),w6=s(c),ka=a(c,"LI",{});var r5=l(ka);$_=a(r5,"STRONG",{});var HH=l($_);ld=a(HH,"A",{href:!0});var UH=l(ld);M6=o(UH,"CANINE"),UH.forEach(t),HH.forEach(t),P6=o(r5," (from Google Research) released with the paper "),Bn=a(r5,"A",{href:!0,rel:!0});var qH=l(Bn);G6=o(qH,"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation"),qH.forEach(t),k6=o(r5," by Jonathan H. Clark, Dan Garrette, Iulia Turc, John Wieting."),r5.forEach(t),B6=s(c),Ba=a(c,"LI",{});var a5=l(Ba);e3=a(a5,"STRONG",{});var QH=l(e3);nd=a(QH,"A",{href:!0});var jH=l(nd);C6=o(jH,"ConvNeXT"),jH.forEach(t),QH.forEach(t),N6=o(a5," (from Facebook AI) released with the paper "),Cn=a(a5,"A",{href:!0,rel:!0});var $H=l(Cn);I6=o($H,"A ConvNet for the 2020s"),$H.forEach(t),x6=o(a5," by Zhuang Liu, Hanzi Mao, Chao-Yuan Wu, Christoph Feichtenhofer, Trevor Darrell, Saining Xie."),a5.forEach(t),O6=s(c),Ca=a(c,"LI",{});var l5=l(Ca);t3=a(l5,"STRONG",{});var eU=l(t3);od=a(eU,"A",{href:!0});var tU=l(od);F6=o(tU,"CLIP"),tU.forEach(t),eU.forEach(t),W6=o(l5," (from OpenAI) released with the paper "),Nn=a(l5,"A",{href:!0,rel:!0});var rU=l(Nn);Y6=o(rU,"Learning Transferable Visual Models From Natural Language Supervision"),rU.forEach(t),J6=o(l5," by Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, Gretchen Krueger, Ilya Sutskever."),l5.forEach(t),Z6=s(c),Na=a(c,"LI",{});var n5=l(Na);r3=a(n5,"STRONG",{});var aU=l(r3);id=a(aU,"A",{href:!0});var lU=l(id);V6=o(lU,"ConvBERT"),lU.forEach(t),aU.forEach(t),K6=o(n5," (from YituTech) released with the paper "),In=a(n5,"A",{href:!0,rel:!0});var nU=l(In);X6=o(nU,"ConvBERT: Improving BERT with Span-based Dynamic Convolution"),nU.forEach(t),z6=o(n5," by Zihang Jiang, Weihao Yu, Daquan Zhou, Yunpeng Chen, Jiashi Feng, Shuicheng Yan."),n5.forEach(t),H6=s(c),Ia=a(c,"LI",{});var o5=l(Ia);a3=a(o5,"STRONG",{});var oU=l(a3);dd=a(oU,"A",{href:!0});var iU=l(dd);U6=o(iU,"CPM"),iU.forEach(t),oU.forEach(t),q6=o(o5," (from Tsinghua University) released with the paper "),xn=a(o5,"A",{href:!0,rel:!0});var dU=l(xn);Q6=o(dU,"CPM: A Large-scale Generative Chinese Pre-trained Language Model"),dU.forEach(t),j6=o(o5," by Zhengyan Zhang, Xu Han, Hao Zhou, Pei Ke, Yuxian Gu, Deming Ye, Yujia Qin, Yusheng Su, Haozhe Ji, Jian Guan, Fanchao Qi, Xiaozhi Wang, Yanan Zheng, Guoyang Zeng, Huanqi Cao, Shengqi Chen, Daixuan Li, Zhenbo Sun, Zhiyuan Liu, Minlie Huang, Wentao Han, Jie Tang, Juanzi Li, Xiaoyan Zhu, Maosong Sun."),o5.forEach(t),$6=s(c),ra=a(c,"LI",{});var Ri=l(ra);l3=a(Ri,"STRONG",{});var sU=l(l3);sd=a(sU,"A",{href:!0});var hU=l(sd);e7=o(hU,"CTRL"),hU.forEach(t),sU.forEach(t),t7=o(Ri," (from Salesforce) released with the paper "),On=a(Ri,"A",{href:!0,rel:!0});var cU=l(On);r7=o(cU,"CTRL: A Conditional Transformer Language Model for Controllable Generation"),cU.forEach(t),a7=o(Ri," by Nitish Shirish Keskar"),n3=a(Ri,"EM",{});var gU=l(n3);l7=o(gU,", Bryan McCann"),gU.forEach(t),n7=o(Ri,", Lav R. Varshney, Caiming Xiong and Richard Socher."),Ri.forEach(t),o7=s(c),xa=a(c,"LI",{});var i5=l(xa);o3=a(i5,"STRONG",{});var fU=l(o3);hd=a(fU,"A",{href:!0});var uU=l(hd);i7=o(uU,"Data2Vec"),uU.forEach(t),fU.forEach(t),d7=o(i5," (from Facebook) released with the paper "),Fn=a(i5,"A",{href:!0,rel:!0});var vU=l(Fn);s7=o(vU,"Data2Vec:  A General Framework for Self-supervised Learning in Speech, Vision and Language"),vU.forEach(t),h7=o(i5," by Alexei Baevski, Wei-Ning Hsu, Qiantong Xu, Arun Babu, Jiatao Gu, Michael Auli."),i5.forEach(t),c7=s(c),Oa=a(c,"LI",{});var d5=l(Oa);i3=a(d5,"STRONG",{});var EU=l(i3);cd=a(EU,"A",{href:!0});var TU=l(cd);g7=o(TU,"DeBERTa"),TU.forEach(t),EU.forEach(t),f7=o(d5," (from Microsoft) released with the paper "),Wn=a(d5,"A",{href:!0,rel:!0});var _U=l(Wn);u7=o(_U,"DeBERTa: Decoding-enhanced BERT with Disentangled Attention"),_U.forEach(t),v7=o(d5," by Pengcheng He, Xiaodong Liu, Jianfeng Gao, Weizhu Chen."),d5.forEach(t),E7=s(c),Fa=a(c,"LI",{});var s5=l(Fa);d3=a(s5,"STRONG",{});var mU=l(d3);gd=a(mU,"A",{href:!0});var pU=l(gd);T7=o(pU,"DeBERTa-v2"),pU.forEach(t),mU.forEach(t),_7=o(s5," (from Microsoft) released with the paper "),Yn=a(s5,"A",{href:!0,rel:!0});var DU=l(Yn);m7=o(DU,"DeBERTa: Decoding-enhanced BERT with Disentangled Attention"),DU.forEach(t),p7=o(s5," by Pengcheng He, Xiaodong Liu, Jianfeng Gao, Weizhu Chen."),s5.forEach(t),D7=s(c),Wa=a(c,"LI",{});var h5=l(Wa);s3=a(h5,"STRONG",{});var yU=l(s3);fd=a(yU,"A",{href:!0});var AU=l(fd);y7=o(AU,"DiT"),AU.forEach(t),yU.forEach(t),A7=o(h5," (from Microsoft Research) released with the paper "),Jn=a(h5,"A",{href:!0,rel:!0});var RU=l(Jn);R7=o(RU,"DiT: Self-supervised Pre-training for Document Image Transformer"),RU.forEach(t),L7=o(h5," by Junlong Li, Yiheng Xu, Tengchao Lv, Lei Cui, Cha Zhang, Furu Wei."),h5.forEach(t),b7=s(c),Ya=a(c,"LI",{});var c5=l(Ya);h3=a(c5,"STRONG",{});var LU=l(h3);ud=a(LU,"A",{href:!0});var bU=l(ud);S7=o(bU,"DeiT"),bU.forEach(t),LU.forEach(t),w7=o(c5," (from Facebook) released with the paper "),Zn=a(c5,"A",{href:!0,rel:!0});var SU=l(Zn);M7=o(SU,"Training data-efficient image transformers & distillation through attention"),SU.forEach(t),P7=o(c5," by Hugo Touvron, Matthieu Cord, Matthijs Douze, Francisco Massa, Alexandre Sablayrolles, Herv\xE9 J\xE9gou."),c5.forEach(t),G7=s(c),Ja=a(c,"LI",{});var g5=l(Ja);c3=a(g5,"STRONG",{});var wU=l(c3);vd=a(wU,"A",{href:!0});var MU=l(vd);k7=o(MU,"DETR"),MU.forEach(t),wU.forEach(t),B7=o(g5," (from Facebook) released with the paper "),Vn=a(g5,"A",{href:!0,rel:!0});var PU=l(Vn);C7=o(PU,"End-to-End Object Detection with Transformers"),PU.forEach(t),N7=o(g5," by Nicolas Carion, Francisco Massa, Gabriel Synnaeve, Nicolas Usunier, Alexander Kirillov, Sergey Zagoruyko."),g5.forEach(t),I7=s(c),Za=a(c,"LI",{});var f5=l(Za);g3=a(f5,"STRONG",{});var GU=l(g3);Ed=a(GU,"A",{href:!0});var kU=l(Ed);x7=o(kU,"DialoGPT"),kU.forEach(t),GU.forEach(t),O7=o(f5," (from Microsoft Research) released with the paper "),Kn=a(f5,"A",{href:!0,rel:!0});var BU=l(Kn);F7=o(BU,"DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation"),BU.forEach(t),W7=o(f5," by Yizhe Zhang, Siqi Sun, Michel Galley, Yen-Chun Chen, Chris Brockett, Xiang Gao, Jianfeng Gao, Jingjing Liu, Bill Dolan."),f5.forEach(t),Y7=s(c),nt=a(c,"LI",{});var jr=l(nt);f3=a(jr,"STRONG",{});var CU=l(f3);Td=a(CU,"A",{href:!0});var NU=l(Td);J7=o(NU,"DistilBERT"),NU.forEach(t),CU.forEach(t),Z7=o(jr," (from HuggingFace), released together with the paper "),Xn=a(jr,"A",{href:!0,rel:!0});var IU=l(Xn);V7=o(IU,"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter"),IU.forEach(t),K7=o(jr," by Victor Sanh, Lysandre Debut and Thomas Wolf. The same method has been applied to compress GPT2 into "),zn=a(jr,"A",{href:!0,rel:!0});var xU=l(zn);X7=o(xU,"DistilGPT2"),xU.forEach(t),z7=o(jr,", RoBERTa into "),Hn=a(jr,"A",{href:!0,rel:!0});var OU=l(Hn);H7=o(OU,"DistilRoBERTa"),OU.forEach(t),U7=o(jr,", Multilingual BERT into "),Un=a(jr,"A",{href:!0,rel:!0});var FU=l(Un);q7=o(FU,"DistilmBERT"),FU.forEach(t),Q7=o(jr," and a German version of DistilBERT."),jr.forEach(t),j7=s(c),Va=a(c,"LI",{});var u5=l(Va);u3=a(u5,"STRONG",{});var WU=l(u3);_d=a(WU,"A",{href:!0});var YU=l(_d);$7=o(YU,"DPR"),YU.forEach(t),WU.forEach(t),e9=o(u5," (from Facebook) released with the paper "),qn=a(u5,"A",{href:!0,rel:!0});var JU=l(qn);t9=o(JU,"Dense Passage Retrieval for Open-Domain Question Answering"),JU.forEach(t),r9=o(u5," by Vladimir Karpukhin, Barlas O\u011Fuz, Sewon Min, Patrick Lewis, Ledell Wu, Sergey Edunov, Danqi Chen, and Wen-tau Yih."),u5.forEach(t),a9=s(c),Ka=a(c,"LI",{});var v5=l(Ka);v3=a(v5,"STRONG",{});var ZU=l(v3);md=a(ZU,"A",{href:!0});var VU=l(md);l9=o(VU,"EncoderDecoder"),VU.forEach(t),ZU.forEach(t),n9=o(v5," (from Google Research) released with the paper "),Qn=a(v5,"A",{href:!0,rel:!0});var KU=l(Qn);o9=o(KU,"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks"),KU.forEach(t),i9=o(v5," by Sascha Rothe, Shashi Narayan, Aliaksei Severyn."),v5.forEach(t),d9=s(c),Xa=a(c,"LI",{});var E5=l(Xa);E3=a(E5,"STRONG",{});var XU=l(E3);pd=a(XU,"A",{href:!0});var zU=l(pd);s9=o(zU,"ELECTRA"),zU.forEach(t),XU.forEach(t),h9=o(E5," (from Google Research/Stanford University) released with the paper "),jn=a(E5,"A",{href:!0,rel:!0});var HU=l(jn);c9=o(HU,"ELECTRA: Pre-training text encoders as discriminators rather than generators"),HU.forEach(t),g9=o(E5," by Kevin Clark, Minh-Thang Luong, Quoc V. Le, Christopher D. Manning."),E5.forEach(t),f9=s(c),za=a(c,"LI",{});var T5=l(za);T3=a(T5,"STRONG",{});var UU=l(T3);Dd=a(UU,"A",{href:!0});var qU=l(Dd);u9=o(qU,"FlauBERT"),qU.forEach(t),UU.forEach(t),v9=o(T5," (from CNRS) released with the paper "),$n=a(T5,"A",{href:!0,rel:!0});var QU=l($n);E9=o(QU,"FlauBERT: Unsupervised Language Model Pre-training for French"),QU.forEach(t),T9=o(T5," by Hang Le, Lo\xEFc Vial, Jibril Frej, Vincent Segonne, Maximin Coavoux, Benjamin Lecouteux, Alexandre Allauzen, Beno\xEEt Crabb\xE9, Laurent Besacier, Didier Schwab."),T5.forEach(t),_9=s(c),Ha=a(c,"LI",{});var _5=l(Ha);_3=a(_5,"STRONG",{});var jU=l(_3);yd=a(jU,"A",{href:!0});var $U=l(yd);m9=o($U,"FNet"),$U.forEach(t),jU.forEach(t),p9=o(_5," (from Google Research) released with the paper "),eo=a(_5,"A",{href:!0,rel:!0});var eq=l(eo);D9=o(eq,"FNet: Mixing Tokens with Fourier Transforms"),eq.forEach(t),y9=o(_5," by James Lee-Thorp, Joshua Ainslie, Ilya Eckstein, Santiago Ontanon."),_5.forEach(t),A9=s(c),Ua=a(c,"LI",{});var m5=l(Ua);m3=a(m5,"STRONG",{});var tq=l(m3);Ad=a(tq,"A",{href:!0});var rq=l(Ad);R9=o(rq,"Funnel Transformer"),rq.forEach(t),tq.forEach(t),L9=o(m5," (from CMU/Google Brain) released with the paper "),to=a(m5,"A",{href:!0,rel:!0});var aq=l(to);b9=o(aq,"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing"),aq.forEach(t),S9=o(m5," by Zihang Dai, Guokun Lai, Yiming Yang, Quoc V. Le."),m5.forEach(t),w9=s(c),qa=a(c,"LI",{});var p5=l(qa);p3=a(p5,"STRONG",{});var lq=l(p3);Rd=a(lq,"A",{href:!0});var nq=l(Rd);M9=o(nq,"GPT"),nq.forEach(t),lq.forEach(t),P9=o(p5," (from OpenAI) released with the paper "),ro=a(p5,"A",{href:!0,rel:!0});var oq=l(ro);G9=o(oq,"Improving Language Understanding by Generative Pre-Training"),oq.forEach(t),k9=o(p5," by Alec Radford, Karthik Narasimhan, Tim Salimans and Ilya Sutskever."),p5.forEach(t),B9=s(c),st=a(c,"LI",{});var ua=l(st);D3=a(ua,"STRONG",{});var iq=l(D3);Ld=a(iq,"A",{href:!0});var dq=l(Ld);C9=o(dq,"GPT-2"),dq.forEach(t),iq.forEach(t),N9=o(ua," (from OpenAI) released with the paper "),ao=a(ua,"A",{href:!0,rel:!0});var sq=l(ao);I9=o(sq,"Language Models are Unsupervised Multitask Learners"),sq.forEach(t),x9=o(ua," by Alec Radford"),y3=a(ua,"EM",{});var hq=l(y3);O9=o(hq,", Jeffrey Wu"),hq.forEach(t),F9=o(ua,", Rewon Child, David Luan, Dario Amodei"),A3=a(ua,"STRONG",{});var cq=l(A3);W9=o(cq,"and Ilya Sutskever"),cq.forEach(t),Y9=o(ua,"."),ua.forEach(t),J9=s(c),Qa=a(c,"LI",{});var D5=l(Qa);R3=a(D5,"STRONG",{});var gq=l(R3);bd=a(gq,"A",{href:!0});var fq=l(bd);Z9=o(fq,"GPT-J"),fq.forEach(t),gq.forEach(t),V9=o(D5," (from EleutherAI) released in the repository "),lo=a(D5,"A",{href:!0,rel:!0});var uq=l(lo);K9=o(uq,"kingoflolz/mesh-transformer-jax"),uq.forEach(t),X9=o(D5," by Ben Wang and Aran Komatsuzaki."),D5.forEach(t),z9=s(c),ja=a(c,"LI",{});var y5=l(ja);L3=a(y5,"STRONG",{});var vq=l(L3);Sd=a(vq,"A",{href:!0});var Eq=l(Sd);H9=o(Eq,"GPT Neo"),Eq.forEach(t),vq.forEach(t),U9=o(y5," (from EleutherAI) released in the repository "),no=a(y5,"A",{href:!0,rel:!0});var Tq=l(no);q9=o(Tq,"EleutherAI/gpt-neo"),Tq.forEach(t),Q9=o(y5," by Sid Black, Stella Biderman, Leo Gao, Phil Wang and Connor Leahy."),y5.forEach(t),j9=s(c),$a=a(c,"LI",{});var A5=l($a);b3=a(A5,"STRONG",{});var _q=l(b3);wd=a(_q,"A",{href:!0});var mq=l(wd);$9=o(mq,"Hubert"),mq.forEach(t),_q.forEach(t),e8=o(A5," (from Facebook) released with the paper "),oo=a(A5,"A",{href:!0,rel:!0});var pq=l(oo);t8=o(pq,"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units"),pq.forEach(t),r8=o(A5," by Wei-Ning Hsu, Benjamin Bolte, Yao-Hung Hubert Tsai, Kushal Lakhotia, Ruslan Salakhutdinov, Abdelrahman Mohamed."),A5.forEach(t),a8=s(c),el=a(c,"LI",{});var R5=l(el);S3=a(R5,"STRONG",{});var Dq=l(S3);Md=a(Dq,"A",{href:!0});var yq=l(Md);l8=o(yq,"I-BERT"),yq.forEach(t),Dq.forEach(t),n8=o(R5," (from Berkeley) released with the paper "),io=a(R5,"A",{href:!0,rel:!0});var Aq=l(io);o8=o(Aq,"I-BERT: Integer-only BERT Quantization"),Aq.forEach(t),i8=o(R5," by Sehoon Kim, Amir Gholami, Zhewei Yao, Michael W. Mahoney, Kurt Keutzer."),R5.forEach(t),d8=s(c),tl=a(c,"LI",{});var L5=l(tl);w3=a(L5,"STRONG",{});var Rq=l(w3);Pd=a(Rq,"A",{href:!0});var Lq=l(Pd);s8=o(Lq,"ImageGPT"),Lq.forEach(t),Rq.forEach(t),h8=o(L5," (from OpenAI) released with the paper "),so=a(L5,"A",{href:!0,rel:!0});var bq=l(so);c8=o(bq,"Generative Pretraining from Pixels"),bq.forEach(t),g8=o(L5," by Mark Chen, Alec Radford, Rewon Child, Jeffrey Wu, Heewoo Jun, David Luan, Ilya Sutskever."),L5.forEach(t),f8=s(c),rl=a(c,"LI",{});var b5=l(rl);M3=a(b5,"STRONG",{});var Sq=l(M3);Gd=a(Sq,"A",{href:!0});var wq=l(Gd);u8=o(wq,"LayoutLM"),wq.forEach(t),Sq.forEach(t),v8=o(b5," (from Microsoft Research Asia) released with the paper "),ho=a(b5,"A",{href:!0,rel:!0});var Mq=l(ho);E8=o(Mq,"LayoutLM: Pre-training of Text and Layout for Document Image Understanding"),Mq.forEach(t),T8=o(b5," by Yiheng Xu, Minghao Li, Lei Cui, Shaohan Huang, Furu Wei, Ming Zhou."),b5.forEach(t),_8=s(c),al=a(c,"LI",{});var S5=l(al);P3=a(S5,"STRONG",{});var Pq=l(P3);kd=a(Pq,"A",{href:!0});var Gq=l(kd);m8=o(Gq,"LayoutLMv2"),Gq.forEach(t),Pq.forEach(t),p8=o(S5," (from Microsoft Research Asia) released with the paper "),co=a(S5,"A",{href:!0,rel:!0});var kq=l(co);D8=o(kq,"LayoutLMv2: Multi-modal Pre-training for Visually-Rich Document Understanding"),kq.forEach(t),y8=o(S5," by Yang Xu, Yiheng Xu, Tengchao Lv, Lei Cui, Furu Wei, Guoxin Wang, Yijuan Lu, Dinei Florencio, Cha Zhang, Wanxiang Che, Min Zhang, Lidong Zhou."),S5.forEach(t),A8=s(c),ll=a(c,"LI",{});var w5=l(ll);G3=a(w5,"STRONG",{});var Bq=l(G3);Bd=a(Bq,"A",{href:!0});var Cq=l(Bd);R8=o(Cq,"LayoutXLM"),Cq.forEach(t),Bq.forEach(t),L8=o(w5," (from Microsoft Research Asia) released with the paper "),go=a(w5,"A",{href:!0,rel:!0});var Nq=l(go);b8=o(Nq,"LayoutXLM: Multimodal Pre-training for Multilingual Visually-rich Document Understanding"),Nq.forEach(t),S8=o(w5," by Yiheng Xu, Tengchao Lv, Lei Cui, Guoxin Wang, Yijuan Lu, Dinei Florencio, Cha Zhang, Furu Wei."),w5.forEach(t),w8=s(c),nl=a(c,"LI",{});var M5=l(nl);k3=a(M5,"STRONG",{});var Iq=l(k3);Cd=a(Iq,"A",{href:!0});var xq=l(Cd);M8=o(xq,"LED"),xq.forEach(t),Iq.forEach(t),P8=o(M5," (from AllenAI) released with the paper "),fo=a(M5,"A",{href:!0,rel:!0});var Oq=l(fo);G8=o(Oq,"Longformer: The Long-Document Transformer"),Oq.forEach(t),k8=o(M5," by Iz Beltagy, Matthew E. Peters, Arman Cohan."),M5.forEach(t),B8=s(c),ol=a(c,"LI",{});var P5=l(ol);B3=a(P5,"STRONG",{});var Fq=l(B3);Nd=a(Fq,"A",{href:!0});var Wq=l(Nd);C8=o(Wq,"Longformer"),Wq.forEach(t),Fq.forEach(t),N8=o(P5," (from AllenAI) released with the paper "),uo=a(P5,"A",{href:!0,rel:!0});var Yq=l(uo);I8=o(Yq,"Longformer: The Long-Document Transformer"),Yq.forEach(t),x8=o(P5," by Iz Beltagy, Matthew E. Peters, Arman Cohan."),P5.forEach(t),O8=s(c),il=a(c,"LI",{});var G5=l(il);C3=a(G5,"STRONG",{});var Jq=l(C3);Id=a(Jq,"A",{href:!0});var Zq=l(Id);F8=o(Zq,"LUKE"),Zq.forEach(t),Jq.forEach(t),W8=o(G5," (from Studio Ousia) released with the paper "),vo=a(G5,"A",{href:!0,rel:!0});var Vq=l(vo);Y8=o(Vq,"LUKE: Deep Contextualized Entity Representations with Entity-aware Self-attention"),Vq.forEach(t),J8=o(G5," by Ikuya Yamada, Akari Asai, Hiroyuki Shindo, Hideaki Takeda, Yuji Matsumoto."),G5.forEach(t),Z8=s(c),dl=a(c,"LI",{});var k5=l(dl);N3=a(k5,"STRONG",{});var Kq=l(N3);xd=a(Kq,"A",{href:!0});var Xq=l(xd);V8=o(Xq,"mLUKE"),Xq.forEach(t),Kq.forEach(t),K8=o(k5," (from Studio Ousia) released with the paper "),Eo=a(k5,"A",{href:!0,rel:!0});var zq=l(Eo);X8=o(zq,"mLUKE: The Power of Entity Representations in Multilingual Pretrained Language Models"),zq.forEach(t),z8=o(k5," by Ryokan Ri, Ikuya Yamada, and Yoshimasa Tsuruoka."),k5.forEach(t),H8=s(c),sl=a(c,"LI",{});var B5=l(sl);I3=a(B5,"STRONG",{});var Hq=l(I3);Od=a(Hq,"A",{href:!0});var Uq=l(Od);U8=o(Uq,"LXMERT"),Uq.forEach(t),Hq.forEach(t),q8=o(B5," (from UNC Chapel Hill) released with the paper "),To=a(B5,"A",{href:!0,rel:!0});var qq=l(To);Q8=o(qq,"LXMERT: Learning Cross-Modality Encoder Representations from Transformers for Open-Domain Question Answering"),qq.forEach(t),j8=o(B5," by Hao Tan and Mohit Bansal."),B5.forEach(t),$8=s(c),hl=a(c,"LI",{});var C5=l(hl);x3=a(C5,"STRONG",{});var Qq=l(x3);Fd=a(Qq,"A",{href:!0});var jq=l(Fd);eD=o(jq,"M2M100"),jq.forEach(t),Qq.forEach(t),tD=o(C5," (from Facebook) released with the paper "),_o=a(C5,"A",{href:!0,rel:!0});var $q=l(_o);rD=o($q,"Beyond English-Centric Multilingual Machine Translation"),$q.forEach(t),aD=o(C5," by Angela Fan, Shruti Bhosale, Holger Schwenk, Zhiyi Ma, Ahmed El-Kishky, Siddharth Goyal, Mandeep Baines, Onur Celebi, Guillaume Wenzek, Vishrav Chaudhary, Naman Goyal, Tom Birch, Vitaliy Liptchinsky, Sergey Edunov, Edouard Grave, Michael Auli, Armand Joulin."),C5.forEach(t),lD=s(c),aa=a(c,"LI",{});var Li=l(aa);O3=a(Li,"STRONG",{});var eQ=l(O3);Wd=a(eQ,"A",{href:!0});var tQ=l(Wd);nD=o(tQ,"MarianMT"),tQ.forEach(t),eQ.forEach(t),oD=o(Li," Machine translation models trained using "),mo=a(Li,"A",{href:!0,rel:!0});var rQ=l(mo);iD=o(rQ,"OPUS"),rQ.forEach(t),dD=o(Li," data by J\xF6rg Tiedemann. The "),po=a(Li,"A",{href:!0,rel:!0});var aQ=l(po);sD=o(aQ,"Marian Framework"),aQ.forEach(t),hD=o(Li," is being developed by the Microsoft Translator Team."),Li.forEach(t),cD=s(c),cl=a(c,"LI",{});var N5=l(cl);F3=a(N5,"STRONG",{});var lQ=l(F3);Yd=a(lQ,"A",{href:!0});var nQ=l(Yd);gD=o(nQ,"MaskFormer"),nQ.forEach(t),lQ.forEach(t),fD=o(N5," (from Meta and UIUC) released with the paper "),Do=a(N5,"A",{href:!0,rel:!0});var oQ=l(Do);uD=o(oQ,"Per-Pixel Classification is Not All You Need for Semantic Segmentation"),oQ.forEach(t),vD=o(N5," by Bowen Cheng, Alexander G. Schwing, Alexander Kirillov."),N5.forEach(t),ED=s(c),gl=a(c,"LI",{});var I5=l(gl);W3=a(I5,"STRONG",{});var iQ=l(W3);Jd=a(iQ,"A",{href:!0});var dQ=l(Jd);TD=o(dQ,"MBart"),dQ.forEach(t),iQ.forEach(t),_D=o(I5," (from Facebook) released with the paper "),yo=a(I5,"A",{href:!0,rel:!0});var sQ=l(yo);mD=o(sQ,"Multilingual Denoising Pre-training for Neural Machine Translation"),sQ.forEach(t),pD=o(I5," by Yinhan Liu, Jiatao Gu, Naman Goyal, Xian Li, Sergey Edunov, Marjan Ghazvininejad, Mike Lewis, Luke Zettlemoyer."),I5.forEach(t),DD=s(c),fl=a(c,"LI",{});var x5=l(fl);Y3=a(x5,"STRONG",{});var hQ=l(Y3);Zd=a(hQ,"A",{href:!0});var cQ=l(Zd);yD=o(cQ,"MBart-50"),cQ.forEach(t),hQ.forEach(t),AD=o(x5," (from Facebook) released with the paper "),Ao=a(x5,"A",{href:!0,rel:!0});var gQ=l(Ao);RD=o(gQ,"Multilingual Translation with Extensible Multilingual Pretraining and Finetuning"),gQ.forEach(t),LD=o(x5," by Yuqing Tang, Chau Tran, Xian Li, Peng-Jen Chen, Naman Goyal, Vishrav Chaudhary, Jiatao Gu, Angela Fan."),x5.forEach(t),bD=s(c),ul=a(c,"LI",{});var O5=l(ul);J3=a(O5,"STRONG",{});var fQ=l(J3);Vd=a(fQ,"A",{href:!0});var uQ=l(Vd);SD=o(uQ,"Megatron-BERT"),uQ.forEach(t),fQ.forEach(t),wD=o(O5," (from NVIDIA) released with the paper "),Ro=a(O5,"A",{href:!0,rel:!0});var vQ=l(Ro);MD=o(vQ,"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism"),vQ.forEach(t),PD=o(O5," by Mohammad Shoeybi, Mostofa Patwary, Raul Puri, Patrick LeGresley, Jared Casper and Bryan Catanzaro."),O5.forEach(t),GD=s(c),vl=a(c,"LI",{});var F5=l(vl);Z3=a(F5,"STRONG",{});var EQ=l(Z3);Kd=a(EQ,"A",{href:!0});var TQ=l(Kd);kD=o(TQ,"Megatron-GPT2"),TQ.forEach(t),EQ.forEach(t),BD=o(F5," (from NVIDIA) released with the paper "),Lo=a(F5,"A",{href:!0,rel:!0});var _Q=l(Lo);CD=o(_Q,"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism"),_Q.forEach(t),ND=o(F5," by Mohammad Shoeybi, Mostofa Patwary, Raul Puri, Patrick LeGresley, Jared Casper and Bryan Catanzaro."),F5.forEach(t),ID=s(c),El=a(c,"LI",{});var W5=l(El);V3=a(W5,"STRONG",{});var mQ=l(V3);Xd=a(mQ,"A",{href:!0});var pQ=l(Xd);xD=o(pQ,"MPNet"),pQ.forEach(t),mQ.forEach(t),OD=o(W5," (from Microsoft Research) released with the paper "),bo=a(W5,"A",{href:!0,rel:!0});var DQ=l(bo);FD=o(DQ,"MPNet: Masked and Permuted Pre-training for Language Understanding"),DQ.forEach(t),WD=o(W5," by Kaitao Song, Xu Tan, Tao Qin, Jianfeng Lu, Tie-Yan Liu."),W5.forEach(t),YD=s(c),Tl=a(c,"LI",{});var Y5=l(Tl);K3=a(Y5,"STRONG",{});var yQ=l(K3);zd=a(yQ,"A",{href:!0});var AQ=l(zd);JD=o(AQ,"MT5"),AQ.forEach(t),yQ.forEach(t),ZD=o(Y5," (from Google AI) released with the paper "),So=a(Y5,"A",{href:!0,rel:!0});var RQ=l(So);VD=o(RQ,"mT5: A massively multilingual pre-trained text-to-text transformer"),RQ.forEach(t),KD=o(Y5," by Linting Xue, Noah Constant, Adam Roberts, Mihir Kale, Rami Al-Rfou, Aditya Siddhant, Aditya Barua, Colin Raffel."),Y5.forEach(t),XD=s(c),_l=a(c,"LI",{});var J5=l(_l);X3=a(J5,"STRONG",{});var LQ=l(X3);Hd=a(LQ,"A",{href:!0});var bQ=l(Hd);zD=o(bQ,"Nystr\xF6mformer"),bQ.forEach(t),LQ.forEach(t),HD=o(J5," (from the University of Wisconsin - Madison) released with the paper "),wo=a(J5,"A",{href:!0,rel:!0});var SQ=l(wo);UD=o(SQ,"Nystr\xF6mformer: A Nystr\xF6m-Based Algorithm for Approximating Self-Attention"),SQ.forEach(t),qD=o(J5," by Yunyang Xiong, Zhanpeng Zeng, Rudrasis Chakraborty, Mingxing Tan, Glenn Fung, Yin Li, Vikas Singh."),J5.forEach(t),QD=s(c),ml=a(c,"LI",{});var Z5=l(ml);z3=a(Z5,"STRONG",{});var wQ=l(z3);Ud=a(wQ,"A",{href:!0});var MQ=l(Ud);jD=o(MQ,"Pegasus"),MQ.forEach(t),wQ.forEach(t),$D=o(Z5," (from Google) released with the paper "),Mo=a(Z5,"A",{href:!0,rel:!0});var PQ=l(Mo);ey=o(PQ,"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization"),PQ.forEach(t),ty=o(Z5," by Jingqing Zhang, Yao Zhao, Mohammad Saleh and Peter J. Liu."),Z5.forEach(t),ry=s(c),pl=a(c,"LI",{});var V5=l(pl);H3=a(V5,"STRONG",{});var GQ=l(H3);qd=a(GQ,"A",{href:!0});var kQ=l(qd);ay=o(kQ,"Perceiver IO"),kQ.forEach(t),GQ.forEach(t),ly=o(V5," (from Deepmind) released with the paper "),Po=a(V5,"A",{href:!0,rel:!0});var BQ=l(Po);ny=o(BQ,"Perceiver IO: A General Architecture for Structured Inputs & Outputs"),BQ.forEach(t),oy=o(V5," by Andrew Jaegle, Sebastian Borgeaud, Jean-Baptiste Alayrac, Carl Doersch, Catalin Ionescu, David Ding, Skanda Koppula, Daniel Zoran, Andrew Brock, Evan Shelhamer, Olivier H\xE9naff, Matthew M. Botvinick, Andrew Zisserman, Oriol Vinyals, Jo\xE3o Carreira."),V5.forEach(t),iy=s(c),Dl=a(c,"LI",{});var K5=l(Dl);U3=a(K5,"STRONG",{});var CQ=l(U3);Qd=a(CQ,"A",{href:!0});var NQ=l(Qd);dy=o(NQ,"PhoBERT"),NQ.forEach(t),CQ.forEach(t),sy=o(K5," (from VinAI Research) released with the paper "),Go=a(K5,"A",{href:!0,rel:!0});var IQ=l(Go);hy=o(IQ,"PhoBERT: Pre-trained language models for Vietnamese"),IQ.forEach(t),cy=o(K5," by Dat Quoc Nguyen and Anh Tuan Nguyen."),K5.forEach(t),gy=s(c),yl=a(c,"LI",{});var X5=l(yl);q3=a(X5,"STRONG",{});var xQ=l(q3);jd=a(xQ,"A",{href:!0});var OQ=l(jd);fy=o(OQ,"PLBart"),OQ.forEach(t),xQ.forEach(t),uy=o(X5," (from UCLA NLP) released with the paper "),ko=a(X5,"A",{href:!0,rel:!0});var FQ=l(ko);vy=o(FQ,"Unified Pre-training for Program Understanding and Generation"),FQ.forEach(t),Ey=o(X5," by Wasi Uddin Ahmad, Saikat Chakraborty, Baishakhi Ray, Kai-Wei Chang."),X5.forEach(t),Ty=s(c),Al=a(c,"LI",{});var z5=l(Al);Q3=a(z5,"STRONG",{});var WQ=l(Q3);$d=a(WQ,"A",{href:!0});var YQ=l($d);_y=o(YQ,"PoolFormer"),YQ.forEach(t),WQ.forEach(t),my=o(z5," (from Sea AI Labs) released with the paper "),Bo=a(z5,"A",{href:!0,rel:!0});var JQ=l(Bo);py=o(JQ,"MetaFormer is Actually What You Need for Vision"),JQ.forEach(t),Dy=o(z5," by Yu, Weihao and Luo, Mi and Zhou, Pan and Si, Chenyang and Zhou, Yichen and Wang, Xinchao and Feng, Jiashi and Yan, Shuicheng."),z5.forEach(t),yy=s(c),Rl=a(c,"LI",{});var H5=l(Rl);j3=a(H5,"STRONG",{});var ZQ=l(j3);es=a(ZQ,"A",{href:!0});var VQ=l(es);Ay=o(VQ,"ProphetNet"),VQ.forEach(t),ZQ.forEach(t),Ry=o(H5," (from Microsoft Research) released with the paper "),Co=a(H5,"A",{href:!0,rel:!0});var KQ=l(Co);Ly=o(KQ,"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training"),KQ.forEach(t),by=o(H5," by Yu Yan, Weizhen Qi, Yeyun Gong, Dayiheng Liu, Nan Duan, Jiusheng Chen, Ruofei Zhang and Ming Zhou."),H5.forEach(t),Sy=s(c),Ll=a(c,"LI",{});var U5=l(Ll);$3=a(U5,"STRONG",{});var XQ=l($3);ts=a(XQ,"A",{href:!0});var zQ=l(ts);wy=o(zQ,"QDQBert"),zQ.forEach(t),XQ.forEach(t),My=o(U5," (from NVIDIA) released with the paper "),No=a(U5,"A",{href:!0,rel:!0});var HQ=l(No);Py=o(HQ,"Integer Quantization for Deep Learning Inference: Principles and Empirical Evaluation"),HQ.forEach(t),Gy=o(U5," by Hao Wu, Patrick Judd, Xiaojie Zhang, Mikhail Isaev and Paulius Micikevicius."),U5.forEach(t),ky=s(c),bl=a(c,"LI",{});var q5=l(bl);e4=a(q5,"STRONG",{});var UQ=l(e4);Io=a(UQ,"A",{href:!0,rel:!0});var qQ=l(Io);By=o(qQ,"REALM"),qQ.forEach(t),UQ.forEach(t),Cy=o(q5," (from Google Research) released with the paper "),xo=a(q5,"A",{href:!0,rel:!0});var QQ=l(xo);Ny=o(QQ,"REALM: Retrieval-Augmented Language Model Pre-Training"),QQ.forEach(t),Iy=o(q5," by Kelvin Guu, Kenton Lee, Zora Tung, Panupong Pasupat and Ming-Wei Chang."),q5.forEach(t),xy=s(c),Sl=a(c,"LI",{});var Q5=l(Sl);t4=a(Q5,"STRONG",{});var jQ=l(t4);rs=a(jQ,"A",{href:!0});var $Q=l(rs);Oy=o($Q,"Reformer"),$Q.forEach(t),jQ.forEach(t),Fy=o(Q5," (from Google Research) released with the paper "),Oo=a(Q5,"A",{href:!0,rel:!0});var ej=l(Oo);Wy=o(ej,"Reformer: The Efficient Transformer"),ej.forEach(t),Yy=o(Q5," by Nikita Kitaev, \u0141ukasz Kaiser, Anselm Levskaya."),Q5.forEach(t),Jy=s(c),wl=a(c,"LI",{});var j5=l(wl);r4=a(j5,"STRONG",{});var tj=l(r4);as=a(tj,"A",{href:!0});var rj=l(as);Zy=o(rj,"RemBERT"),rj.forEach(t),tj.forEach(t),Vy=o(j5," (from Google Research) released with the paper "),Fo=a(j5,"A",{href:!0,rel:!0});var aj=l(Fo);Ky=o(aj,"Rethinking embedding coupling in pre-trained language models"),aj.forEach(t),Xy=o(j5," by Hyung Won Chung, Thibault F\xE9vry, Henry Tsai, M. Johnson, Sebastian Ruder."),j5.forEach(t),zy=s(c),Ml=a(c,"LI",{});var $5=l(Ml);a4=a($5,"STRONG",{});var lj=l(a4);ls=a(lj,"A",{href:!0});var nj=l(ls);Hy=o(nj,"RoBERTa"),nj.forEach(t),lj.forEach(t),Uy=o($5," (from Facebook), released together with the paper "),Wo=a($5,"A",{href:!0,rel:!0});var oj=l(Wo);qy=o(oj,"RoBERTa: A Robustly Optimized BERT Pretraining Approach"),oj.forEach(t),Qy=o($5," by Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, Veselin Stoyanov."),$5.forEach(t),jy=s(c),Pl=a(c,"LI",{});var em=l(Pl);l4=a(em,"STRONG",{});var ij=l(l4);ns=a(ij,"A",{href:!0});var dj=l(ns);$y=o(dj,"RoFormer"),dj.forEach(t),ij.forEach(t),eA=o(em," (from ZhuiyiTechnology), released together with the paper "),Yo=a(em,"A",{href:!0,rel:!0});var sj=l(Yo);tA=o(sj,"RoFormer: Enhanced Transformer with Rotary Position Embedding"),sj.forEach(t),rA=o(em," by Jianlin Su and Yu Lu and Shengfeng Pan and Bo Wen and Yunfeng Liu."),em.forEach(t),aA=s(c),Gl=a(c,"LI",{});var tm=l(Gl);n4=a(tm,"STRONG",{});var hj=l(n4);os=a(hj,"A",{href:!0});var cj=l(os);lA=o(cj,"SegFormer"),cj.forEach(t),hj.forEach(t),nA=o(tm," (from NVIDIA) released with the paper "),Jo=a(tm,"A",{href:!0,rel:!0});var gj=l(Jo);oA=o(gj,"SegFormer: Simple and Efficient Design for Semantic Segmentation with Transformers"),gj.forEach(t),iA=o(tm," by Enze Xie, Wenhai Wang, Zhiding Yu, Anima Anandkumar, Jose M. Alvarez, Ping Luo."),tm.forEach(t),dA=s(c),kl=a(c,"LI",{});var rm=l(kl);o4=a(rm,"STRONG",{});var fj=l(o4);is=a(fj,"A",{href:!0});var uj=l(is);sA=o(uj,"SEW"),uj.forEach(t),fj.forEach(t),hA=o(rm," (from ASAPP) released with the paper "),Zo=a(rm,"A",{href:!0,rel:!0});var vj=l(Zo);cA=o(vj,"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition"),vj.forEach(t),gA=o(rm," by Felix Wu, Kwangyoun Kim, Jing Pan, Kyu Han, Kilian Q. Weinberger, Yoav Artzi."),rm.forEach(t),fA=s(c),Bl=a(c,"LI",{});var am=l(Bl);i4=a(am,"STRONG",{});var Ej=l(i4);ds=a(Ej,"A",{href:!0});var Tj=l(ds);uA=o(Tj,"SEW-D"),Tj.forEach(t),Ej.forEach(t),vA=o(am," (from ASAPP) released with the paper "),Vo=a(am,"A",{href:!0,rel:!0});var _j=l(Vo);EA=o(_j,"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition"),_j.forEach(t),TA=o(am," by Felix Wu, Kwangyoun Kim, Jing Pan, Kyu Han, Kilian Q. Weinberger, Yoav Artzi."),am.forEach(t),_A=s(c),Cl=a(c,"LI",{});var lm=l(Cl);d4=a(lm,"STRONG",{});var mj=l(d4);ss=a(mj,"A",{href:!0});var pj=l(ss);mA=o(pj,"SpeechToTextTransformer"),pj.forEach(t),mj.forEach(t),pA=o(lm," (from Facebook), released together with the paper "),Ko=a(lm,"A",{href:!0,rel:!0});var Dj=l(Ko);DA=o(Dj,"fairseq S2T: Fast Speech-to-Text Modeling with fairseq"),Dj.forEach(t),yA=o(lm," by Changhan Wang, Yun Tang, Xutai Ma, Anne Wu, Dmytro Okhonko, Juan Pino."),lm.forEach(t),AA=s(c),Nl=a(c,"LI",{});var nm=l(Nl);s4=a(nm,"STRONG",{});var yj=l(s4);hs=a(yj,"A",{href:!0});var Aj=l(hs);RA=o(Aj,"SpeechToTextTransformer2"),Aj.forEach(t),yj.forEach(t),LA=o(nm," (from Facebook), released together with the paper "),Xo=a(nm,"A",{href:!0,rel:!0});var Rj=l(Xo);bA=o(Rj,"Large-Scale Self- and Semi-Supervised Learning for Speech Translation"),Rj.forEach(t),SA=o(nm," by Changhan Wang, Anne Wu, Juan Pino, Alexei Baevski, Michael Auli, Alexis Conneau."),nm.forEach(t),wA=s(c),Il=a(c,"LI",{});var om=l(Il);h4=a(om,"STRONG",{});var Lj=l(h4);cs=a(Lj,"A",{href:!0});var bj=l(cs);MA=o(bj,"Splinter"),bj.forEach(t),Lj.forEach(t),PA=o(om," (from Tel Aviv University), released together with the paper "),zo=a(om,"A",{href:!0,rel:!0});var Sj=l(zo);GA=o(Sj,"Few-Shot Question Answering by Pretraining Span Selection"),Sj.forEach(t),kA=o(om," by Ori Ram, Yuval Kirstain, Jonathan Berant, Amir Globerson, Omer Levy."),om.forEach(t),BA=s(c),xl=a(c,"LI",{});var im=l(xl);c4=a(im,"STRONG",{});var wj=l(c4);gs=a(wj,"A",{href:!0});var Mj=l(gs);CA=o(Mj,"SqueezeBert"),Mj.forEach(t),wj.forEach(t),NA=o(im," (from Berkeley) released with the paper "),Ho=a(im,"A",{href:!0,rel:!0});var Pj=l(Ho);IA=o(Pj,"SqueezeBERT: What can computer vision teach NLP about efficient neural networks?"),Pj.forEach(t),xA=o(im," by Forrest N. Iandola, Albert E. Shaw, Ravi Krishna, and Kurt W. Keutzer."),im.forEach(t),OA=s(c),Ol=a(c,"LI",{});var dm=l(Ol);g4=a(dm,"STRONG",{});var Gj=l(g4);fs=a(Gj,"A",{href:!0});var kj=l(fs);FA=o(kj,"Swin Transformer"),kj.forEach(t),Gj.forEach(t),WA=o(dm," (from Microsoft) released with the paper "),Uo=a(dm,"A",{href:!0,rel:!0});var Bj=l(Uo);YA=o(Bj,"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows"),Bj.forEach(t),JA=o(dm," by Ze Liu, Yutong Lin, Yue Cao, Han Hu, Yixuan Wei, Zheng Zhang, Stephen Lin, Baining Guo."),dm.forEach(t),ZA=s(c),Fl=a(c,"LI",{});var sm=l(Fl);f4=a(sm,"STRONG",{});var Cj=l(f4);us=a(Cj,"A",{href:!0});var Nj=l(us);VA=o(Nj,"T5"),Nj.forEach(t),Cj.forEach(t),KA=o(sm," (from Google AI) released with the paper "),qo=a(sm,"A",{href:!0,rel:!0});var Ij=l(qo);XA=o(Ij,"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer"),Ij.forEach(t),zA=o(sm," by Colin Raffel and Noam Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu."),sm.forEach(t),HA=s(c),Wl=a(c,"LI",{});var hm=l(Wl);u4=a(hm,"STRONG",{});var xj=l(u4);vs=a(xj,"A",{href:!0});var Oj=l(vs);UA=o(Oj,"T5v1.1"),Oj.forEach(t),xj.forEach(t),qA=o(hm," (from Google AI) released in the repository "),Qo=a(hm,"A",{href:!0,rel:!0});var Fj=l(Qo);QA=o(Fj,"google-research/text-to-text-transfer-transformer"),Fj.forEach(t),jA=o(hm," by Colin Raffel and Noam Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu."),hm.forEach(t),$A=s(c),Yl=a(c,"LI",{});var cm=l(Yl);v4=a(cm,"STRONG",{});var Wj=l(v4);Es=a(Wj,"A",{href:!0});var Yj=l(Es);eR=o(Yj,"TAPAS"),Yj.forEach(t),Wj.forEach(t),tR=o(cm," (from Google AI) released with the paper "),jo=a(cm,"A",{href:!0,rel:!0});var Jj=l(jo);rR=o(Jj,"TAPAS: Weakly Supervised Table Parsing via Pre-training"),Jj.forEach(t),aR=o(cm," by Jonathan Herzig, Pawe\u0142 Krzysztof Nowak, Thomas M\xFCller, Francesco Piccinno and Julian Martin Eisenschlos."),cm.forEach(t),lR=s(c),la=a(c,"LI",{});var bi=l(la);E4=a(bi,"STRONG",{});var Zj=l(E4);Ts=a(Zj,"A",{href:!0});var Vj=l(Ts);nR=o(Vj,"Transformer-XL"),Vj.forEach(t),Zj.forEach(t),oR=o(bi," (from Google/CMU) released with the paper "),$o=a(bi,"A",{href:!0,rel:!0});var Kj=l($o);iR=o(Kj,"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context"),Kj.forEach(t),dR=o(bi," by Zihang Dai"),T4=a(bi,"EM",{});var Xj=l(T4);sR=o(Xj,", Zhilin Yang"),Xj.forEach(t),hR=o(bi,", Yiming Yang, Jaime Carbonell, Quoc V. Le, Ruslan Salakhutdinov."),bi.forEach(t),cR=s(c),Jl=a(c,"LI",{});var gm=l(Jl);_4=a(gm,"STRONG",{});var zj=l(_4);_s=a(zj,"A",{href:!0});var Hj=l(_s);gR=o(Hj,"TrOCR"),Hj.forEach(t),zj.forEach(t),fR=o(gm," (from Microsoft), released together with the paper "),ei=a(gm,"A",{href:!0,rel:!0});var Uj=l(ei);uR=o(Uj,"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models"),Uj.forEach(t),vR=o(gm," by Minghao Li, Tengchao Lv, Lei Cui, Yijuan Lu, Dinei Florencio, Cha Zhang, Zhoujun Li, Furu Wei."),gm.forEach(t),ER=s(c),Zl=a(c,"LI",{});var fm=l(Zl);m4=a(fm,"STRONG",{});var qj=l(m4);ms=a(qj,"A",{href:!0});var Qj=l(ms);TR=o(Qj,"UniSpeech"),Qj.forEach(t),qj.forEach(t),_R=o(fm," (from Microsoft Research) released with the paper "),ti=a(fm,"A",{href:!0,rel:!0});var jj=l(ti);mR=o(jj,"UniSpeech: Unified Speech Representation Learning with Labeled and Unlabeled Data"),jj.forEach(t),pR=o(fm," by Chengyi Wang, Yu Wu, Yao Qian, Kenichi Kumatani, Shujie Liu, Furu Wei, Michael Zeng, Xuedong Huang."),fm.forEach(t),DR=s(c),Vl=a(c,"LI",{});var um=l(Vl);p4=a(um,"STRONG",{});var $j=l(p4);ps=a($j,"A",{href:!0});var e$=l(ps);yR=o(e$,"UniSpeechSat"),e$.forEach(t),$j.forEach(t),AR=o(um," (from Microsoft Research) released with the paper "),ri=a(um,"A",{href:!0,rel:!0});var t$=l(ri);RR=o(t$,"UNISPEECH-SAT: UNIVERSAL SPEECH REPRESENTATION LEARNING WITH SPEAKER AWARE PRE-TRAINING"),t$.forEach(t),LR=o(um," by Sanyuan Chen, Yu Wu, Chengyi Wang, Zhengyang Chen, Zhuo Chen, Shujie Liu, Jian Wu, Yao Qian, Furu Wei, Jinyu Li, Xiangzhan Yu."),um.forEach(t),bR=s(c),Kl=a(c,"LI",{});var vm=l(Kl);D4=a(vm,"STRONG",{});var r$=l(D4);Ds=a(r$,"A",{href:!0});var a$=l(Ds);SR=o(a$,"ViLT"),a$.forEach(t),r$.forEach(t),wR=o(vm," (from NAVER AI Lab/Kakao Enterprise/Kakao Brain) released with the paper "),ai=a(vm,"A",{href:!0,rel:!0});var l$=l(ai);MR=o(l$,"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision"),l$.forEach(t),PR=o(vm," by Wonjae Kim, Bokyung Son, Ildoo Kim."),vm.forEach(t),GR=s(c),Xl=a(c,"LI",{});var Em=l(Xl);y4=a(Em,"STRONG",{});var n$=l(y4);ys=a(n$,"A",{href:!0});var o$=l(ys);kR=o(o$,"Vision Transformer (ViT)"),o$.forEach(t),n$.forEach(t),BR=o(Em," (from Google AI) released with the paper "),li=a(Em,"A",{href:!0,rel:!0});var i$=l(li);CR=o(i$,"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale"),i$.forEach(t),NR=o(Em," by Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, Jakob Uszkoreit, Neil Houlsby."),Em.forEach(t),IR=s(c),zl=a(c,"LI",{});var Tm=l(zl);A4=a(Tm,"STRONG",{});var d$=l(A4);As=a(d$,"A",{href:!0});var s$=l(As);xR=o(s$,"ViTMAE"),s$.forEach(t),d$.forEach(t),OR=o(Tm," (from Meta AI) released with the paper "),ni=a(Tm,"A",{href:!0,rel:!0});var h$=l(ni);FR=o(h$,"Masked Autoencoders Are Scalable Vision Learners"),h$.forEach(t),WR=o(Tm," by Kaiming He, Xinlei Chen, Saining Xie, Yanghao Li, Piotr Doll\xE1r, Ross Girshick."),Tm.forEach(t),YR=s(c),Hl=a(c,"LI",{});var _m=l(Hl);R4=a(_m,"STRONG",{});var c$=l(R4);Rs=a(c$,"A",{href:!0});var g$=l(Rs);JR=o(g$,"VisualBERT"),g$.forEach(t),c$.forEach(t),ZR=o(_m," (from UCLA NLP) released with the paper "),oi=a(_m,"A",{href:!0,rel:!0});var f$=l(oi);VR=o(f$,"VisualBERT: A Simple and Performant Baseline for Vision and Language"),f$.forEach(t),KR=o(_m," by Liunian Harold Li, Mark Yatskar, Da Yin, Cho-Jui Hsieh, Kai-Wei Chang."),_m.forEach(t),XR=s(c),Ul=a(c,"LI",{});var mm=l(Ul);L4=a(mm,"STRONG",{});var u$=l(L4);Ls=a(u$,"A",{href:!0});var v$=l(Ls);zR=o(v$,"WavLM"),v$.forEach(t),u$.forEach(t),HR=o(mm," (from Microsoft Research) released with the paper "),ii=a(mm,"A",{href:!0,rel:!0});var E$=l(ii);UR=o(E$,"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing"),E$.forEach(t),qR=o(mm," by Sanyuan Chen, Chengyi Wang, Zhengyang Chen, Yu Wu, Shujie Liu, Zhuo Chen, Jinyu Li, Naoyuki Kanda, Takuya Yoshioka, Xiong Xiao, Jian Wu, Long Zhou, Shuo Ren, Yanmin Qian, Yao Qian, Jian Wu, Michael Zeng, Furu Wei."),mm.forEach(t),QR=s(c),ql=a(c,"LI",{});var pm=l(ql);b4=a(pm,"STRONG",{});var T$=l(b4);bs=a(T$,"A",{href:!0});var _$=l(bs);jR=o(_$,"Wav2Vec2"),_$.forEach(t),T$.forEach(t),$R=o(pm," (from Facebook AI) released with the paper "),di=a(pm,"A",{href:!0,rel:!0});var m$=l(di);eL=o(m$,"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations"),m$.forEach(t),tL=o(pm," by Alexei Baevski, Henry Zhou, Abdelrahman Mohamed, Michael Auli."),pm.forEach(t),rL=s(c),Ql=a(c,"LI",{});var Dm=l(Ql);S4=a(Dm,"STRONG",{});var p$=l(S4);si=a(p$,"A",{href:!0,rel:!0});var D$=l(si);aL=o(D$,"Wav2Vec2Phoneme"),D$.forEach(t),p$.forEach(t),lL=o(Dm," (from Facebook AI) released with the paper "),hi=a(Dm,"A",{href:!0,rel:!0});var y$=l(hi);nL=o(y$,"Simple and Effective Zero-shot Cross-lingual Phoneme Recognition"),y$.forEach(t),oL=o(Dm," by Qiantong Xu, Alexei Baevski, Michael Auli."),Dm.forEach(t),iL=s(c),jl=a(c,"LI",{});var ym=l(jl);w4=a(ym,"STRONG",{});var A$=l(w4);ci=a(A$,"A",{href:!0,rel:!0});var R$=l(ci);dL=o(R$,"XGLM"),R$.forEach(t),A$.forEach(t),sL=o(ym," (From Facebook AI) released with the paper "),gi=a(ym,"A",{href:!0,rel:!0});var L$=l(gi);hL=o(L$,"Few-shot Learning with Multilingual Language Models"),L$.forEach(t),cL=o(ym," by Xi Victoria Lin, Todor Mihaylov, Mikel Artetxe, Tianlu Wang, Shuohui Chen, Daniel Simig, Myle Ott, Naman Goyal, Shruti Bhosale, Jingfei Du, Ramakanth Pasunuru, Sam Shleifer, Punit Singh Koura, Vishrav Chaudhary, Brian O\u2019Horo, Jeff Wang, Luke Zettlemoyer, Zornitsa Kozareva, Mona Diab, Veselin Stoyanov, Xian Li."),ym.forEach(t),gL=s(c),$l=a(c,"LI",{});var Am=l($l);M4=a(Am,"STRONG",{});var b$=l(M4);Ss=a(b$,"A",{href:!0});var S$=l(Ss);fL=o(S$,"XLM"),S$.forEach(t),b$.forEach(t),uL=o(Am," (from Facebook) released together with the paper "),fi=a(Am,"A",{href:!0,rel:!0});var w$=l(fi);vL=o(w$,"Cross-lingual Language Model Pretraining"),w$.forEach(t),EL=o(Am," by Guillaume Lample and Alexis Conneau."),Am.forEach(t),TL=s(c),en=a(c,"LI",{});var Rm=l(en);P4=a(Rm,"STRONG",{});var M$=l(P4);ws=a(M$,"A",{href:!0});var P$=l(ws);_L=o(P$,"XLM-ProphetNet"),P$.forEach(t),M$.forEach(t),mL=o(Rm," (from Microsoft Research) released with the paper "),ui=a(Rm,"A",{href:!0,rel:!0});var G$=l(ui);pL=o(G$,"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training"),G$.forEach(t),DL=o(Rm," by Yu Yan, Weizhen Qi, Yeyun Gong, Dayiheng Liu, Nan Duan, Jiusheng Chen, Ruofei Zhang and Ming Zhou."),Rm.forEach(t),yL=s(c),na=a(c,"LI",{});var Si=l(na);G4=a(Si,"STRONG",{});var k$=l(G4);Ms=a(k$,"A",{href:!0});var B$=l(Ms);AL=o(B$,"XLM-RoBERTa"),B$.forEach(t),k$.forEach(t),RL=o(Si," (from Facebook AI), released together with the paper "),vi=a(Si,"A",{href:!0,rel:!0});var C$=l(vi);LL=o(C$,"Unsupervised Cross-lingual Representation Learning at Scale"),C$.forEach(t),bL=o(Si," by Alexis Conneau"),k4=a(Si,"EM",{});var N$=l(k4);SL=o(N$,", Kartikay Khandelwal"),N$.forEach(t),wL=o(Si,", Naman Goyal, Vishrav Chaudhary, Guillaume Wenzek, Francisco Guzm\xE1n, Edouard Grave, Myle Ott, Luke Zettlemoyer and Veselin Stoyanov."),Si.forEach(t),ML=s(c),tn=a(c,"LI",{});var Lm=l(tn);B4=a(Lm,"STRONG",{});var I$=l(B4);Ps=a(I$,"A",{href:!0});var x$=l(Ps);PL=o(x$,"XLM-RoBERTa-XL"),x$.forEach(t),I$.forEach(t),GL=o(Lm," (from Facebook AI), released together with the paper "),Ei=a(Lm,"A",{href:!0,rel:!0});var O$=l(Ei);kL=o(O$,"Larger-Scale Transformers for Multilingual Masked Language Modeling"),O$.forEach(t),BL=o(Lm," by Naman Goyal, Jingfei Du, Myle Ott, Giri Anantharaman, Alexis Conneau."),Lm.forEach(t),CL=s(c),oa=a(c,"LI",{});var wi=l(oa);C4=a(wi,"STRONG",{});var F$=l(C4);Gs=a(F$,"A",{href:!0});var W$=l(Gs);NL=o(W$,"XLNet"),W$.forEach(t),F$.forEach(t),IL=o(wi," (from Google/CMU) released with the paper "),Ti=a(wi,"A",{href:!0,rel:!0});var Y$=l(Ti);xL=o(Y$,"\u200BXLNet: Generalized Autoregressive Pretraining for Language Understanding"),Y$.forEach(t),OL=o(wi," by Zhilin Yang"),N4=a(wi,"EM",{});var J$=l(N4);FL=o(J$,", Zihang Dai"),J$.forEach(t),WL=o(wi,", Yiming Yang, Jaime Carbonell, Ruslan Salakhutdinov, Quoc V. Le."),wi.forEach(t),YL=s(c),rn=a(c,"LI",{});var bm=l(rn);I4=a(bm,"STRONG",{});var Z$=l(I4);ks=a(Z$,"A",{href:!0});var V$=l(ks);JL=o(V$,"XLSR-Wav2Vec2"),V$.forEach(t),Z$.forEach(t),ZL=o(bm," (from Facebook AI) released with the paper "),_i=a(bm,"A",{href:!0,rel:!0});var K$=l(_i);VL=o(K$,"Unsupervised Cross-Lingual Representation Learning For Speech Recognition"),K$.forEach(t),KL=o(bm," by Alexis Conneau, Alexei Baevski, Ronan Collobert, Abdelrahman Mohamed, Michael Auli."),bm.forEach(t),XL=s(c),an=a(c,"LI",{});var Sm=l(an);x4=a(Sm,"STRONG",{});var X$=l(x4);mi=a(X$,"A",{href:!0,rel:!0});var z$=l(mi);zL=o(z$,"XLS-R"),z$.forEach(t),X$.forEach(t),HL=o(Sm," (from Facebook AI) released with the paper "),pi=a(Sm,"A",{href:!0,rel:!0});var H$=l(pi);UL=o(H$,"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale"),H$.forEach(t),qL=o(Sm," by Arun Babu, Changhan Wang, Andros Tjandra, Kushal Lakhotia, Qiantong Xu, Naman Goyal, Kritika Singh, Patrick von Platen, Yatharth Saraf, Juan Pino, Alexei Baevski, Alexis Conneau, Michael Auli."),Sm.forEach(t),QL=s(c),ln=a(c,"LI",{});var wm=l(ln);O4=a(wm,"STRONG",{});var U$=l(O4);Bs=a(U$,"A",{href:!0});var q$=l(Bs);jL=o(q$,"YOSO"),q$.forEach(t),U$.forEach(t),$L=o(wm," (from the University of Wisconsin - Madison) released with the paper "),Di=a(wm,"A",{href:!0,rel:!0});var Q$=l(Di);eb=o(Q$,"You Only Sample (Almost) Once: Linear Cost Self-Attention Via Bernoulli Sampling"),Q$.forEach(t),tb=o(wm," by Zhanpeng Zeng, Yunyang Xiong, Sathya N. Ravi, Shailesh Acharya, Glenn Fung, Vikas Singh."),wm.forEach(t),c.forEach(t),qm=s(u),fa=a(u,"H3",{class:!0});var n0=l(fa);nn=a(n0,"A",{id:!0,class:!0,href:!0});var j$=l(nn);F4=a(j$,"SPAN",{});var $$=l(F4);Pm(yi.$$.fragment,$$),$$.forEach(t),j$.forEach(t),rb=s(n0),W4=a(n0,"SPAN",{});var eee=l(W4);ab=o(eee,"Supported frameworks"),eee.forEach(t),n0.forEach(t),Qm=s(u),Cs=a(u,"P",{});var tee=l(Cs);lb=o(tee,`The table below represents the current support in the library for each of those models, whether they have a Python
tokenizer (called \u201Cslow\u201D). A \u201Cfast\u201D tokenizer backed by the \u{1F917} Tokenizers library, whether they have support in Jax (via
Flax), PyTorch, and/or TensorFlow.`),tee.forEach(t),jm=s(u),on=a(u,"TABLE",{});var o0=l(on);Y4=a(o0,"THEAD",{});var ree=l(Y4);T=a(ree,"TR",{});var ht=l(T);Ns=a(ht,"TH",{align:!0});var aee=l(Ns);nb=o(aee,"Model"),aee.forEach(t),ob=s(ht),Is=a(ht,"TH",{align:!0});var lee=l(Is);ib=o(lee,"Tokenizer slow"),lee.forEach(t),db=s(ht),xs=a(ht,"TH",{align:!0});var nee=l(xs);sb=o(nee,"Tokenizer fast"),nee.forEach(t),hb=s(ht),Os=a(ht,"TH",{align:!0});var oee=l(Os);cb=o(oee,"PyTorch support"),oee.forEach(t),gb=s(ht),Fs=a(ht,"TH",{align:!0});var iee=l(Fs);fb=o(iee,"TensorFlow support"),iee.forEach(t),ub=s(ht),Ws=a(ht,"TH",{align:!0});var dee=l(Ws);vb=o(dee,"Flax Support"),dee.forEach(t),ht.forEach(t),ree.forEach(t),Eb=s(o0),g=a(o0,"TBODY",{});var f=l(g);_=a(f,"TR",{});var ct=l(_);Ys=a(ct,"TD",{align:!0});var see=l(Ys);Tb=o(see,"ALBERT"),see.forEach(t),_b=s(ct),Js=a(ct,"TD",{align:!0});var hee=l(Js);mb=o(hee,"\u2705"),hee.forEach(t),pb=s(ct),Zs=a(ct,"TD",{align:!0});var cee=l(Zs);Db=o(cee,"\u2705"),cee.forEach(t),yb=s(ct),Vs=a(ct,"TD",{align:!0});var gee=l(Vs);Ab=o(gee,"\u2705"),gee.forEach(t),Rb=s(ct),Ks=a(ct,"TD",{align:!0});var fee=l(Ks);Lb=o(fee,"\u2705"),fee.forEach(t),bb=s(ct),Xs=a(ct,"TD",{align:!0});var uee=l(Xs);Sb=o(uee,"\u2705"),uee.forEach(t),ct.forEach(t),wb=s(f),m=a(f,"TR",{});var gt=l(m);zs=a(gt,"TD",{align:!0});var vee=l(zs);Mb=o(vee,"BART"),vee.forEach(t),Pb=s(gt),Hs=a(gt,"TD",{align:!0});var Eee=l(Hs);Gb=o(Eee,"\u2705"),Eee.forEach(t),kb=s(gt),Us=a(gt,"TD",{align:!0});var Tee=l(Us);Bb=o(Tee,"\u2705"),Tee.forEach(t),Cb=s(gt),qs=a(gt,"TD",{align:!0});var _ee=l(qs);Nb=o(_ee,"\u2705"),_ee.forEach(t),Ib=s(gt),Qs=a(gt,"TD",{align:!0});var mee=l(Qs);xb=o(mee,"\u2705"),mee.forEach(t),Ob=s(gt),js=a(gt,"TD",{align:!0});var pee=l(js);Fb=o(pee,"\u2705"),pee.forEach(t),gt.forEach(t),Wb=s(f),p=a(f,"TR",{});var ft=l(p);$s=a(ft,"TD",{align:!0});var Dee=l($s);Yb=o(Dee,"BEiT"),Dee.forEach(t),Jb=s(ft),eh=a(ft,"TD",{align:!0});var yee=l(eh);Zb=o(yee,"\u274C"),yee.forEach(t),Vb=s(ft),th=a(ft,"TD",{align:!0});var Aee=l(th);Kb=o(Aee,"\u274C"),Aee.forEach(t),Xb=s(ft),rh=a(ft,"TD",{align:!0});var Ree=l(rh);zb=o(Ree,"\u2705"),Ree.forEach(t),Hb=s(ft),ah=a(ft,"TD",{align:!0});var Lee=l(ah);Ub=o(Lee,"\u274C"),Lee.forEach(t),qb=s(ft),lh=a(ft,"TD",{align:!0});var bee=l(lh);Qb=o(bee,"\u2705"),bee.forEach(t),ft.forEach(t),jb=s(f),D=a(f,"TR",{});var ut=l(D);nh=a(ut,"TD",{align:!0});var See=l(nh);$b=o(See,"BERT"),See.forEach(t),eS=s(ut),oh=a(ut,"TD",{align:!0});var wee=l(oh);tS=o(wee,"\u2705"),wee.forEach(t),rS=s(ut),ih=a(ut,"TD",{align:!0});var Mee=l(ih);aS=o(Mee,"\u2705"),Mee.forEach(t),lS=s(ut),dh=a(ut,"TD",{align:!0});var Pee=l(dh);nS=o(Pee,"\u2705"),Pee.forEach(t),oS=s(ut),sh=a(ut,"TD",{align:!0});var Gee=l(sh);iS=o(Gee,"\u2705"),Gee.forEach(t),dS=s(ut),hh=a(ut,"TD",{align:!0});var kee=l(hh);sS=o(kee,"\u2705"),kee.forEach(t),ut.forEach(t),hS=s(f),y=a(f,"TR",{});var vt=l(y);ch=a(vt,"TD",{align:!0});var Bee=l(ch);cS=o(Bee,"Bert Generation"),Bee.forEach(t),gS=s(vt),gh=a(vt,"TD",{align:!0});var Cee=l(gh);fS=o(Cee,"\u2705"),Cee.forEach(t),uS=s(vt),fh=a(vt,"TD",{align:!0});var Nee=l(fh);vS=o(Nee,"\u274C"),Nee.forEach(t),ES=s(vt),uh=a(vt,"TD",{align:!0});var Iee=l(uh);TS=o(Iee,"\u2705"),Iee.forEach(t),_S=s(vt),vh=a(vt,"TD",{align:!0});var xee=l(vh);mS=o(xee,"\u274C"),xee.forEach(t),pS=s(vt),Eh=a(vt,"TD",{align:!0});var Oee=l(Eh);DS=o(Oee,"\u274C"),Oee.forEach(t),vt.forEach(t),yS=s(f),A=a(f,"TR",{});var Et=l(A);Th=a(Et,"TD",{align:!0});var Fee=l(Th);AS=o(Fee,"BigBird"),Fee.forEach(t),RS=s(Et),_h=a(Et,"TD",{align:!0});var Wee=l(_h);LS=o(Wee,"\u2705"),Wee.forEach(t),bS=s(Et),mh=a(Et,"TD",{align:!0});var Yee=l(mh);SS=o(Yee,"\u2705"),Yee.forEach(t),wS=s(Et),ph=a(Et,"TD",{align:!0});var Jee=l(ph);MS=o(Jee,"\u2705"),Jee.forEach(t),PS=s(Et),Dh=a(Et,"TD",{align:!0});var Zee=l(Dh);GS=o(Zee,"\u274C"),Zee.forEach(t),kS=s(Et),yh=a(Et,"TD",{align:!0});var Vee=l(yh);BS=o(Vee,"\u2705"),Vee.forEach(t),Et.forEach(t),CS=s(f),R=a(f,"TR",{});var Tt=l(R);Ah=a(Tt,"TD",{align:!0});var Kee=l(Ah);NS=o(Kee,"BigBirdPegasus"),Kee.forEach(t),IS=s(Tt),Rh=a(Tt,"TD",{align:!0});var Xee=l(Rh);xS=o(Xee,"\u274C"),Xee.forEach(t),OS=s(Tt),Lh=a(Tt,"TD",{align:!0});var zee=l(Lh);FS=o(zee,"\u274C"),zee.forEach(t),WS=s(Tt),bh=a(Tt,"TD",{align:!0});var Hee=l(bh);YS=o(Hee,"\u2705"),Hee.forEach(t),JS=s(Tt),Sh=a(Tt,"TD",{align:!0});var Uee=l(Sh);ZS=o(Uee,"\u274C"),Uee.forEach(t),VS=s(Tt),wh=a(Tt,"TD",{align:!0});var qee=l(wh);KS=o(qee,"\u274C"),qee.forEach(t),Tt.forEach(t),XS=s(f),L=a(f,"TR",{});var _t=l(L);Mh=a(_t,"TD",{align:!0});var Qee=l(Mh);zS=o(Qee,"Blenderbot"),Qee.forEach(t),HS=s(_t),Ph=a(_t,"TD",{align:!0});var jee=l(Ph);US=o(jee,"\u2705"),jee.forEach(t),qS=s(_t),Gh=a(_t,"TD",{align:!0});var $ee=l(Gh);QS=o($ee,"\u2705"),$ee.forEach(t),jS=s(_t),kh=a(_t,"TD",{align:!0});var ete=l(kh);$S=o(ete,"\u2705"),ete.forEach(t),ew=s(_t),Bh=a(_t,"TD",{align:!0});var tte=l(Bh);tw=o(tte,"\u2705"),tte.forEach(t),rw=s(_t),Ch=a(_t,"TD",{align:!0});var rte=l(Ch);aw=o(rte,"\u2705"),rte.forEach(t),_t.forEach(t),lw=s(f),b=a(f,"TR",{});var mt=l(b);Nh=a(mt,"TD",{align:!0});var ate=l(Nh);nw=o(ate,"BlenderbotSmall"),ate.forEach(t),ow=s(mt),Ih=a(mt,"TD",{align:!0});var lte=l(Ih);iw=o(lte,"\u2705"),lte.forEach(t),dw=s(mt),xh=a(mt,"TD",{align:!0});var nte=l(xh);sw=o(nte,"\u2705"),nte.forEach(t),hw=s(mt),Oh=a(mt,"TD",{align:!0});var ote=l(Oh);cw=o(ote,"\u2705"),ote.forEach(t),gw=s(mt),Fh=a(mt,"TD",{align:!0});var ite=l(Fh);fw=o(ite,"\u2705"),ite.forEach(t),uw=s(mt),Wh=a(mt,"TD",{align:!0});var dte=l(Wh);vw=o(dte,"\u2705"),dte.forEach(t),mt.forEach(t),Ew=s(f),S=a(f,"TR",{});var pt=l(S);Yh=a(pt,"TD",{align:!0});var ste=l(Yh);Tw=o(ste,"CamemBERT"),ste.forEach(t),_w=s(pt),Jh=a(pt,"TD",{align:!0});var hte=l(Jh);mw=o(hte,"\u2705"),hte.forEach(t),pw=s(pt),Zh=a(pt,"TD",{align:!0});var cte=l(Zh);Dw=o(cte,"\u2705"),cte.forEach(t),yw=s(pt),Vh=a(pt,"TD",{align:!0});var gte=l(Vh);Aw=o(gte,"\u2705"),gte.forEach(t),Rw=s(pt),Kh=a(pt,"TD",{align:!0});var fte=l(Kh);Lw=o(fte,"\u2705"),fte.forEach(t),bw=s(pt),Xh=a(pt,"TD",{align:!0});var ute=l(Xh);Sw=o(ute,"\u274C"),ute.forEach(t),pt.forEach(t),ww=s(f),w=a(f,"TR",{});var Dt=l(w);zh=a(Dt,"TD",{align:!0});var vte=l(zh);Mw=o(vte,"Canine"),vte.forEach(t),Pw=s(Dt),Hh=a(Dt,"TD",{align:!0});var Ete=l(Hh);Gw=o(Ete,"\u2705"),Ete.forEach(t),kw=s(Dt),Uh=a(Dt,"TD",{align:!0});var Tte=l(Uh);Bw=o(Tte,"\u274C"),Tte.forEach(t),Cw=s(Dt),qh=a(Dt,"TD",{align:!0});var _te=l(qh);Nw=o(_te,"\u2705"),_te.forEach(t),Iw=s(Dt),Qh=a(Dt,"TD",{align:!0});var mte=l(Qh);xw=o(mte,"\u274C"),mte.forEach(t),Ow=s(Dt),jh=a(Dt,"TD",{align:!0});var pte=l(jh);Fw=o(pte,"\u274C"),pte.forEach(t),Dt.forEach(t),Ww=s(f),M=a(f,"TR",{});var yt=l(M);$h=a(yt,"TD",{align:!0});var Dte=l($h);Yw=o(Dte,"CLIP"),Dte.forEach(t),Jw=s(yt),ec=a(yt,"TD",{align:!0});var yte=l(ec);Zw=o(yte,"\u2705"),yte.forEach(t),Vw=s(yt),tc=a(yt,"TD",{align:!0});var Ate=l(tc);Kw=o(Ate,"\u2705"),Ate.forEach(t),Xw=s(yt),rc=a(yt,"TD",{align:!0});var Rte=l(rc);zw=o(Rte,"\u2705"),Rte.forEach(t),Hw=s(yt),ac=a(yt,"TD",{align:!0});var Lte=l(ac);Uw=o(Lte,"\u2705"),Lte.forEach(t),qw=s(yt),lc=a(yt,"TD",{align:!0});var bte=l(lc);Qw=o(bte,"\u2705"),bte.forEach(t),yt.forEach(t),jw=s(f),P=a(f,"TR",{});var At=l(P);nc=a(At,"TD",{align:!0});var Ste=l(nc);$w=o(Ste,"ConvBERT"),Ste.forEach(t),eM=s(At),oc=a(At,"TD",{align:!0});var wte=l(oc);tM=o(wte,"\u2705"),wte.forEach(t),rM=s(At),ic=a(At,"TD",{align:!0});var Mte=l(ic);aM=o(Mte,"\u2705"),Mte.forEach(t),lM=s(At),dc=a(At,"TD",{align:!0});var Pte=l(dc);nM=o(Pte,"\u2705"),Pte.forEach(t),oM=s(At),sc=a(At,"TD",{align:!0});var Gte=l(sc);iM=o(Gte,"\u2705"),Gte.forEach(t),dM=s(At),hc=a(At,"TD",{align:!0});var kte=l(hc);sM=o(kte,"\u274C"),kte.forEach(t),At.forEach(t),hM=s(f),G=a(f,"TR",{});var Rt=l(G);cc=a(Rt,"TD",{align:!0});var Bte=l(cc);cM=o(Bte,"ConvNext"),Bte.forEach(t),gM=s(Rt),gc=a(Rt,"TD",{align:!0});var Cte=l(gc);fM=o(Cte,"\u274C"),Cte.forEach(t),uM=s(Rt),fc=a(Rt,"TD",{align:!0});var Nte=l(fc);vM=o(Nte,"\u274C"),Nte.forEach(t),EM=s(Rt),uc=a(Rt,"TD",{align:!0});var Ite=l(uc);TM=o(Ite,"\u2705"),Ite.forEach(t),_M=s(Rt),vc=a(Rt,"TD",{align:!0});var xte=l(vc);mM=o(xte,"\u2705"),xte.forEach(t),pM=s(Rt),Ec=a(Rt,"TD",{align:!0});var Ote=l(Ec);DM=o(Ote,"\u274C"),Ote.forEach(t),Rt.forEach(t),yM=s(f),k=a(f,"TR",{});var Lt=l(k);Tc=a(Lt,"TD",{align:!0});var Fte=l(Tc);AM=o(Fte,"CTRL"),Fte.forEach(t),RM=s(Lt),_c=a(Lt,"TD",{align:!0});var Wte=l(_c);LM=o(Wte,"\u2705"),Wte.forEach(t),bM=s(Lt),mc=a(Lt,"TD",{align:!0});var Yte=l(mc);SM=o(Yte,"\u274C"),Yte.forEach(t),wM=s(Lt),pc=a(Lt,"TD",{align:!0});var Jte=l(pc);MM=o(Jte,"\u2705"),Jte.forEach(t),PM=s(Lt),Dc=a(Lt,"TD",{align:!0});var Zte=l(Dc);GM=o(Zte,"\u2705"),Zte.forEach(t),kM=s(Lt),yc=a(Lt,"TD",{align:!0});var Vte=l(yc);BM=o(Vte,"\u274C"),Vte.forEach(t),Lt.forEach(t),CM=s(f),B=a(f,"TR",{});var bt=l(B);Ac=a(bt,"TD",{align:!0});var Kte=l(Ac);NM=o(Kte,"Data2VecAudio"),Kte.forEach(t),IM=s(bt),Rc=a(bt,"TD",{align:!0});var Xte=l(Rc);xM=o(Xte,"\u274C"),Xte.forEach(t),OM=s(bt),Lc=a(bt,"TD",{align:!0});var zte=l(Lc);FM=o(zte,"\u274C"),zte.forEach(t),WM=s(bt),bc=a(bt,"TD",{align:!0});var Hte=l(bc);YM=o(Hte,"\u2705"),Hte.forEach(t),JM=s(bt),Sc=a(bt,"TD",{align:!0});var Ute=l(Sc);ZM=o(Ute,"\u274C"),Ute.forEach(t),VM=s(bt),wc=a(bt,"TD",{align:!0});var qte=l(wc);KM=o(qte,"\u274C"),qte.forEach(t),bt.forEach(t),XM=s(f),C=a(f,"TR",{});var St=l(C);Mc=a(St,"TD",{align:!0});var Qte=l(Mc);zM=o(Qte,"Data2VecText"),Qte.forEach(t),HM=s(St),Pc=a(St,"TD",{align:!0});var jte=l(Pc);UM=o(jte,"\u274C"),jte.forEach(t),qM=s(St),Gc=a(St,"TD",{align:!0});var $te=l(Gc);QM=o($te,"\u274C"),$te.forEach(t),jM=s(St),kc=a(St,"TD",{align:!0});var ere=l(kc);$M=o(ere,"\u2705"),ere.forEach(t),eP=s(St),Bc=a(St,"TD",{align:!0});var tre=l(Bc);tP=o(tre,"\u274C"),tre.forEach(t),rP=s(St),Cc=a(St,"TD",{align:!0});var rre=l(Cc);aP=o(rre,"\u274C"),rre.forEach(t),St.forEach(t),lP=s(f),N=a(f,"TR",{});var wt=l(N);Nc=a(wt,"TD",{align:!0});var are=l(Nc);nP=o(are,"DeBERTa"),are.forEach(t),oP=s(wt),Ic=a(wt,"TD",{align:!0});var lre=l(Ic);iP=o(lre,"\u2705"),lre.forEach(t),dP=s(wt),xc=a(wt,"TD",{align:!0});var nre=l(xc);sP=o(nre,"\u2705"),nre.forEach(t),hP=s(wt),Oc=a(wt,"TD",{align:!0});var ore=l(Oc);cP=o(ore,"\u2705"),ore.forEach(t),gP=s(wt),Fc=a(wt,"TD",{align:!0});var ire=l(Fc);fP=o(ire,"\u2705"),ire.forEach(t),uP=s(wt),Wc=a(wt,"TD",{align:!0});var dre=l(Wc);vP=o(dre,"\u274C"),dre.forEach(t),wt.forEach(t),EP=s(f),I=a(f,"TR",{});var Mt=l(I);Yc=a(Mt,"TD",{align:!0});var sre=l(Yc);TP=o(sre,"DeBERTa-v2"),sre.forEach(t),_P=s(Mt),Jc=a(Mt,"TD",{align:!0});var hre=l(Jc);mP=o(hre,"\u2705"),hre.forEach(t),pP=s(Mt),Zc=a(Mt,"TD",{align:!0});var cre=l(Zc);DP=o(cre,"\u274C"),cre.forEach(t),yP=s(Mt),Vc=a(Mt,"TD",{align:!0});var gre=l(Vc);AP=o(gre,"\u2705"),gre.forEach(t),RP=s(Mt),Kc=a(Mt,"TD",{align:!0});var fre=l(Kc);LP=o(fre,"\u2705"),fre.forEach(t),bP=s(Mt),Xc=a(Mt,"TD",{align:!0});var ure=l(Xc);SP=o(ure,"\u274C"),ure.forEach(t),Mt.forEach(t),wP=s(f),x=a(f,"TR",{});var Pt=l(x);zc=a(Pt,"TD",{align:!0});var vre=l(zc);MP=o(vre,"DeiT"),vre.forEach(t),PP=s(Pt),Hc=a(Pt,"TD",{align:!0});var Ere=l(Hc);GP=o(Ere,"\u274C"),Ere.forEach(t),kP=s(Pt),Uc=a(Pt,"TD",{align:!0});var Tre=l(Uc);BP=o(Tre,"\u274C"),Tre.forEach(t),CP=s(Pt),qc=a(Pt,"TD",{align:!0});var _re=l(qc);NP=o(_re,"\u2705"),_re.forEach(t),IP=s(Pt),Qc=a(Pt,"TD",{align:!0});var mre=l(Qc);xP=o(mre,"\u274C"),mre.forEach(t),OP=s(Pt),jc=a(Pt,"TD",{align:!0});var pre=l(jc);FP=o(pre,"\u274C"),pre.forEach(t),Pt.forEach(t),WP=s(f),O=a(f,"TR",{});var Gt=l(O);$c=a(Gt,"TD",{align:!0});var Dre=l($c);YP=o(Dre,"DETR"),Dre.forEach(t),JP=s(Gt),eg=a(Gt,"TD",{align:!0});var yre=l(eg);ZP=o(yre,"\u274C"),yre.forEach(t),VP=s(Gt),tg=a(Gt,"TD",{align:!0});var Are=l(tg);KP=o(Are,"\u274C"),Are.forEach(t),XP=s(Gt),rg=a(Gt,"TD",{align:!0});var Rre=l(rg);zP=o(Rre,"\u2705"),Rre.forEach(t),HP=s(Gt),ag=a(Gt,"TD",{align:!0});var Lre=l(ag);UP=o(Lre,"\u274C"),Lre.forEach(t),qP=s(Gt),lg=a(Gt,"TD",{align:!0});var bre=l(lg);QP=o(bre,"\u274C"),bre.forEach(t),Gt.forEach(t),jP=s(f),F=a(f,"TR",{});var kt=l(F);ng=a(kt,"TD",{align:!0});var Sre=l(ng);$P=o(Sre,"DistilBERT"),Sre.forEach(t),eG=s(kt),og=a(kt,"TD",{align:!0});var wre=l(og);tG=o(wre,"\u2705"),wre.forEach(t),rG=s(kt),ig=a(kt,"TD",{align:!0});var Mre=l(ig);aG=o(Mre,"\u2705"),Mre.forEach(t),lG=s(kt),dg=a(kt,"TD",{align:!0});var Pre=l(dg);nG=o(Pre,"\u2705"),Pre.forEach(t),oG=s(kt),sg=a(kt,"TD",{align:!0});var Gre=l(sg);iG=o(Gre,"\u2705"),Gre.forEach(t),dG=s(kt),hg=a(kt,"TD",{align:!0});var kre=l(hg);sG=o(kre,"\u2705"),kre.forEach(t),kt.forEach(t),hG=s(f),W=a(f,"TR",{});var Bt=l(W);cg=a(Bt,"TD",{align:!0});var Bre=l(cg);cG=o(Bre,"DPR"),Bre.forEach(t),gG=s(Bt),gg=a(Bt,"TD",{align:!0});var Cre=l(gg);fG=o(Cre,"\u2705"),Cre.forEach(t),uG=s(Bt),fg=a(Bt,"TD",{align:!0});var Nre=l(fg);vG=o(Nre,"\u2705"),Nre.forEach(t),EG=s(Bt),ug=a(Bt,"TD",{align:!0});var Ire=l(ug);TG=o(Ire,"\u2705"),Ire.forEach(t),_G=s(Bt),vg=a(Bt,"TD",{align:!0});var xre=l(vg);mG=o(xre,"\u2705"),xre.forEach(t),pG=s(Bt),Eg=a(Bt,"TD",{align:!0});var Ore=l(Eg);DG=o(Ore,"\u274C"),Ore.forEach(t),Bt.forEach(t),yG=s(f),Y=a(f,"TR",{});var Ct=l(Y);Tg=a(Ct,"TD",{align:!0});var Fre=l(Tg);AG=o(Fre,"ELECTRA"),Fre.forEach(t),RG=s(Ct),_g=a(Ct,"TD",{align:!0});var Wre=l(_g);LG=o(Wre,"\u2705"),Wre.forEach(t),bG=s(Ct),mg=a(Ct,"TD",{align:!0});var Yre=l(mg);SG=o(Yre,"\u2705"),Yre.forEach(t),wG=s(Ct),pg=a(Ct,"TD",{align:!0});var Jre=l(pg);MG=o(Jre,"\u2705"),Jre.forEach(t),PG=s(Ct),Dg=a(Ct,"TD",{align:!0});var Zre=l(Dg);GG=o(Zre,"\u2705"),Zre.forEach(t),kG=s(Ct),yg=a(Ct,"TD",{align:!0});var Vre=l(yg);BG=o(Vre,"\u2705"),Vre.forEach(t),Ct.forEach(t),CG=s(f),J=a(f,"TR",{});var Nt=l(J);Ag=a(Nt,"TD",{align:!0});var Kre=l(Ag);NG=o(Kre,"Encoder decoder"),Kre.forEach(t),IG=s(Nt),Rg=a(Nt,"TD",{align:!0});var Xre=l(Rg);xG=o(Xre,"\u274C"),Xre.forEach(t),OG=s(Nt),Lg=a(Nt,"TD",{align:!0});var zre=l(Lg);FG=o(zre,"\u274C"),zre.forEach(t),WG=s(Nt),bg=a(Nt,"TD",{align:!0});var Hre=l(bg);YG=o(Hre,"\u2705"),Hre.forEach(t),JG=s(Nt),Sg=a(Nt,"TD",{align:!0});var Ure=l(Sg);ZG=o(Ure,"\u2705"),Ure.forEach(t),VG=s(Nt),wg=a(Nt,"TD",{align:!0});var qre=l(wg);KG=o(qre,"\u2705"),qre.forEach(t),Nt.forEach(t),XG=s(f),Z=a(f,"TR",{});var It=l(Z);Mg=a(It,"TD",{align:!0});var Qre=l(Mg);zG=o(Qre,"FairSeq Machine-Translation"),Qre.forEach(t),HG=s(It),Pg=a(It,"TD",{align:!0});var jre=l(Pg);UG=o(jre,"\u2705"),jre.forEach(t),qG=s(It),Gg=a(It,"TD",{align:!0});var $re=l(Gg);QG=o($re,"\u274C"),$re.forEach(t),jG=s(It),kg=a(It,"TD",{align:!0});var eae=l(kg);$G=o(eae,"\u2705"),eae.forEach(t),ek=s(It),Bg=a(It,"TD",{align:!0});var tae=l(Bg);tk=o(tae,"\u274C"),tae.forEach(t),rk=s(It),Cg=a(It,"TD",{align:!0});var rae=l(Cg);ak=o(rae,"\u274C"),rae.forEach(t),It.forEach(t),lk=s(f),V=a(f,"TR",{});var xt=l(V);Ng=a(xt,"TD",{align:!0});var aae=l(Ng);nk=o(aae,"FlauBERT"),aae.forEach(t),ok=s(xt),Ig=a(xt,"TD",{align:!0});var lae=l(Ig);ik=o(lae,"\u2705"),lae.forEach(t),dk=s(xt),xg=a(xt,"TD",{align:!0});var nae=l(xg);sk=o(nae,"\u274C"),nae.forEach(t),hk=s(xt),Og=a(xt,"TD",{align:!0});var oae=l(Og);ck=o(oae,"\u2705"),oae.forEach(t),gk=s(xt),Fg=a(xt,"TD",{align:!0});var iae=l(Fg);fk=o(iae,"\u2705"),iae.forEach(t),uk=s(xt),Wg=a(xt,"TD",{align:!0});var dae=l(Wg);vk=o(dae,"\u274C"),dae.forEach(t),xt.forEach(t),Ek=s(f),K=a(f,"TR",{});var Ot=l(K);Yg=a(Ot,"TD",{align:!0});var sae=l(Yg);Tk=o(sae,"FNet"),sae.forEach(t),_k=s(Ot),Jg=a(Ot,"TD",{align:!0});var hae=l(Jg);mk=o(hae,"\u2705"),hae.forEach(t),pk=s(Ot),Zg=a(Ot,"TD",{align:!0});var cae=l(Zg);Dk=o(cae,"\u2705"),cae.forEach(t),yk=s(Ot),Vg=a(Ot,"TD",{align:!0});var gae=l(Vg);Ak=o(gae,"\u2705"),gae.forEach(t),Rk=s(Ot),Kg=a(Ot,"TD",{align:!0});var fae=l(Kg);Lk=o(fae,"\u274C"),fae.forEach(t),bk=s(Ot),Xg=a(Ot,"TD",{align:!0});var uae=l(Xg);Sk=o(uae,"\u274C"),uae.forEach(t),Ot.forEach(t),wk=s(f),X=a(f,"TR",{});var Ft=l(X);zg=a(Ft,"TD",{align:!0});var vae=l(zg);Mk=o(vae,"Funnel Transformer"),vae.forEach(t),Pk=s(Ft),Hg=a(Ft,"TD",{align:!0});var Eae=l(Hg);Gk=o(Eae,"\u2705"),Eae.forEach(t),kk=s(Ft),Ug=a(Ft,"TD",{align:!0});var Tae=l(Ug);Bk=o(Tae,"\u2705"),Tae.forEach(t),Ck=s(Ft),qg=a(Ft,"TD",{align:!0});var _ae=l(qg);Nk=o(_ae,"\u2705"),_ae.forEach(t),Ik=s(Ft),Qg=a(Ft,"TD",{align:!0});var mae=l(Qg);xk=o(mae,"\u2705"),mae.forEach(t),Ok=s(Ft),jg=a(Ft,"TD",{align:!0});var pae=l(jg);Fk=o(pae,"\u274C"),pae.forEach(t),Ft.forEach(t),Wk=s(f),z=a(f,"TR",{});var Wt=l(z);$g=a(Wt,"TD",{align:!0});var Dae=l($g);Yk=o(Dae,"GPT Neo"),Dae.forEach(t),Jk=s(Wt),ef=a(Wt,"TD",{align:!0});var yae=l(ef);Zk=o(yae,"\u274C"),yae.forEach(t),Vk=s(Wt),tf=a(Wt,"TD",{align:!0});var Aae=l(tf);Kk=o(Aae,"\u274C"),Aae.forEach(t),Xk=s(Wt),rf=a(Wt,"TD",{align:!0});var Rae=l(rf);zk=o(Rae,"\u2705"),Rae.forEach(t),Hk=s(Wt),af=a(Wt,"TD",{align:!0});var Lae=l(af);Uk=o(Lae,"\u274C"),Lae.forEach(t),qk=s(Wt),lf=a(Wt,"TD",{align:!0});var bae=l(lf);Qk=o(bae,"\u2705"),bae.forEach(t),Wt.forEach(t),jk=s(f),H=a(f,"TR",{});var Yt=l(H);nf=a(Yt,"TD",{align:!0});var Sae=l(nf);$k=o(Sae,"GPT-J"),Sae.forEach(t),eB=s(Yt),of=a(Yt,"TD",{align:!0});var wae=l(of);tB=o(wae,"\u274C"),wae.forEach(t),rB=s(Yt),df=a(Yt,"TD",{align:!0});var Mae=l(df);aB=o(Mae,"\u274C"),Mae.forEach(t),lB=s(Yt),sf=a(Yt,"TD",{align:!0});var Pae=l(sf);nB=o(Pae,"\u2705"),Pae.forEach(t),oB=s(Yt),hf=a(Yt,"TD",{align:!0});var Gae=l(hf);iB=o(Gae,"\u274C"),Gae.forEach(t),dB=s(Yt),cf=a(Yt,"TD",{align:!0});var kae=l(cf);sB=o(kae,"\u2705"),kae.forEach(t),Yt.forEach(t),hB=s(f),U=a(f,"TR",{});var Jt=l(U);gf=a(Jt,"TD",{align:!0});var Bae=l(gf);cB=o(Bae,"Hubert"),Bae.forEach(t),gB=s(Jt),ff=a(Jt,"TD",{align:!0});var Cae=l(ff);fB=o(Cae,"\u274C"),Cae.forEach(t),uB=s(Jt),uf=a(Jt,"TD",{align:!0});var Nae=l(uf);vB=o(Nae,"\u274C"),Nae.forEach(t),EB=s(Jt),vf=a(Jt,"TD",{align:!0});var Iae=l(vf);TB=o(Iae,"\u2705"),Iae.forEach(t),_B=s(Jt),Ef=a(Jt,"TD",{align:!0});var xae=l(Ef);mB=o(xae,"\u2705"),xae.forEach(t),pB=s(Jt),Tf=a(Jt,"TD",{align:!0});var Oae=l(Tf);DB=o(Oae,"\u274C"),Oae.forEach(t),Jt.forEach(t),yB=s(f),q=a(f,"TR",{});var Zt=l(q);_f=a(Zt,"TD",{align:!0});var Fae=l(_f);AB=o(Fae,"I-BERT"),Fae.forEach(t),RB=s(Zt),mf=a(Zt,"TD",{align:!0});var Wae=l(mf);LB=o(Wae,"\u274C"),Wae.forEach(t),bB=s(Zt),pf=a(Zt,"TD",{align:!0});var Yae=l(pf);SB=o(Yae,"\u274C"),Yae.forEach(t),wB=s(Zt),Df=a(Zt,"TD",{align:!0});var Jae=l(Df);MB=o(Jae,"\u2705"),Jae.forEach(t),PB=s(Zt),yf=a(Zt,"TD",{align:!0});var Zae=l(yf);GB=o(Zae,"\u274C"),Zae.forEach(t),kB=s(Zt),Af=a(Zt,"TD",{align:!0});var Vae=l(Af);BB=o(Vae,"\u274C"),Vae.forEach(t),Zt.forEach(t),CB=s(f),Q=a(f,"TR",{});var Vt=l(Q);Rf=a(Vt,"TD",{align:!0});var Kae=l(Rf);NB=o(Kae,"ImageGPT"),Kae.forEach(t),IB=s(Vt),Lf=a(Vt,"TD",{align:!0});var Xae=l(Lf);xB=o(Xae,"\u274C"),Xae.forEach(t),OB=s(Vt),bf=a(Vt,"TD",{align:!0});var zae=l(bf);FB=o(zae,"\u274C"),zae.forEach(t),WB=s(Vt),Sf=a(Vt,"TD",{align:!0});var Hae=l(Sf);YB=o(Hae,"\u2705"),Hae.forEach(t),JB=s(Vt),wf=a(Vt,"TD",{align:!0});var Uae=l(wf);ZB=o(Uae,"\u274C"),Uae.forEach(t),VB=s(Vt),Mf=a(Vt,"TD",{align:!0});var qae=l(Mf);KB=o(qae,"\u274C"),qae.forEach(t),Vt.forEach(t),XB=s(f),j=a(f,"TR",{});var Kt=l(j);Pf=a(Kt,"TD",{align:!0});var Qae=l(Pf);zB=o(Qae,"LayoutLM"),Qae.forEach(t),HB=s(Kt),Gf=a(Kt,"TD",{align:!0});var jae=l(Gf);UB=o(jae,"\u2705"),jae.forEach(t),qB=s(Kt),kf=a(Kt,"TD",{align:!0});var $ae=l(kf);QB=o($ae,"\u2705"),$ae.forEach(t),jB=s(Kt),Bf=a(Kt,"TD",{align:!0});var ele=l(Bf);$B=o(ele,"\u2705"),ele.forEach(t),eC=s(Kt),Cf=a(Kt,"TD",{align:!0});var tle=l(Cf);tC=o(tle,"\u2705"),tle.forEach(t),rC=s(Kt),Nf=a(Kt,"TD",{align:!0});var rle=l(Nf);aC=o(rle,"\u274C"),rle.forEach(t),Kt.forEach(t),lC=s(f),$=a(f,"TR",{});var Xt=l($);If=a(Xt,"TD",{align:!0});var ale=l(If);nC=o(ale,"LayoutLMv2"),ale.forEach(t),oC=s(Xt),xf=a(Xt,"TD",{align:!0});var lle=l(xf);iC=o(lle,"\u2705"),lle.forEach(t),dC=s(Xt),Of=a(Xt,"TD",{align:!0});var nle=l(Of);sC=o(nle,"\u2705"),nle.forEach(t),hC=s(Xt),Ff=a(Xt,"TD",{align:!0});var ole=l(Ff);cC=o(ole,"\u2705"),ole.forEach(t),gC=s(Xt),Wf=a(Xt,"TD",{align:!0});var ile=l(Wf);fC=o(ile,"\u274C"),ile.forEach(t),uC=s(Xt),Yf=a(Xt,"TD",{align:!0});var dle=l(Yf);vC=o(dle,"\u274C"),dle.forEach(t),Xt.forEach(t),EC=s(f),ee=a(f,"TR",{});var zt=l(ee);Jf=a(zt,"TD",{align:!0});var sle=l(Jf);TC=o(sle,"LED"),sle.forEach(t),_C=s(zt),Zf=a(zt,"TD",{align:!0});var hle=l(Zf);mC=o(hle,"\u2705"),hle.forEach(t),pC=s(zt),Vf=a(zt,"TD",{align:!0});var cle=l(Vf);DC=o(cle,"\u2705"),cle.forEach(t),yC=s(zt),Kf=a(zt,"TD",{align:!0});var gle=l(Kf);AC=o(gle,"\u2705"),gle.forEach(t),RC=s(zt),Xf=a(zt,"TD",{align:!0});var fle=l(Xf);LC=o(fle,"\u2705"),fle.forEach(t),bC=s(zt),zf=a(zt,"TD",{align:!0});var ule=l(zf);SC=o(ule,"\u274C"),ule.forEach(t),zt.forEach(t),wC=s(f),te=a(f,"TR",{});var Ht=l(te);Hf=a(Ht,"TD",{align:!0});var vle=l(Hf);MC=o(vle,"Longformer"),vle.forEach(t),PC=s(Ht),Uf=a(Ht,"TD",{align:!0});var Ele=l(Uf);GC=o(Ele,"\u2705"),Ele.forEach(t),kC=s(Ht),qf=a(Ht,"TD",{align:!0});var Tle=l(qf);BC=o(Tle,"\u2705"),Tle.forEach(t),CC=s(Ht),Qf=a(Ht,"TD",{align:!0});var _le=l(Qf);NC=o(_le,"\u2705"),_le.forEach(t),IC=s(Ht),jf=a(Ht,"TD",{align:!0});var mle=l(jf);xC=o(mle,"\u2705"),mle.forEach(t),OC=s(Ht),$f=a(Ht,"TD",{align:!0});var ple=l($f);FC=o(ple,"\u274C"),ple.forEach(t),Ht.forEach(t),WC=s(f),re=a(f,"TR",{});var Ut=l(re);e1=a(Ut,"TD",{align:!0});var Dle=l(e1);YC=o(Dle,"LUKE"),Dle.forEach(t),JC=s(Ut),t1=a(Ut,"TD",{align:!0});var yle=l(t1);ZC=o(yle,"\u2705"),yle.forEach(t),VC=s(Ut),r1=a(Ut,"TD",{align:!0});var Ale=l(r1);KC=o(Ale,"\u274C"),Ale.forEach(t),XC=s(Ut),a1=a(Ut,"TD",{align:!0});var Rle=l(a1);zC=o(Rle,"\u2705"),Rle.forEach(t),HC=s(Ut),l1=a(Ut,"TD",{align:!0});var Lle=l(l1);UC=o(Lle,"\u274C"),Lle.forEach(t),qC=s(Ut),n1=a(Ut,"TD",{align:!0});var ble=l(n1);QC=o(ble,"\u274C"),ble.forEach(t),Ut.forEach(t),jC=s(f),ae=a(f,"TR",{});var qt=l(ae);o1=a(qt,"TD",{align:!0});var Sle=l(o1);$C=o(Sle,"LXMERT"),Sle.forEach(t),eN=s(qt),i1=a(qt,"TD",{align:!0});var wle=l(i1);tN=o(wle,"\u2705"),wle.forEach(t),rN=s(qt),d1=a(qt,"TD",{align:!0});var Mle=l(d1);aN=o(Mle,"\u2705"),Mle.forEach(t),lN=s(qt),s1=a(qt,"TD",{align:!0});var Ple=l(s1);nN=o(Ple,"\u2705"),Ple.forEach(t),oN=s(qt),h1=a(qt,"TD",{align:!0});var Gle=l(h1);iN=o(Gle,"\u2705"),Gle.forEach(t),dN=s(qt),c1=a(qt,"TD",{align:!0});var kle=l(c1);sN=o(kle,"\u274C"),kle.forEach(t),qt.forEach(t),hN=s(f),le=a(f,"TR",{});var Qt=l(le);g1=a(Qt,"TD",{align:!0});var Ble=l(g1);cN=o(Ble,"M2M100"),Ble.forEach(t),gN=s(Qt),f1=a(Qt,"TD",{align:!0});var Cle=l(f1);fN=o(Cle,"\u2705"),Cle.forEach(t),uN=s(Qt),u1=a(Qt,"TD",{align:!0});var Nle=l(u1);vN=o(Nle,"\u274C"),Nle.forEach(t),EN=s(Qt),v1=a(Qt,"TD",{align:!0});var Ile=l(v1);TN=o(Ile,"\u2705"),Ile.forEach(t),_N=s(Qt),E1=a(Qt,"TD",{align:!0});var xle=l(E1);mN=o(xle,"\u274C"),xle.forEach(t),pN=s(Qt),T1=a(Qt,"TD",{align:!0});var Ole=l(T1);DN=o(Ole,"\u274C"),Ole.forEach(t),Qt.forEach(t),yN=s(f),ne=a(f,"TR",{});var jt=l(ne);_1=a(jt,"TD",{align:!0});var Fle=l(_1);AN=o(Fle,"Marian"),Fle.forEach(t),RN=s(jt),m1=a(jt,"TD",{align:!0});var Wle=l(m1);LN=o(Wle,"\u2705"),Wle.forEach(t),bN=s(jt),p1=a(jt,"TD",{align:!0});var Yle=l(p1);SN=o(Yle,"\u274C"),Yle.forEach(t),wN=s(jt),D1=a(jt,"TD",{align:!0});var Jle=l(D1);MN=o(Jle,"\u2705"),Jle.forEach(t),PN=s(jt),y1=a(jt,"TD",{align:!0});var Zle=l(y1);GN=o(Zle,"\u2705"),Zle.forEach(t),kN=s(jt),A1=a(jt,"TD",{align:!0});var Vle=l(A1);BN=o(Vle,"\u2705"),Vle.forEach(t),jt.forEach(t),CN=s(f),oe=a(f,"TR",{});var $t=l(oe);R1=a($t,"TD",{align:!0});var Kle=l(R1);NN=o(Kle,"MaskFormer"),Kle.forEach(t),IN=s($t),L1=a($t,"TD",{align:!0});var Xle=l(L1);xN=o(Xle,"\u274C"),Xle.forEach(t),ON=s($t),b1=a($t,"TD",{align:!0});var zle=l(b1);FN=o(zle,"\u274C"),zle.forEach(t),WN=s($t),S1=a($t,"TD",{align:!0});var Hle=l(S1);YN=o(Hle,"\u2705"),Hle.forEach(t),JN=s($t),w1=a($t,"TD",{align:!0});var Ule=l(w1);ZN=o(Ule,"\u274C"),Ule.forEach(t),VN=s($t),M1=a($t,"TD",{align:!0});var qle=l(M1);KN=o(qle,"\u274C"),qle.forEach(t),$t.forEach(t),XN=s(f),ie=a(f,"TR",{});var er=l(ie);P1=a(er,"TD",{align:!0});var Qle=l(P1);zN=o(Qle,"mBART"),Qle.forEach(t),HN=s(er),G1=a(er,"TD",{align:!0});var jle=l(G1);UN=o(jle,"\u2705"),jle.forEach(t),qN=s(er),k1=a(er,"TD",{align:!0});var $le=l(k1);QN=o($le,"\u2705"),$le.forEach(t),jN=s(er),B1=a(er,"TD",{align:!0});var ene=l(B1);$N=o(ene,"\u2705"),ene.forEach(t),eI=s(er),C1=a(er,"TD",{align:!0});var tne=l(C1);tI=o(tne,"\u2705"),tne.forEach(t),rI=s(er),N1=a(er,"TD",{align:!0});var rne=l(N1);aI=o(rne,"\u2705"),rne.forEach(t),er.forEach(t),lI=s(f),de=a(f,"TR",{});var tr=l(de);I1=a(tr,"TD",{align:!0});var ane=l(I1);nI=o(ane,"MegatronBert"),ane.forEach(t),oI=s(tr),x1=a(tr,"TD",{align:!0});var lne=l(x1);iI=o(lne,"\u274C"),lne.forEach(t),dI=s(tr),O1=a(tr,"TD",{align:!0});var nne=l(O1);sI=o(nne,"\u274C"),nne.forEach(t),hI=s(tr),F1=a(tr,"TD",{align:!0});var one=l(F1);cI=o(one,"\u2705"),one.forEach(t),gI=s(tr),W1=a(tr,"TD",{align:!0});var ine=l(W1);fI=o(ine,"\u274C"),ine.forEach(t),uI=s(tr),Y1=a(tr,"TD",{align:!0});var dne=l(Y1);vI=o(dne,"\u274C"),dne.forEach(t),tr.forEach(t),EI=s(f),se=a(f,"TR",{});var rr=l(se);J1=a(rr,"TD",{align:!0});var sne=l(J1);TI=o(sne,"MobileBERT"),sne.forEach(t),_I=s(rr),Z1=a(rr,"TD",{align:!0});var hne=l(Z1);mI=o(hne,"\u2705"),hne.forEach(t),pI=s(rr),V1=a(rr,"TD",{align:!0});var cne=l(V1);DI=o(cne,"\u2705"),cne.forEach(t),yI=s(rr),K1=a(rr,"TD",{align:!0});var gne=l(K1);AI=o(gne,"\u2705"),gne.forEach(t),RI=s(rr),X1=a(rr,"TD",{align:!0});var fne=l(X1);LI=o(fne,"\u2705"),fne.forEach(t),bI=s(rr),z1=a(rr,"TD",{align:!0});var une=l(z1);SI=o(une,"\u274C"),une.forEach(t),rr.forEach(t),wI=s(f),he=a(f,"TR",{});var ar=l(he);H1=a(ar,"TD",{align:!0});var vne=l(H1);MI=o(vne,"MPNet"),vne.forEach(t),PI=s(ar),U1=a(ar,"TD",{align:!0});var Ene=l(U1);GI=o(Ene,"\u2705"),Ene.forEach(t),kI=s(ar),q1=a(ar,"TD",{align:!0});var Tne=l(q1);BI=o(Tne,"\u2705"),Tne.forEach(t),CI=s(ar),Q1=a(ar,"TD",{align:!0});var _ne=l(Q1);NI=o(_ne,"\u2705"),_ne.forEach(t),II=s(ar),j1=a(ar,"TD",{align:!0});var mne=l(j1);xI=o(mne,"\u2705"),mne.forEach(t),OI=s(ar),$1=a(ar,"TD",{align:!0});var pne=l($1);FI=o(pne,"\u274C"),pne.forEach(t),ar.forEach(t),WI=s(f),ce=a(f,"TR",{});var lr=l(ce);eu=a(lr,"TD",{align:!0});var Dne=l(eu);YI=o(Dne,"mT5"),Dne.forEach(t),JI=s(lr),tu=a(lr,"TD",{align:!0});var yne=l(tu);ZI=o(yne,"\u2705"),yne.forEach(t),VI=s(lr),ru=a(lr,"TD",{align:!0});var Ane=l(ru);KI=o(Ane,"\u2705"),Ane.forEach(t),XI=s(lr),au=a(lr,"TD",{align:!0});var Rne=l(au);zI=o(Rne,"\u2705"),Rne.forEach(t),HI=s(lr),lu=a(lr,"TD",{align:!0});var Lne=l(lu);UI=o(Lne,"\u2705"),Lne.forEach(t),qI=s(lr),nu=a(lr,"TD",{align:!0});var bne=l(nu);QI=o(bne,"\u2705"),bne.forEach(t),lr.forEach(t),jI=s(f),ge=a(f,"TR",{});var nr=l(ge);ou=a(nr,"TD",{align:!0});var Sne=l(ou);$I=o(Sne,"Nystromformer"),Sne.forEach(t),ex=s(nr),iu=a(nr,"TD",{align:!0});var wne=l(iu);tx=o(wne,"\u274C"),wne.forEach(t),rx=s(nr),du=a(nr,"TD",{align:!0});var Mne=l(du);ax=o(Mne,"\u274C"),Mne.forEach(t),lx=s(nr),su=a(nr,"TD",{align:!0});var Pne=l(su);nx=o(Pne,"\u2705"),Pne.forEach(t),ox=s(nr),hu=a(nr,"TD",{align:!0});var Gne=l(hu);ix=o(Gne,"\u274C"),Gne.forEach(t),dx=s(nr),cu=a(nr,"TD",{align:!0});var kne=l(cu);sx=o(kne,"\u274C"),kne.forEach(t),nr.forEach(t),hx=s(f),fe=a(f,"TR",{});var or=l(fe);gu=a(or,"TD",{align:!0});var Bne=l(gu);cx=o(Bne,"OpenAI GPT"),Bne.forEach(t),gx=s(or),fu=a(or,"TD",{align:!0});var Cne=l(fu);fx=o(Cne,"\u2705"),Cne.forEach(t),ux=s(or),uu=a(or,"TD",{align:!0});var Nne=l(uu);vx=o(Nne,"\u2705"),Nne.forEach(t),Ex=s(or),vu=a(or,"TD",{align:!0});var Ine=l(vu);Tx=o(Ine,"\u2705"),Ine.forEach(t),_x=s(or),Eu=a(or,"TD",{align:!0});var xne=l(Eu);mx=o(xne,"\u2705"),xne.forEach(t),px=s(or),Tu=a(or,"TD",{align:!0});var One=l(Tu);Dx=o(One,"\u274C"),One.forEach(t),or.forEach(t),yx=s(f),ue=a(f,"TR",{});var ir=l(ue);_u=a(ir,"TD",{align:!0});var Fne=l(_u);Ax=o(Fne,"OpenAI GPT-2"),Fne.forEach(t),Rx=s(ir),mu=a(ir,"TD",{align:!0});var Wne=l(mu);Lx=o(Wne,"\u2705"),Wne.forEach(t),bx=s(ir),pu=a(ir,"TD",{align:!0});var Yne=l(pu);Sx=o(Yne,"\u2705"),Yne.forEach(t),wx=s(ir),Du=a(ir,"TD",{align:!0});var Jne=l(Du);Mx=o(Jne,"\u2705"),Jne.forEach(t),Px=s(ir),yu=a(ir,"TD",{align:!0});var Zne=l(yu);Gx=o(Zne,"\u2705"),Zne.forEach(t),kx=s(ir),Au=a(ir,"TD",{align:!0});var Vne=l(Au);Bx=o(Vne,"\u2705"),Vne.forEach(t),ir.forEach(t),Cx=s(f),ve=a(f,"TR",{});var dr=l(ve);Ru=a(dr,"TD",{align:!0});var Kne=l(Ru);Nx=o(Kne,"Pegasus"),Kne.forEach(t),Ix=s(dr),Lu=a(dr,"TD",{align:!0});var Xne=l(Lu);xx=o(Xne,"\u2705"),Xne.forEach(t),Ox=s(dr),bu=a(dr,"TD",{align:!0});var zne=l(bu);Fx=o(zne,"\u2705"),zne.forEach(t),Wx=s(dr),Su=a(dr,"TD",{align:!0});var Hne=l(Su);Yx=o(Hne,"\u2705"),Hne.forEach(t),Jx=s(dr),wu=a(dr,"TD",{align:!0});var Une=l(wu);Zx=o(Une,"\u2705"),Une.forEach(t),Vx=s(dr),Mu=a(dr,"TD",{align:!0});var qne=l(Mu);Kx=o(qne,"\u2705"),qne.forEach(t),dr.forEach(t),Xx=s(f),Ee=a(f,"TR",{});var sr=l(Ee);Pu=a(sr,"TD",{align:!0});var Qne=l(Pu);zx=o(Qne,"Perceiver"),Qne.forEach(t),Hx=s(sr),Gu=a(sr,"TD",{align:!0});var jne=l(Gu);Ux=o(jne,"\u2705"),jne.forEach(t),qx=s(sr),ku=a(sr,"TD",{align:!0});var $ne=l(ku);Qx=o($ne,"\u274C"),$ne.forEach(t),jx=s(sr),Bu=a(sr,"TD",{align:!0});var eoe=l(Bu);$x=o(eoe,"\u2705"),eoe.forEach(t),eO=s(sr),Cu=a(sr,"TD",{align:!0});var toe=l(Cu);tO=o(toe,"\u274C"),toe.forEach(t),rO=s(sr),Nu=a(sr,"TD",{align:!0});var roe=l(Nu);aO=o(roe,"\u274C"),roe.forEach(t),sr.forEach(t),lO=s(f),Te=a(f,"TR",{});var hr=l(Te);Iu=a(hr,"TD",{align:!0});var aoe=l(Iu);nO=o(aoe,"PLBart"),aoe.forEach(t),oO=s(hr),xu=a(hr,"TD",{align:!0});var loe=l(xu);iO=o(loe,"\u2705"),loe.forEach(t),dO=s(hr),Ou=a(hr,"TD",{align:!0});var noe=l(Ou);sO=o(noe,"\u274C"),noe.forEach(t),hO=s(hr),Fu=a(hr,"TD",{align:!0});var ooe=l(Fu);cO=o(ooe,"\u2705"),ooe.forEach(t),gO=s(hr),Wu=a(hr,"TD",{align:!0});var ioe=l(Wu);fO=o(ioe,"\u274C"),ioe.forEach(t),uO=s(hr),Yu=a(hr,"TD",{align:!0});var doe=l(Yu);vO=o(doe,"\u274C"),doe.forEach(t),hr.forEach(t),EO=s(f),_e=a(f,"TR",{});var cr=l(_e);Ju=a(cr,"TD",{align:!0});var soe=l(Ju);TO=o(soe,"PoolFormer"),soe.forEach(t),_O=s(cr),Zu=a(cr,"TD",{align:!0});var hoe=l(Zu);mO=o(hoe,"\u274C"),hoe.forEach(t),pO=s(cr),Vu=a(cr,"TD",{align:!0});var coe=l(Vu);DO=o(coe,"\u274C"),coe.forEach(t),yO=s(cr),Ku=a(cr,"TD",{align:!0});var goe=l(Ku);AO=o(goe,"\u2705"),goe.forEach(t),RO=s(cr),Xu=a(cr,"TD",{align:!0});var foe=l(Xu);LO=o(foe,"\u274C"),foe.forEach(t),bO=s(cr),zu=a(cr,"TD",{align:!0});var uoe=l(zu);SO=o(uoe,"\u274C"),uoe.forEach(t),cr.forEach(t),wO=s(f),me=a(f,"TR",{});var gr=l(me);Hu=a(gr,"TD",{align:!0});var voe=l(Hu);MO=o(voe,"ProphetNet"),voe.forEach(t),PO=s(gr),Uu=a(gr,"TD",{align:!0});var Eoe=l(Uu);GO=o(Eoe,"\u2705"),Eoe.forEach(t),kO=s(gr),qu=a(gr,"TD",{align:!0});var Toe=l(qu);BO=o(Toe,"\u274C"),Toe.forEach(t),CO=s(gr),Qu=a(gr,"TD",{align:!0});var _oe=l(Qu);NO=o(_oe,"\u2705"),_oe.forEach(t),IO=s(gr),ju=a(gr,"TD",{align:!0});var moe=l(ju);xO=o(moe,"\u274C"),moe.forEach(t),OO=s(gr),$u=a(gr,"TD",{align:!0});var poe=l($u);FO=o(poe,"\u274C"),poe.forEach(t),gr.forEach(t),WO=s(f),pe=a(f,"TR",{});var fr=l(pe);ev=a(fr,"TD",{align:!0});var Doe=l(ev);YO=o(Doe,"QDQBert"),Doe.forEach(t),JO=s(fr),tv=a(fr,"TD",{align:!0});var yoe=l(tv);ZO=o(yoe,"\u274C"),yoe.forEach(t),VO=s(fr),rv=a(fr,"TD",{align:!0});var Aoe=l(rv);KO=o(Aoe,"\u274C"),Aoe.forEach(t),XO=s(fr),av=a(fr,"TD",{align:!0});var Roe=l(av);zO=o(Roe,"\u2705"),Roe.forEach(t),HO=s(fr),lv=a(fr,"TD",{align:!0});var Loe=l(lv);UO=o(Loe,"\u274C"),Loe.forEach(t),qO=s(fr),nv=a(fr,"TD",{align:!0});var boe=l(nv);QO=o(boe,"\u274C"),boe.forEach(t),fr.forEach(t),jO=s(f),De=a(f,"TR",{});var ur=l(De);ov=a(ur,"TD",{align:!0});var Soe=l(ov);$O=o(Soe,"RAG"),Soe.forEach(t),eF=s(ur),iv=a(ur,"TD",{align:!0});var woe=l(iv);tF=o(woe,"\u2705"),woe.forEach(t),rF=s(ur),dv=a(ur,"TD",{align:!0});var Moe=l(dv);aF=o(Moe,"\u274C"),Moe.forEach(t),lF=s(ur),sv=a(ur,"TD",{align:!0});var Poe=l(sv);nF=o(Poe,"\u2705"),Poe.forEach(t),oF=s(ur),hv=a(ur,"TD",{align:!0});var Goe=l(hv);iF=o(Goe,"\u2705"),Goe.forEach(t),dF=s(ur),cv=a(ur,"TD",{align:!0});var koe=l(cv);sF=o(koe,"\u274C"),koe.forEach(t),ur.forEach(t),hF=s(f),ye=a(f,"TR",{});var vr=l(ye);gv=a(vr,"TD",{align:!0});var Boe=l(gv);cF=o(Boe,"Realm"),Boe.forEach(t),gF=s(vr),fv=a(vr,"TD",{align:!0});var Coe=l(fv);fF=o(Coe,"\u2705"),Coe.forEach(t),uF=s(vr),uv=a(vr,"TD",{align:!0});var Noe=l(uv);vF=o(Noe,"\u2705"),Noe.forEach(t),EF=s(vr),vv=a(vr,"TD",{align:!0});var Ioe=l(vv);TF=o(Ioe,"\u2705"),Ioe.forEach(t),_F=s(vr),Ev=a(vr,"TD",{align:!0});var xoe=l(Ev);mF=o(xoe,"\u274C"),xoe.forEach(t),pF=s(vr),Tv=a(vr,"TD",{align:!0});var Ooe=l(Tv);DF=o(Ooe,"\u274C"),Ooe.forEach(t),vr.forEach(t),yF=s(f),Ae=a(f,"TR",{});var Er=l(Ae);_v=a(Er,"TD",{align:!0});var Foe=l(_v);AF=o(Foe,"Reformer"),Foe.forEach(t),RF=s(Er),mv=a(Er,"TD",{align:!0});var Woe=l(mv);LF=o(Woe,"\u2705"),Woe.forEach(t),bF=s(Er),pv=a(Er,"TD",{align:!0});var Yoe=l(pv);SF=o(Yoe,"\u2705"),Yoe.forEach(t),wF=s(Er),Dv=a(Er,"TD",{align:!0});var Joe=l(Dv);MF=o(Joe,"\u2705"),Joe.forEach(t),PF=s(Er),yv=a(Er,"TD",{align:!0});var Zoe=l(yv);GF=o(Zoe,"\u274C"),Zoe.forEach(t),kF=s(Er),Av=a(Er,"TD",{align:!0});var Voe=l(Av);BF=o(Voe,"\u274C"),Voe.forEach(t),Er.forEach(t),CF=s(f),Re=a(f,"TR",{});var Tr=l(Re);Rv=a(Tr,"TD",{align:!0});var Koe=l(Rv);NF=o(Koe,"RemBERT"),Koe.forEach(t),IF=s(Tr),Lv=a(Tr,"TD",{align:!0});var Xoe=l(Lv);xF=o(Xoe,"\u2705"),Xoe.forEach(t),OF=s(Tr),bv=a(Tr,"TD",{align:!0});var zoe=l(bv);FF=o(zoe,"\u2705"),zoe.forEach(t),WF=s(Tr),Sv=a(Tr,"TD",{align:!0});var Hoe=l(Sv);YF=o(Hoe,"\u2705"),Hoe.forEach(t),JF=s(Tr),wv=a(Tr,"TD",{align:!0});var Uoe=l(wv);ZF=o(Uoe,"\u2705"),Uoe.forEach(t),VF=s(Tr),Mv=a(Tr,"TD",{align:!0});var qoe=l(Mv);KF=o(qoe,"\u274C"),qoe.forEach(t),Tr.forEach(t),XF=s(f),Le=a(f,"TR",{});var _r=l(Le);Pv=a(_r,"TD",{align:!0});var Qoe=l(Pv);zF=o(Qoe,"RetriBERT"),Qoe.forEach(t),HF=s(_r),Gv=a(_r,"TD",{align:!0});var joe=l(Gv);UF=o(joe,"\u2705"),joe.forEach(t),qF=s(_r),kv=a(_r,"TD",{align:!0});var $oe=l(kv);QF=o($oe,"\u2705"),$oe.forEach(t),jF=s(_r),Bv=a(_r,"TD",{align:!0});var eie=l(Bv);$F=o(eie,"\u2705"),eie.forEach(t),eW=s(_r),Cv=a(_r,"TD",{align:!0});var tie=l(Cv);tW=o(tie,"\u274C"),tie.forEach(t),rW=s(_r),Nv=a(_r,"TD",{align:!0});var rie=l(Nv);aW=o(rie,"\u274C"),rie.forEach(t),_r.forEach(t),lW=s(f),be=a(f,"TR",{});var mr=l(be);Iv=a(mr,"TD",{align:!0});var aie=l(Iv);nW=o(aie,"RoBERTa"),aie.forEach(t),oW=s(mr),xv=a(mr,"TD",{align:!0});var lie=l(xv);iW=o(lie,"\u2705"),lie.forEach(t),dW=s(mr),Ov=a(mr,"TD",{align:!0});var nie=l(Ov);sW=o(nie,"\u2705"),nie.forEach(t),hW=s(mr),Fv=a(mr,"TD",{align:!0});var oie=l(Fv);cW=o(oie,"\u2705"),oie.forEach(t),gW=s(mr),Wv=a(mr,"TD",{align:!0});var iie=l(Wv);fW=o(iie,"\u2705"),iie.forEach(t),uW=s(mr),Yv=a(mr,"TD",{align:!0});var die=l(Yv);vW=o(die,"\u2705"),die.forEach(t),mr.forEach(t),EW=s(f),Se=a(f,"TR",{});var pr=l(Se);Jv=a(pr,"TD",{align:!0});var sie=l(Jv);TW=o(sie,"RoFormer"),sie.forEach(t),_W=s(pr),Zv=a(pr,"TD",{align:!0});var hie=l(Zv);mW=o(hie,"\u2705"),hie.forEach(t),pW=s(pr),Vv=a(pr,"TD",{align:!0});var cie=l(Vv);DW=o(cie,"\u2705"),cie.forEach(t),yW=s(pr),Kv=a(pr,"TD",{align:!0});var gie=l(Kv);AW=o(gie,"\u2705"),gie.forEach(t),RW=s(pr),Xv=a(pr,"TD",{align:!0});var fie=l(Xv);LW=o(fie,"\u2705"),fie.forEach(t),bW=s(pr),zv=a(pr,"TD",{align:!0});var uie=l(zv);SW=o(uie,"\u2705"),uie.forEach(t),pr.forEach(t),wW=s(f),we=a(f,"TR",{});var Dr=l(we);Hv=a(Dr,"TD",{align:!0});var vie=l(Hv);MW=o(vie,"SegFormer"),vie.forEach(t),PW=s(Dr),Uv=a(Dr,"TD",{align:!0});var Eie=l(Uv);GW=o(Eie,"\u274C"),Eie.forEach(t),kW=s(Dr),qv=a(Dr,"TD",{align:!0});var Tie=l(qv);BW=o(Tie,"\u274C"),Tie.forEach(t),CW=s(Dr),Qv=a(Dr,"TD",{align:!0});var _ie=l(Qv);NW=o(_ie,"\u2705"),_ie.forEach(t),IW=s(Dr),jv=a(Dr,"TD",{align:!0});var mie=l(jv);xW=o(mie,"\u274C"),mie.forEach(t),OW=s(Dr),$v=a(Dr,"TD",{align:!0});var pie=l($v);FW=o(pie,"\u274C"),pie.forEach(t),Dr.forEach(t),WW=s(f),Me=a(f,"TR",{});var yr=l(Me);eE=a(yr,"TD",{align:!0});var Die=l(eE);YW=o(Die,"SEW"),Die.forEach(t),JW=s(yr),tE=a(yr,"TD",{align:!0});var yie=l(tE);ZW=o(yie,"\u274C"),yie.forEach(t),VW=s(yr),rE=a(yr,"TD",{align:!0});var Aie=l(rE);KW=o(Aie,"\u274C"),Aie.forEach(t),XW=s(yr),aE=a(yr,"TD",{align:!0});var Rie=l(aE);zW=o(Rie,"\u2705"),Rie.forEach(t),HW=s(yr),lE=a(yr,"TD",{align:!0});var Lie=l(lE);UW=o(Lie,"\u274C"),Lie.forEach(t),qW=s(yr),nE=a(yr,"TD",{align:!0});var bie=l(nE);QW=o(bie,"\u274C"),bie.forEach(t),yr.forEach(t),jW=s(f),Pe=a(f,"TR",{});var Ar=l(Pe);oE=a(Ar,"TD",{align:!0});var Sie=l(oE);$W=o(Sie,"SEW-D"),Sie.forEach(t),eY=s(Ar),iE=a(Ar,"TD",{align:!0});var wie=l(iE);tY=o(wie,"\u274C"),wie.forEach(t),rY=s(Ar),dE=a(Ar,"TD",{align:!0});var Mie=l(dE);aY=o(Mie,"\u274C"),Mie.forEach(t),lY=s(Ar),sE=a(Ar,"TD",{align:!0});var Pie=l(sE);nY=o(Pie,"\u2705"),Pie.forEach(t),oY=s(Ar),hE=a(Ar,"TD",{align:!0});var Gie=l(hE);iY=o(Gie,"\u274C"),Gie.forEach(t),dY=s(Ar),cE=a(Ar,"TD",{align:!0});var kie=l(cE);sY=o(kie,"\u274C"),kie.forEach(t),Ar.forEach(t),hY=s(f),Ge=a(f,"TR",{});var Rr=l(Ge);gE=a(Rr,"TD",{align:!0});var Bie=l(gE);cY=o(Bie,"Speech Encoder decoder"),Bie.forEach(t),gY=s(Rr),fE=a(Rr,"TD",{align:!0});var Cie=l(fE);fY=o(Cie,"\u274C"),Cie.forEach(t),uY=s(Rr),uE=a(Rr,"TD",{align:!0});var Nie=l(uE);vY=o(Nie,"\u274C"),Nie.forEach(t),EY=s(Rr),vE=a(Rr,"TD",{align:!0});var Iie=l(vE);TY=o(Iie,"\u2705"),Iie.forEach(t),_Y=s(Rr),EE=a(Rr,"TD",{align:!0});var xie=l(EE);mY=o(xie,"\u274C"),xie.forEach(t),pY=s(Rr),TE=a(Rr,"TD",{align:!0});var Oie=l(TE);DY=o(Oie,"\u2705"),Oie.forEach(t),Rr.forEach(t),yY=s(f),ke=a(f,"TR",{});var Lr=l(ke);_E=a(Lr,"TD",{align:!0});var Fie=l(_E);AY=o(Fie,"Speech2Text"),Fie.forEach(t),RY=s(Lr),mE=a(Lr,"TD",{align:!0});var Wie=l(mE);LY=o(Wie,"\u2705"),Wie.forEach(t),bY=s(Lr),pE=a(Lr,"TD",{align:!0});var Yie=l(pE);SY=o(Yie,"\u274C"),Yie.forEach(t),wY=s(Lr),DE=a(Lr,"TD",{align:!0});var Jie=l(DE);MY=o(Jie,"\u2705"),Jie.forEach(t),PY=s(Lr),yE=a(Lr,"TD",{align:!0});var Zie=l(yE);GY=o(Zie,"\u2705"),Zie.forEach(t),kY=s(Lr),AE=a(Lr,"TD",{align:!0});var Vie=l(AE);BY=o(Vie,"\u274C"),Vie.forEach(t),Lr.forEach(t),CY=s(f),Be=a(f,"TR",{});var br=l(Be);RE=a(br,"TD",{align:!0});var Kie=l(RE);NY=o(Kie,"Speech2Text2"),Kie.forEach(t),IY=s(br),LE=a(br,"TD",{align:!0});var Xie=l(LE);xY=o(Xie,"\u2705"),Xie.forEach(t),OY=s(br),bE=a(br,"TD",{align:!0});var zie=l(bE);FY=o(zie,"\u274C"),zie.forEach(t),WY=s(br),SE=a(br,"TD",{align:!0});var Hie=l(SE);YY=o(Hie,"\u274C"),Hie.forEach(t),JY=s(br),wE=a(br,"TD",{align:!0});var Uie=l(wE);ZY=o(Uie,"\u274C"),Uie.forEach(t),VY=s(br),ME=a(br,"TD",{align:!0});var qie=l(ME);KY=o(qie,"\u274C"),qie.forEach(t),br.forEach(t),XY=s(f),Ce=a(f,"TR",{});var Sr=l(Ce);PE=a(Sr,"TD",{align:!0});var Qie=l(PE);zY=o(Qie,"Splinter"),Qie.forEach(t),HY=s(Sr),GE=a(Sr,"TD",{align:!0});var jie=l(GE);UY=o(jie,"\u2705"),jie.forEach(t),qY=s(Sr),kE=a(Sr,"TD",{align:!0});var $ie=l(kE);QY=o($ie,"\u2705"),$ie.forEach(t),jY=s(Sr),BE=a(Sr,"TD",{align:!0});var ede=l(BE);$Y=o(ede,"\u2705"),ede.forEach(t),eJ=s(Sr),CE=a(Sr,"TD",{align:!0});var tde=l(CE);tJ=o(tde,"\u274C"),tde.forEach(t),rJ=s(Sr),NE=a(Sr,"TD",{align:!0});var rde=l(NE);aJ=o(rde,"\u274C"),rde.forEach(t),Sr.forEach(t),lJ=s(f),Ne=a(f,"TR",{});var wr=l(Ne);IE=a(wr,"TD",{align:!0});var ade=l(IE);nJ=o(ade,"SqueezeBERT"),ade.forEach(t),oJ=s(wr),xE=a(wr,"TD",{align:!0});var lde=l(xE);iJ=o(lde,"\u2705"),lde.forEach(t),dJ=s(wr),OE=a(wr,"TD",{align:!0});var nde=l(OE);sJ=o(nde,"\u2705"),nde.forEach(t),hJ=s(wr),FE=a(wr,"TD",{align:!0});var ode=l(FE);cJ=o(ode,"\u2705"),ode.forEach(t),gJ=s(wr),WE=a(wr,"TD",{align:!0});var ide=l(WE);fJ=o(ide,"\u274C"),ide.forEach(t),uJ=s(wr),YE=a(wr,"TD",{align:!0});var dde=l(YE);vJ=o(dde,"\u274C"),dde.forEach(t),wr.forEach(t),EJ=s(f),Ie=a(f,"TR",{});var Mr=l(Ie);JE=a(Mr,"TD",{align:!0});var sde=l(JE);TJ=o(sde,"Swin"),sde.forEach(t),_J=s(Mr),ZE=a(Mr,"TD",{align:!0});var hde=l(ZE);mJ=o(hde,"\u274C"),hde.forEach(t),pJ=s(Mr),VE=a(Mr,"TD",{align:!0});var cde=l(VE);DJ=o(cde,"\u274C"),cde.forEach(t),yJ=s(Mr),KE=a(Mr,"TD",{align:!0});var gde=l(KE);AJ=o(gde,"\u2705"),gde.forEach(t),RJ=s(Mr),XE=a(Mr,"TD",{align:!0});var fde=l(XE);LJ=o(fde,"\u274C"),fde.forEach(t),bJ=s(Mr),zE=a(Mr,"TD",{align:!0});var ude=l(zE);SJ=o(ude,"\u274C"),ude.forEach(t),Mr.forEach(t),wJ=s(f),xe=a(f,"TR",{});var Pr=l(xe);HE=a(Pr,"TD",{align:!0});var vde=l(HE);MJ=o(vde,"T5"),vde.forEach(t),PJ=s(Pr),UE=a(Pr,"TD",{align:!0});var Ede=l(UE);GJ=o(Ede,"\u2705"),Ede.forEach(t),kJ=s(Pr),qE=a(Pr,"TD",{align:!0});var Tde=l(qE);BJ=o(Tde,"\u2705"),Tde.forEach(t),CJ=s(Pr),QE=a(Pr,"TD",{align:!0});var _de=l(QE);NJ=o(_de,"\u2705"),_de.forEach(t),IJ=s(Pr),jE=a(Pr,"TD",{align:!0});var mde=l(jE);xJ=o(mde,"\u2705"),mde.forEach(t),OJ=s(Pr),$E=a(Pr,"TD",{align:!0});var pde=l($E);FJ=o(pde,"\u2705"),pde.forEach(t),Pr.forEach(t),WJ=s(f),Oe=a(f,"TR",{});var Gr=l(Oe);e2=a(Gr,"TD",{align:!0});var Dde=l(e2);YJ=o(Dde,"TAPAS"),Dde.forEach(t),JJ=s(Gr),t2=a(Gr,"TD",{align:!0});var yde=l(t2);ZJ=o(yde,"\u2705"),yde.forEach(t),VJ=s(Gr),r2=a(Gr,"TD",{align:!0});var Ade=l(r2);KJ=o(Ade,"\u274C"),Ade.forEach(t),XJ=s(Gr),a2=a(Gr,"TD",{align:!0});var Rde=l(a2);zJ=o(Rde,"\u2705"),Rde.forEach(t),HJ=s(Gr),l2=a(Gr,"TD",{align:!0});var Lde=l(l2);UJ=o(Lde,"\u2705"),Lde.forEach(t),qJ=s(Gr),n2=a(Gr,"TD",{align:!0});var bde=l(n2);QJ=o(bde,"\u274C"),bde.forEach(t),Gr.forEach(t),jJ=s(f),Fe=a(f,"TR",{});var kr=l(Fe);o2=a(kr,"TD",{align:!0});var Sde=l(o2);$J=o(Sde,"Transformer-XL"),Sde.forEach(t),eZ=s(kr),i2=a(kr,"TD",{align:!0});var wde=l(i2);tZ=o(wde,"\u2705"),wde.forEach(t),rZ=s(kr),d2=a(kr,"TD",{align:!0});var Mde=l(d2);aZ=o(Mde,"\u274C"),Mde.forEach(t),lZ=s(kr),s2=a(kr,"TD",{align:!0});var Pde=l(s2);nZ=o(Pde,"\u2705"),Pde.forEach(t),oZ=s(kr),h2=a(kr,"TD",{align:!0});var Gde=l(h2);iZ=o(Gde,"\u2705"),Gde.forEach(t),dZ=s(kr),c2=a(kr,"TD",{align:!0});var kde=l(c2);sZ=o(kde,"\u274C"),kde.forEach(t),kr.forEach(t),hZ=s(f),We=a(f,"TR",{});var Br=l(We);g2=a(Br,"TD",{align:!0});var Bde=l(g2);cZ=o(Bde,"TrOCR"),Bde.forEach(t),gZ=s(Br),f2=a(Br,"TD",{align:!0});var Cde=l(f2);fZ=o(Cde,"\u274C"),Cde.forEach(t),uZ=s(Br),u2=a(Br,"TD",{align:!0});var Nde=l(u2);vZ=o(Nde,"\u274C"),Nde.forEach(t),EZ=s(Br),v2=a(Br,"TD",{align:!0});var Ide=l(v2);TZ=o(Ide,"\u2705"),Ide.forEach(t),_Z=s(Br),E2=a(Br,"TD",{align:!0});var xde=l(E2);mZ=o(xde,"\u274C"),xde.forEach(t),pZ=s(Br),T2=a(Br,"TD",{align:!0});var Ode=l(T2);DZ=o(Ode,"\u274C"),Ode.forEach(t),Br.forEach(t),yZ=s(f),Ye=a(f,"TR",{});var Cr=l(Ye);_2=a(Cr,"TD",{align:!0});var Fde=l(_2);AZ=o(Fde,"UniSpeech"),Fde.forEach(t),RZ=s(Cr),m2=a(Cr,"TD",{align:!0});var Wde=l(m2);LZ=o(Wde,"\u274C"),Wde.forEach(t),bZ=s(Cr),p2=a(Cr,"TD",{align:!0});var Yde=l(p2);SZ=o(Yde,"\u274C"),Yde.forEach(t),wZ=s(Cr),D2=a(Cr,"TD",{align:!0});var Jde=l(D2);MZ=o(Jde,"\u2705"),Jde.forEach(t),PZ=s(Cr),y2=a(Cr,"TD",{align:!0});var Zde=l(y2);GZ=o(Zde,"\u274C"),Zde.forEach(t),kZ=s(Cr),A2=a(Cr,"TD",{align:!0});var Vde=l(A2);BZ=o(Vde,"\u274C"),Vde.forEach(t),Cr.forEach(t),CZ=s(f),Je=a(f,"TR",{});var Nr=l(Je);R2=a(Nr,"TD",{align:!0});var Kde=l(R2);NZ=o(Kde,"UniSpeechSat"),Kde.forEach(t),IZ=s(Nr),L2=a(Nr,"TD",{align:!0});var Xde=l(L2);xZ=o(Xde,"\u274C"),Xde.forEach(t),OZ=s(Nr),b2=a(Nr,"TD",{align:!0});var zde=l(b2);FZ=o(zde,"\u274C"),zde.forEach(t),WZ=s(Nr),S2=a(Nr,"TD",{align:!0});var Hde=l(S2);YZ=o(Hde,"\u2705"),Hde.forEach(t),JZ=s(Nr),w2=a(Nr,"TD",{align:!0});var Ude=l(w2);ZZ=o(Ude,"\u274C"),Ude.forEach(t),VZ=s(Nr),M2=a(Nr,"TD",{align:!0});var qde=l(M2);KZ=o(qde,"\u274C"),qde.forEach(t),Nr.forEach(t),XZ=s(f),Ze=a(f,"TR",{});var Ir=l(Ze);P2=a(Ir,"TD",{align:!0});var Qde=l(P2);zZ=o(Qde,"ViLT"),Qde.forEach(t),HZ=s(Ir),G2=a(Ir,"TD",{align:!0});var jde=l(G2);UZ=o(jde,"\u274C"),jde.forEach(t),qZ=s(Ir),k2=a(Ir,"TD",{align:!0});var $de=l(k2);QZ=o($de,"\u274C"),$de.forEach(t),jZ=s(Ir),B2=a(Ir,"TD",{align:!0});var ese=l(B2);$Z=o(ese,"\u2705"),ese.forEach(t),eV=s(Ir),C2=a(Ir,"TD",{align:!0});var tse=l(C2);tV=o(tse,"\u274C"),tse.forEach(t),rV=s(Ir),N2=a(Ir,"TD",{align:!0});var rse=l(N2);aV=o(rse,"\u274C"),rse.forEach(t),Ir.forEach(t),lV=s(f),Ve=a(f,"TR",{});var xr=l(Ve);I2=a(xr,"TD",{align:!0});var ase=l(I2);nV=o(ase,"Vision Encoder decoder"),ase.forEach(t),oV=s(xr),x2=a(xr,"TD",{align:!0});var lse=l(x2);iV=o(lse,"\u274C"),lse.forEach(t),dV=s(xr),O2=a(xr,"TD",{align:!0});var nse=l(O2);sV=o(nse,"\u274C"),nse.forEach(t),hV=s(xr),F2=a(xr,"TD",{align:!0});var ose=l(F2);cV=o(ose,"\u2705"),ose.forEach(t),gV=s(xr),W2=a(xr,"TD",{align:!0});var ise=l(W2);fV=o(ise,"\u2705"),ise.forEach(t),uV=s(xr),Y2=a(xr,"TD",{align:!0});var dse=l(Y2);vV=o(dse,"\u2705"),dse.forEach(t),xr.forEach(t),EV=s(f),Ke=a(f,"TR",{});var Or=l(Ke);J2=a(Or,"TD",{align:!0});var sse=l(J2);TV=o(sse,"VisionTextDualEncoder"),sse.forEach(t),_V=s(Or),Z2=a(Or,"TD",{align:!0});var hse=l(Z2);mV=o(hse,"\u274C"),hse.forEach(t),pV=s(Or),V2=a(Or,"TD",{align:!0});var cse=l(V2);DV=o(cse,"\u274C"),cse.forEach(t),yV=s(Or),K2=a(Or,"TD",{align:!0});var gse=l(K2);AV=o(gse,"\u2705"),gse.forEach(t),RV=s(Or),X2=a(Or,"TD",{align:!0});var fse=l(X2);LV=o(fse,"\u274C"),fse.forEach(t),bV=s(Or),z2=a(Or,"TD",{align:!0});var use=l(z2);SV=o(use,"\u2705"),use.forEach(t),Or.forEach(t),wV=s(f),Xe=a(f,"TR",{});var Fr=l(Xe);H2=a(Fr,"TD",{align:!0});var vse=l(H2);MV=o(vse,"VisualBert"),vse.forEach(t),PV=s(Fr),U2=a(Fr,"TD",{align:!0});var Ese=l(U2);GV=o(Ese,"\u274C"),Ese.forEach(t),kV=s(Fr),q2=a(Fr,"TD",{align:!0});var Tse=l(q2);BV=o(Tse,"\u274C"),Tse.forEach(t),CV=s(Fr),Q2=a(Fr,"TD",{align:!0});var _se=l(Q2);NV=o(_se,"\u2705"),_se.forEach(t),IV=s(Fr),j2=a(Fr,"TD",{align:!0});var mse=l(j2);xV=o(mse,"\u274C"),mse.forEach(t),OV=s(Fr),$2=a(Fr,"TD",{align:!0});var pse=l($2);FV=o(pse,"\u274C"),pse.forEach(t),Fr.forEach(t),WV=s(f),ze=a(f,"TR",{});var Wr=l(ze);eT=a(Wr,"TD",{align:!0});var Dse=l(eT);YV=o(Dse,"ViT"),Dse.forEach(t),JV=s(Wr),tT=a(Wr,"TD",{align:!0});var yse=l(tT);ZV=o(yse,"\u274C"),yse.forEach(t),VV=s(Wr),rT=a(Wr,"TD",{align:!0});var Ase=l(rT);KV=o(Ase,"\u274C"),Ase.forEach(t),XV=s(Wr),aT=a(Wr,"TD",{align:!0});var Rse=l(aT);zV=o(Rse,"\u2705"),Rse.forEach(t),HV=s(Wr),lT=a(Wr,"TD",{align:!0});var Lse=l(lT);UV=o(Lse,"\u2705"),Lse.forEach(t),qV=s(Wr),nT=a(Wr,"TD",{align:!0});var bse=l(nT);QV=o(bse,"\u2705"),bse.forEach(t),Wr.forEach(t),jV=s(f),He=a(f,"TR",{});var Yr=l(He);oT=a(Yr,"TD",{align:!0});var Sse=l(oT);$V=o(Sse,"ViTMAE"),Sse.forEach(t),eK=s(Yr),iT=a(Yr,"TD",{align:!0});var wse=l(iT);tK=o(wse,"\u274C"),wse.forEach(t),rK=s(Yr),dT=a(Yr,"TD",{align:!0});var Mse=l(dT);aK=o(Mse,"\u274C"),Mse.forEach(t),lK=s(Yr),sT=a(Yr,"TD",{align:!0});var Pse=l(sT);nK=o(Pse,"\u2705"),Pse.forEach(t),oK=s(Yr),hT=a(Yr,"TD",{align:!0});var Gse=l(hT);iK=o(Gse,"\u274C"),Gse.forEach(t),dK=s(Yr),cT=a(Yr,"TD",{align:!0});var kse=l(cT);sK=o(kse,"\u274C"),kse.forEach(t),Yr.forEach(t),hK=s(f),Ue=a(f,"TR",{});var Jr=l(Ue);gT=a(Jr,"TD",{align:!0});var Bse=l(gT);cK=o(Bse,"Wav2Vec2"),Bse.forEach(t),gK=s(Jr),fT=a(Jr,"TD",{align:!0});var Cse=l(fT);fK=o(Cse,"\u2705"),Cse.forEach(t),uK=s(Jr),uT=a(Jr,"TD",{align:!0});var Nse=l(uT);vK=o(Nse,"\u274C"),Nse.forEach(t),EK=s(Jr),vT=a(Jr,"TD",{align:!0});var Ise=l(vT);TK=o(Ise,"\u2705"),Ise.forEach(t),_K=s(Jr),ET=a(Jr,"TD",{align:!0});var xse=l(ET);mK=o(xse,"\u2705"),xse.forEach(t),pK=s(Jr),TT=a(Jr,"TD",{align:!0});var Ose=l(TT);DK=o(Ose,"\u2705"),Ose.forEach(t),Jr.forEach(t),yK=s(f),qe=a(f,"TR",{});var Zr=l(qe);_T=a(Zr,"TD",{align:!0});var Fse=l(_T);AK=o(Fse,"WavLM"),Fse.forEach(t),RK=s(Zr),mT=a(Zr,"TD",{align:!0});var Wse=l(mT);LK=o(Wse,"\u274C"),Wse.forEach(t),bK=s(Zr),pT=a(Zr,"TD",{align:!0});var Yse=l(pT);SK=o(Yse,"\u274C"),Yse.forEach(t),wK=s(Zr),DT=a(Zr,"TD",{align:!0});var Jse=l(DT);MK=o(Jse,"\u2705"),Jse.forEach(t),PK=s(Zr),yT=a(Zr,"TD",{align:!0});var Zse=l(yT);GK=o(Zse,"\u274C"),Zse.forEach(t),kK=s(Zr),AT=a(Zr,"TD",{align:!0});var Vse=l(AT);BK=o(Vse,"\u274C"),Vse.forEach(t),Zr.forEach(t),CK=s(f),Qe=a(f,"TR",{});var Vr=l(Qe);RT=a(Vr,"TD",{align:!0});var Kse=l(RT);NK=o(Kse,"XGLM"),Kse.forEach(t),IK=s(Vr),LT=a(Vr,"TD",{align:!0});var Xse=l(LT);xK=o(Xse,"\u2705"),Xse.forEach(t),OK=s(Vr),bT=a(Vr,"TD",{align:!0});var zse=l(bT);FK=o(zse,"\u2705"),zse.forEach(t),WK=s(Vr),ST=a(Vr,"TD",{align:!0});var Hse=l(ST);YK=o(Hse,"\u2705"),Hse.forEach(t),JK=s(Vr),wT=a(Vr,"TD",{align:!0});var Use=l(wT);ZK=o(Use,"\u274C"),Use.forEach(t),VK=s(Vr),MT=a(Vr,"TD",{align:!0});var qse=l(MT);KK=o(qse,"\u2705"),qse.forEach(t),Vr.forEach(t),XK=s(f),je=a(f,"TR",{});var Kr=l(je);PT=a(Kr,"TD",{align:!0});var Qse=l(PT);zK=o(Qse,"XLM"),Qse.forEach(t),HK=s(Kr),GT=a(Kr,"TD",{align:!0});var jse=l(GT);UK=o(jse,"\u2705"),jse.forEach(t),qK=s(Kr),kT=a(Kr,"TD",{align:!0});var $se=l(kT);QK=o($se,"\u274C"),$se.forEach(t),jK=s(Kr),BT=a(Kr,"TD",{align:!0});var ehe=l(BT);$K=o(ehe,"\u2705"),ehe.forEach(t),eX=s(Kr),CT=a(Kr,"TD",{align:!0});var the=l(CT);tX=o(the,"\u2705"),the.forEach(t),rX=s(Kr),NT=a(Kr,"TD",{align:!0});var rhe=l(NT);aX=o(rhe,"\u274C"),rhe.forEach(t),Kr.forEach(t),lX=s(f),$e=a(f,"TR",{});var Xr=l($e);IT=a(Xr,"TD",{align:!0});var ahe=l(IT);nX=o(ahe,"XLM-RoBERTa"),ahe.forEach(t),oX=s(Xr),xT=a(Xr,"TD",{align:!0});var lhe=l(xT);iX=o(lhe,"\u2705"),lhe.forEach(t),dX=s(Xr),OT=a(Xr,"TD",{align:!0});var nhe=l(OT);sX=o(nhe,"\u2705"),nhe.forEach(t),hX=s(Xr),FT=a(Xr,"TD",{align:!0});var ohe=l(FT);cX=o(ohe,"\u2705"),ohe.forEach(t),gX=s(Xr),WT=a(Xr,"TD",{align:!0});var ihe=l(WT);fX=o(ihe,"\u2705"),ihe.forEach(t),uX=s(Xr),YT=a(Xr,"TD",{align:!0});var dhe=l(YT);vX=o(dhe,"\u2705"),dhe.forEach(t),Xr.forEach(t),EX=s(f),et=a(f,"TR",{});var zr=l(et);JT=a(zr,"TD",{align:!0});var she=l(JT);TX=o(she,"XLM-RoBERTa-XL"),she.forEach(t),_X=s(zr),ZT=a(zr,"TD",{align:!0});var hhe=l(ZT);mX=o(hhe,"\u274C"),hhe.forEach(t),pX=s(zr),VT=a(zr,"TD",{align:!0});var che=l(VT);DX=o(che,"\u274C"),che.forEach(t),yX=s(zr),KT=a(zr,"TD",{align:!0});var ghe=l(KT);AX=o(ghe,"\u2705"),ghe.forEach(t),RX=s(zr),XT=a(zr,"TD",{align:!0});var fhe=l(XT);LX=o(fhe,"\u274C"),fhe.forEach(t),bX=s(zr),zT=a(zr,"TD",{align:!0});var uhe=l(zT);SX=o(uhe,"\u274C"),uhe.forEach(t),zr.forEach(t),wX=s(f),tt=a(f,"TR",{});var Hr=l(tt);HT=a(Hr,"TD",{align:!0});var vhe=l(HT);MX=o(vhe,"XLMProphetNet"),vhe.forEach(t),PX=s(Hr),UT=a(Hr,"TD",{align:!0});var Ehe=l(UT);GX=o(Ehe,"\u2705"),Ehe.forEach(t),kX=s(Hr),qT=a(Hr,"TD",{align:!0});var The=l(qT);BX=o(The,"\u274C"),The.forEach(t),CX=s(Hr),QT=a(Hr,"TD",{align:!0});var _he=l(QT);NX=o(_he,"\u2705"),_he.forEach(t),IX=s(Hr),jT=a(Hr,"TD",{align:!0});var mhe=l(jT);xX=o(mhe,"\u274C"),mhe.forEach(t),OX=s(Hr),$T=a(Hr,"TD",{align:!0});var phe=l($T);FX=o(phe,"\u274C"),phe.forEach(t),Hr.forEach(t),WX=s(f),rt=a(f,"TR",{});var Ur=l(rt);e_=a(Ur,"TD",{align:!0});var Dhe=l(e_);YX=o(Dhe,"XLNet"),Dhe.forEach(t),JX=s(Ur),t_=a(Ur,"TD",{align:!0});var yhe=l(t_);ZX=o(yhe,"\u2705"),yhe.forEach(t),VX=s(Ur),r_=a(Ur,"TD",{align:!0});var Ahe=l(r_);KX=o(Ahe,"\u2705"),Ahe.forEach(t),XX=s(Ur),a_=a(Ur,"TD",{align:!0});var Rhe=l(a_);zX=o(Rhe,"\u2705"),Rhe.forEach(t),HX=s(Ur),l_=a(Ur,"TD",{align:!0});var Lhe=l(l_);UX=o(Lhe,"\u2705"),Lhe.forEach(t),qX=s(Ur),n_=a(Ur,"TD",{align:!0});var bhe=l(n_);QX=o(bhe,"\u274C"),bhe.forEach(t),Ur.forEach(t),jX=s(f),at=a(f,"TR",{});var qr=l(at);o_=a(qr,"TD",{align:!0});var She=l(o_);$X=o(She,"YOSO"),She.forEach(t),ez=s(qr),i_=a(qr,"TD",{align:!0});var whe=l(i_);tz=o(whe,"\u274C"),whe.forEach(t),rz=s(qr),d_=a(qr,"TD",{align:!0});var Mhe=l(d_);az=o(Mhe,"\u274C"),Mhe.forEach(t),lz=s(qr),s_=a(qr,"TD",{align:!0});var Phe=l(s_);nz=o(Phe,"\u2705"),Phe.forEach(t),oz=s(qr),h_=a(qr,"TD",{align:!0});var Ghe=l(h_);iz=o(Ghe,"\u274C"),Ghe.forEach(t),dz=s(qr),c_=a(qr,"TD",{align:!0});var khe=l(c_);sz=o(khe,"\u274C"),khe.forEach(t),qr.forEach(t),f.forEach(t),o0.forEach(t),this.h()},h(){i($r,"name","hf:doc:metadata"),i($r,"content",JSON.stringify(Whe)),i(Qr,"id","transformers"),i(Qr,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(Qr,"href","#transformers"),i(ot,"class","relative group"),i(cn,"href","https://pytorch.org/"),i(cn,"rel","nofollow"),i(gn,"href","https://www.tensorflow.org/"),i(gn,"rel","nofollow"),i(fn,"href","https://jax.readthedocs.io/en/latest/"),i(fn,"rel","nofollow"),i(va,"id","if-you-are-looking-for-custom-support-from-the-hugging-face-team"),i(va,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(va,"href","#if-you-are-looking-for-custom-support-from-the-hugging-face-team"),i(da,"class","relative group"),i(ea,"alt","HuggingFace Expert Acceleration Program"),xhe(ea.src,mz="https://huggingface.co/front/thumbnails/support.png")||i(ea,"src",mz),i0(ea,"max-width","600px"),i0(ea,"border","1px solid #eee"),i0(ea,"border-radius","4px"),i0(ea,"box-shadow","0 1px 2px 0 rgba(0, 0, 0, 0.05)"),i(sa,"target","_blank"),i(sa,"href","https://huggingface.co/support"),i(Ea,"id","contents"),i(Ea,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(Ea,"href","#contents"),i(ha,"class","relative group"),i(Ta,"id","supported-models"),i(Ta,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(Ta,"href","#supported-models"),i(ga,"class","relative group"),i(Zi,"href","model_doc/albert"),i(_n,"href","https://arxiv.org/abs/1909.11942"),i(_n,"rel","nofollow"),i(Vi,"href","model_doc/bart"),i(mn,"href","https://arxiv.org/abs/1910.13461"),i(mn,"rel","nofollow"),i(Ki,"href","model_doc/barthez"),i(pn,"href","https://arxiv.org/abs/2010.12321"),i(pn,"rel","nofollow"),i(Xi,"href","model_doc/bartpho"),i(Dn,"href","https://arxiv.org/abs/2109.09701"),i(Dn,"rel","nofollow"),i(zi,"href","model_doc/beit"),i(yn,"href","https://arxiv.org/abs/2106.08254"),i(yn,"rel","nofollow"),i(Hi,"href","model_doc/bert"),i(An,"href","https://arxiv.org/abs/1810.04805"),i(An,"rel","nofollow"),i(Ui,"href","model_doc/bertweet"),i(Rn,"href","https://aclanthology.org/2020.emnlp-demos.2/"),i(Rn,"rel","nofollow"),i(qi,"href","model_doc/bert-generation"),i(Ln,"href","https://arxiv.org/abs/1907.12461"),i(Ln,"rel","nofollow"),i(Qi,"href","model_doc/big_bird"),i(bn,"href","https://arxiv.org/abs/2007.14062"),i(bn,"rel","nofollow"),i(ji,"href","model_doc/bigbird_pegasus"),i(Sn,"href","https://arxiv.org/abs/2007.14062"),i(Sn,"rel","nofollow"),i($i,"href","model_doc/blenderbot"),i(wn,"href","https://arxiv.org/abs/2004.13637"),i(wn,"rel","nofollow"),i(ed,"href","model_doc/blenderbot-small"),i(Mn,"href","https://arxiv.org/abs/2004.13637"),i(Mn,"rel","nofollow"),i(td,"href","model_doc/bort"),i(Pn,"href","https://arxiv.org/abs/2010.10499"),i(Pn,"rel","nofollow"),i(rd,"href","model_doc/byt5"),i(Gn,"href","https://arxiv.org/abs/2105.13626"),i(Gn,"rel","nofollow"),i(ad,"href","model_doc/camembert"),i(kn,"href","https://arxiv.org/abs/1911.03894"),i(kn,"rel","nofollow"),i(ld,"href","model_doc/canine"),i(Bn,"href","https://arxiv.org/abs/2103.06874"),i(Bn,"rel","nofollow"),i(nd,"href","model_doc/convnext"),i(Cn,"href","https://arxiv.org/abs/2201.03545"),i(Cn,"rel","nofollow"),i(od,"href","model_doc/clip"),i(Nn,"href","https://arxiv.org/abs/2103.00020"),i(Nn,"rel","nofollow"),i(id,"href","model_doc/convbert"),i(In,"href","https://arxiv.org/abs/2008.02496"),i(In,"rel","nofollow"),i(dd,"href","model_doc/cpm"),i(xn,"href","https://arxiv.org/abs/2012.00413"),i(xn,"rel","nofollow"),i(sd,"href","model_doc/ctrl"),i(On,"href","https://arxiv.org/abs/1909.05858"),i(On,"rel","nofollow"),i(hd,"href","model_doc/data2vec"),i(Fn,"href","https://arxiv.org/abs/2202.03555"),i(Fn,"rel","nofollow"),i(cd,"href","model_doc/deberta"),i(Wn,"href","https://arxiv.org/abs/2006.03654"),i(Wn,"rel","nofollow"),i(gd,"href","model_doc/deberta-v2"),i(Yn,"href","https://arxiv.org/abs/2006.03654"),i(Yn,"rel","nofollow"),i(fd,"href","model_doc/dit"),i(Jn,"href","https://arxiv.org/abs/2203.02378"),i(Jn,"rel","nofollow"),i(ud,"href","model_doc/deit"),i(Zn,"href","https://arxiv.org/abs/2012.12877"),i(Zn,"rel","nofollow"),i(vd,"href","model_doc/detr"),i(Vn,"href","https://arxiv.org/abs/2005.12872"),i(Vn,"rel","nofollow"),i(Ed,"href","model_doc/dialogpt"),i(Kn,"href","https://arxiv.org/abs/1911.00536"),i(Kn,"rel","nofollow"),i(Td,"href","model_doc/distilbert"),i(Xn,"href","https://arxiv.org/abs/1910.01108"),i(Xn,"rel","nofollow"),i(zn,"href","https://github.com/huggingface/transformers/tree/master/examples/research_projects/distillation"),i(zn,"rel","nofollow"),i(Hn,"href","https://github.com/huggingface/transformers/tree/master/examples/research_projects/distillation"),i(Hn,"rel","nofollow"),i(Un,"href","https://github.com/huggingface/transformers/tree/master/examples/research_projects/distillation"),i(Un,"rel","nofollow"),i(_d,"href","model_doc/dpr"),i(qn,"href","https://arxiv.org/abs/2004.04906"),i(qn,"rel","nofollow"),i(md,"href","model_doc/encoder-decoder"),i(Qn,"href","https://arxiv.org/abs/1907.12461"),i(Qn,"rel","nofollow"),i(pd,"href","model_doc/electra"),i(jn,"href","https://arxiv.org/abs/2003.10555"),i(jn,"rel","nofollow"),i(Dd,"href","model_doc/flaubert"),i($n,"href","https://arxiv.org/abs/1912.05372"),i($n,"rel","nofollow"),i(yd,"href","model_doc/fnet"),i(eo,"href","https://arxiv.org/abs/2105.03824"),i(eo,"rel","nofollow"),i(Ad,"href","model_doc/funnel"),i(to,"href","https://arxiv.org/abs/2006.03236"),i(to,"rel","nofollow"),i(Rd,"href","model_doc/openai-gpt"),i(ro,"href","https://blog.openai.com/language-unsupervised/"),i(ro,"rel","nofollow"),i(Ld,"href","model_doc/gpt2"),i(ao,"href","https://blog.openai.com/better-language-models/"),i(ao,"rel","nofollow"),i(bd,"href","model_doc/gptj"),i(lo,"href","https://github.com/kingoflolz/mesh-transformer-jax/"),i(lo,"rel","nofollow"),i(Sd,"href","model_doc/gpt_neo"),i(no,"href","https://github.com/EleutherAI/gpt-neo"),i(no,"rel","nofollow"),i(wd,"href","model_doc/hubert"),i(oo,"href","https://arxiv.org/abs/2106.07447"),i(oo,"rel","nofollow"),i(Md,"href","model_doc/ibert"),i(io,"href","https://arxiv.org/abs/2101.01321"),i(io,"rel","nofollow"),i(Pd,"href","model_doc/imagegpt"),i(so,"href","https://openai.com/blog/image-gpt/"),i(so,"rel","nofollow"),i(Gd,"href","model_doc/layoutlm"),i(ho,"href","https://arxiv.org/abs/1912.13318"),i(ho,"rel","nofollow"),i(kd,"href","model_doc/layoutlmv2"),i(co,"href","https://arxiv.org/abs/2012.14740"),i(co,"rel","nofollow"),i(Bd,"href","model_doc/layoutlmv2"),i(go,"href","https://arxiv.org/abs/2104.08836"),i(go,"rel","nofollow"),i(Cd,"href","model_doc/led"),i(fo,"href","https://arxiv.org/abs/2004.05150"),i(fo,"rel","nofollow"),i(Nd,"href","model_doc/longformer"),i(uo,"href","https://arxiv.org/abs/2004.05150"),i(uo,"rel","nofollow"),i(Id,"href","model_doc/luke"),i(vo,"href","https://arxiv.org/abs/2010.01057"),i(vo,"rel","nofollow"),i(xd,"href","model_doc/mluke"),i(Eo,"href","https://arxiv.org/abs/2110.08151"),i(Eo,"rel","nofollow"),i(Od,"href","model_doc/lxmert"),i(To,"href","https://arxiv.org/abs/1908.07490"),i(To,"rel","nofollow"),i(Fd,"href","model_doc/m2m_100"),i(_o,"href","https://arxiv.org/abs/2010.11125"),i(_o,"rel","nofollow"),i(Wd,"href","model_doc/marian"),i(mo,"href","http://opus.nlpl.eu/"),i(mo,"rel","nofollow"),i(po,"href","https://marian-nmt.github.io/"),i(po,"rel","nofollow"),i(Yd,"href","model_doc/maskformer"),i(Do,"href","https://arxiv.org/abs/2107.06278"),i(Do,"rel","nofollow"),i(Jd,"href","model_doc/mbart"),i(yo,"href","https://arxiv.org/abs/2001.08210"),i(yo,"rel","nofollow"),i(Zd,"href","model_doc/mbart"),i(Ao,"href","https://arxiv.org/abs/2008.00401"),i(Ao,"rel","nofollow"),i(Vd,"href","model_doc/megatron-bert"),i(Ro,"href","https://arxiv.org/abs/1909.08053"),i(Ro,"rel","nofollow"),i(Kd,"href","model_doc/megatron_gpt2"),i(Lo,"href","https://arxiv.org/abs/1909.08053"),i(Lo,"rel","nofollow"),i(Xd,"href","model_doc/mpnet"),i(bo,"href","https://arxiv.org/abs/2004.09297"),i(bo,"rel","nofollow"),i(zd,"href","model_doc/mt5"),i(So,"href","https://arxiv.org/abs/2010.11934"),i(So,"rel","nofollow"),i(Hd,"href","model_doc/nystromformer"),i(wo,"href","https://arxiv.org/abs/2102.03902"),i(wo,"rel","nofollow"),i(Ud,"href","model_doc/pegasus"),i(Mo,"href","https://arxiv.org/abs/1912.08777"),i(Mo,"rel","nofollow"),i(qd,"href","model_doc/perceiver"),i(Po,"href","https://arxiv.org/abs/2107.14795"),i(Po,"rel","nofollow"),i(Qd,"href","model_doc/phobert"),i(Go,"href","https://www.aclweb.org/anthology/2020.findings-emnlp.92/"),i(Go,"rel","nofollow"),i(jd,"href","model_doc/plbart"),i(ko,"href","https://arxiv.org/abs/2103.06333"),i(ko,"rel","nofollow"),i($d,"href","model_doc/poolformer"),i(Bo,"href","https://arxiv.org/abs/2111.11418"),i(Bo,"rel","nofollow"),i(es,"href","model_doc/prophetnet"),i(Co,"href","https://arxiv.org/abs/2001.04063"),i(Co,"rel","nofollow"),i(ts,"href","model_doc/qdqbert"),i(No,"href","https://arxiv.org/abs/2004.09602"),i(No,"rel","nofollow"),i(Io,"href","https://huggingface.co/transformers/model_doc/realm.html"),i(Io,"rel","nofollow"),i(xo,"href","https://arxiv.org/abs/2002.08909"),i(xo,"rel","nofollow"),i(rs,"href","model_doc/reformer"),i(Oo,"href","https://arxiv.org/abs/2001.04451"),i(Oo,"rel","nofollow"),i(as,"href","model_doc/rembert"),i(Fo,"href","https://arxiv.org/abs/2010.12821"),i(Fo,"rel","nofollow"),i(ls,"href","model_doc/roberta"),i(Wo,"href","https://arxiv.org/abs/1907.11692"),i(Wo,"rel","nofollow"),i(ns,"href","model_doc/roformer"),i(Yo,"href","https://arxiv.org/abs/2104.09864"),i(Yo,"rel","nofollow"),i(os,"href","model_doc/segformer"),i(Jo,"href","https://arxiv.org/abs/2105.15203"),i(Jo,"rel","nofollow"),i(is,"href","model_doc/sew"),i(Zo,"href","https://arxiv.org/abs/2109.06870"),i(Zo,"rel","nofollow"),i(ds,"href","model_doc/sew_d"),i(Vo,"href","https://arxiv.org/abs/2109.06870"),i(Vo,"rel","nofollow"),i(ss,"href","model_doc/speech_to_text"),i(Ko,"href","https://arxiv.org/abs/2010.05171"),i(Ko,"rel","nofollow"),i(hs,"href","model_doc/speech_to_text_2"),i(Xo,"href","https://arxiv.org/abs/2104.06678"),i(Xo,"rel","nofollow"),i(cs,"href","model_doc/splinter"),i(zo,"href","https://arxiv.org/abs/2101.00438"),i(zo,"rel","nofollow"),i(gs,"href","model_doc/squeezebert"),i(Ho,"href","https://arxiv.org/abs/2006.11316"),i(Ho,"rel","nofollow"),i(fs,"href","model_doc/swin"),i(Uo,"href","https://arxiv.org/abs/2103.14030"),i(Uo,"rel","nofollow"),i(us,"href","model_doc/t5"),i(qo,"href","https://arxiv.org/abs/1910.10683"),i(qo,"rel","nofollow"),i(vs,"href","model_doc/t5v1.1"),i(Qo,"href","https://github.com/google-research/text-to-text-transfer-transformer/blob/main/released_checkpoints.md#t511"),i(Qo,"rel","nofollow"),i(Es,"href","model_doc/tapas"),i(jo,"href","https://arxiv.org/abs/2004.02349"),i(jo,"rel","nofollow"),i(Ts,"href","model_doc/transfo-xl"),i($o,"href","https://arxiv.org/abs/1901.02860"),i($o,"rel","nofollow"),i(_s,"href","model_doc/trocr"),i(ei,"href","https://arxiv.org/abs/2109.10282"),i(ei,"rel","nofollow"),i(ms,"href","model_doc/unispeech"),i(ti,"href","https://arxiv.org/abs/2101.07597"),i(ti,"rel","nofollow"),i(ps,"href","model_doc/unispeech-sat"),i(ri,"href","https://arxiv.org/abs/2110.05752"),i(ri,"rel","nofollow"),i(Ds,"href","model_doc/vilt"),i(ai,"href","https://arxiv.org/abs/2102.03334"),i(ai,"rel","nofollow"),i(ys,"href","model_doc/vit"),i(li,"href","https://arxiv.org/abs/2010.11929"),i(li,"rel","nofollow"),i(As,"href","model_doc/vit_mae"),i(ni,"href","https://arxiv.org/abs/2111.06377"),i(ni,"rel","nofollow"),i(Rs,"href","model_doc/visual_bert"),i(oi,"href","https://arxiv.org/pdf/1908.03557"),i(oi,"rel","nofollow"),i(Ls,"href","model_doc/wavlm"),i(ii,"href","https://arxiv.org/abs/2110.13900"),i(ii,"rel","nofollow"),i(bs,"href","model_doc/wav2vec2"),i(di,"href","https://arxiv.org/abs/2006.11477"),i(di,"rel","nofollow"),i(si,"href","https://huggingface.co/docs/master/transformers/model_doc/wav2vec2_phoneme"),i(si,"rel","nofollow"),i(hi,"href","https://arxiv.org/abs/2109.11680"),i(hi,"rel","nofollow"),i(ci,"href","https://huggingface.co/docs/master/transformers/model_doc/xglm"),i(ci,"rel","nofollow"),i(gi,"href","https://arxiv.org/abs/2112.10668"),i(gi,"rel","nofollow"),i(Ss,"href","model_doc/xlm"),i(fi,"href","https://arxiv.org/abs/1901.07291"),i(fi,"rel","nofollow"),i(ws,"href","model_doc/xlm-prophetnet"),i(ui,"href","https://arxiv.org/abs/2001.04063"),i(ui,"rel","nofollow"),i(Ms,"href","model_doc/xlm-roberta"),i(vi,"href","https://arxiv.org/abs/1911.02116"),i(vi,"rel","nofollow"),i(Ps,"href","model_doc/xlm-roberta-xl"),i(Ei,"href","https://arxiv.org/abs/2105.00572"),i(Ei,"rel","nofollow"),i(Gs,"href","model_doc/xlnet"),i(Ti,"href","https://arxiv.org/abs/1906.08237"),i(Ti,"rel","nofollow"),i(ks,"href","model_doc/xlsr_wav2vec2"),i(_i,"href","https://arxiv.org/abs/2006.13979"),i(_i,"rel","nofollow"),i(mi,"href","https://huggingface.co/docs/master/transformers/model_doc/xls_r"),i(mi,"rel","nofollow"),i(pi,"href","https://arxiv.org/abs/2111.09296"),i(pi,"rel","nofollow"),i(Bs,"href","model_doc/yoso"),i(Di,"href","https://arxiv.org/abs/2111.09714"),i(Di,"rel","nofollow"),i(nn,"id","supported-frameworks"),i(nn,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(nn,"href","#supported-frameworks"),i(fa,"class","relative group"),i(Ns,"align","center"),i(Is,"align","center"),i(xs,"align","center"),i(Os,"align","center"),i(Fs,"align","center"),i(Ws,"align","center"),i(Ys,"align","center"),i(Js,"align","center"),i(Zs,"align","center"),i(Vs,"align","center"),i(Ks,"align","center"),i(Xs,"align","center"),i(zs,"align","center"),i(Hs,"align","center"),i(Us,"align","center"),i(qs,"align","center"),i(Qs,"align","center"),i(js,"align","center"),i($s,"align","center"),i(eh,"align","center"),i(th,"align","center"),i(rh,"align","center"),i(ah,"align","center"),i(lh,"align","center"),i(nh,"align","center"),i(oh,"align","center"),i(ih,"align","center"),i(dh,"align","center"),i(sh,"align","center"),i(hh,"align","center"),i(ch,"align","center"),i(gh,"align","center"),i(fh,"align","center"),i(uh,"align","center"),i(vh,"align","center"),i(Eh,"align","center"),i(Th,"align","center"),i(_h,"align","center"),i(mh,"align","center"),i(ph,"align","center"),i(Dh,"align","center"),i(yh,"align","center"),i(Ah,"align","center"),i(Rh,"align","center"),i(Lh,"align","center"),i(bh,"align","center"),i(Sh,"align","center"),i(wh,"align","center"),i(Mh,"align","center"),i(Ph,"align","center"),i(Gh,"align","center"),i(kh,"align","center"),i(Bh,"align","center"),i(Ch,"align","center"),i(Nh,"align","center"),i(Ih,"align","center"),i(xh,"align","center"),i(Oh,"align","center"),i(Fh,"align","center"),i(Wh,"align","center"),i(Yh,"align","center"),i(Jh,"align","center"),i(Zh,"align","center"),i(Vh,"align","center"),i(Kh,"align","center"),i(Xh,"align","center"),i(zh,"align","center"),i(Hh,"align","center"),i(Uh,"align","center"),i(qh,"align","center"),i(Qh,"align","center"),i(jh,"align","center"),i($h,"align","center"),i(ec,"align","center"),i(tc,"align","center"),i(rc,"align","center"),i(ac,"align","center"),i(lc,"align","center"),i(nc,"align","center"),i(oc,"align","center"),i(ic,"align","center"),i(dc,"align","center"),i(sc,"align","center"),i(hc,"align","center"),i(cc,"align","center"),i(gc,"align","center"),i(fc,"align","center"),i(uc,"align","center"),i(vc,"align","center"),i(Ec,"align","center"),i(Tc,"align","center"),i(_c,"align","center"),i(mc,"align","center"),i(pc,"align","center"),i(Dc,"align","center"),i(yc,"align","center"),i(Ac,"align","center"),i(Rc,"align","center"),i(Lc,"align","center"),i(bc,"align","center"),i(Sc,"align","center"),i(wc,"align","center"),i(Mc,"align","center"),i(Pc,"align","center"),i(Gc,"align","center"),i(kc,"align","center"),i(Bc,"align","center"),i(Cc,"align","center"),i(Nc,"align","center"),i(Ic,"align","center"),i(xc,"align","center"),i(Oc,"align","center"),i(Fc,"align","center"),i(Wc,"align","center"),i(Yc,"align","center"),i(Jc,"align","center"),i(Zc,"align","center"),i(Vc,"align","center"),i(Kc,"align","center"),i(Xc,"align","center"),i(zc,"align","center"),i(Hc,"align","center"),i(Uc,"align","center"),i(qc,"align","center"),i(Qc,"align","center"),i(jc,"align","center"),i($c,"align","center"),i(eg,"align","center"),i(tg,"align","center"),i(rg,"align","center"),i(ag,"align","center"),i(lg,"align","center"),i(ng,"align","center"),i(og,"align","center"),i(ig,"align","center"),i(dg,"align","center"),i(sg,"align","center"),i(hg,"align","center"),i(cg,"align","center"),i(gg,"align","center"),i(fg,"align","center"),i(ug,"align","center"),i(vg,"align","center"),i(Eg,"align","center"),i(Tg,"align","center"),i(_g,"align","center"),i(mg,"align","center"),i(pg,"align","center"),i(Dg,"align","center"),i(yg,"align","center"),i(Ag,"align","center"),i(Rg,"align","center"),i(Lg,"align","center"),i(bg,"align","center"),i(Sg,"align","center"),i(wg,"align","center"),i(Mg,"align","center"),i(Pg,"align","center"),i(Gg,"align","center"),i(kg,"align","center"),i(Bg,"align","center"),i(Cg,"align","center"),i(Ng,"align","center"),i(Ig,"align","center"),i(xg,"align","center"),i(Og,"align","center"),i(Fg,"align","center"),i(Wg,"align","center"),i(Yg,"align","center"),i(Jg,"align","center"),i(Zg,"align","center"),i(Vg,"align","center"),i(Kg,"align","center"),i(Xg,"align","center"),i(zg,"align","center"),i(Hg,"align","center"),i(Ug,"align","center"),i(qg,"align","center"),i(Qg,"align","center"),i(jg,"align","center"),i($g,"align","center"),i(ef,"align","center"),i(tf,"align","center"),i(rf,"align","center"),i(af,"align","center"),i(lf,"align","center"),i(nf,"align","center"),i(of,"align","center"),i(df,"align","center"),i(sf,"align","center"),i(hf,"align","center"),i(cf,"align","center"),i(gf,"align","center"),i(ff,"align","center"),i(uf,"align","center"),i(vf,"align","center"),i(Ef,"align","center"),i(Tf,"align","center"),i(_f,"align","center"),i(mf,"align","center"),i(pf,"align","center"),i(Df,"align","center"),i(yf,"align","center"),i(Af,"align","center"),i(Rf,"align","center"),i(Lf,"align","center"),i(bf,"align","center"),i(Sf,"align","center"),i(wf,"align","center"),i(Mf,"align","center"),i(Pf,"align","center"),i(Gf,"align","center"),i(kf,"align","center"),i(Bf,"align","center"),i(Cf,"align","center"),i(Nf,"align","center"),i(If,"align","center"),i(xf,"align","center"),i(Of,"align","center"),i(Ff,"align","center"),i(Wf,"align","center"),i(Yf,"align","center"),i(Jf,"align","center"),i(Zf,"align","center"),i(Vf,"align","center"),i(Kf,"align","center"),i(Xf,"align","center"),i(zf,"align","center"),i(Hf,"align","center"),i(Uf,"align","center"),i(qf,"align","center"),i(Qf,"align","center"),i(jf,"align","center"),i($f,"align","center"),i(e1,"align","center"),i(t1,"align","center"),i(r1,"align","center"),i(a1,"align","center"),i(l1,"align","center"),i(n1,"align","center"),i(o1,"align","center"),i(i1,"align","center"),i(d1,"align","center"),i(s1,"align","center"),i(h1,"align","center"),i(c1,"align","center"),i(g1,"align","center"),i(f1,"align","center"),i(u1,"align","center"),i(v1,"align","center"),i(E1,"align","center"),i(T1,"align","center"),i(_1,"align","center"),i(m1,"align","center"),i(p1,"align","center"),i(D1,"align","center"),i(y1,"align","center"),i(A1,"align","center"),i(R1,"align","center"),i(L1,"align","center"),i(b1,"align","center"),i(S1,"align","center"),i(w1,"align","center"),i(M1,"align","center"),i(P1,"align","center"),i(G1,"align","center"),i(k1,"align","center"),i(B1,"align","center"),i(C1,"align","center"),i(N1,"align","center"),i(I1,"align","center"),i(x1,"align","center"),i(O1,"align","center"),i(F1,"align","center"),i(W1,"align","center"),i(Y1,"align","center"),i(J1,"align","center"),i(Z1,"align","center"),i(V1,"align","center"),i(K1,"align","center"),i(X1,"align","center"),i(z1,"align","center"),i(H1,"align","center"),i(U1,"align","center"),i(q1,"align","center"),i(Q1,"align","center"),i(j1,"align","center"),i($1,"align","center"),i(eu,"align","center"),i(tu,"align","center"),i(ru,"align","center"),i(au,"align","center"),i(lu,"align","center"),i(nu,"align","center"),i(ou,"align","center"),i(iu,"align","center"),i(du,"align","center"),i(su,"align","center"),i(hu,"align","center"),i(cu,"align","center"),i(gu,"align","center"),i(fu,"align","center"),i(uu,"align","center"),i(vu,"align","center"),i(Eu,"align","center"),i(Tu,"align","center"),i(_u,"align","center"),i(mu,"align","center"),i(pu,"align","center"),i(Du,"align","center"),i(yu,"align","center"),i(Au,"align","center"),i(Ru,"align","center"),i(Lu,"align","center"),i(bu,"align","center"),i(Su,"align","center"),i(wu,"align","center"),i(Mu,"align","center"),i(Pu,"align","center"),i(Gu,"align","center"),i(ku,"align","center"),i(Bu,"align","center"),i(Cu,"align","center"),i(Nu,"align","center"),i(Iu,"align","center"),i(xu,"align","center"),i(Ou,"align","center"),i(Fu,"align","center"),i(Wu,"align","center"),i(Yu,"align","center"),i(Ju,"align","center"),i(Zu,"align","center"),i(Vu,"align","center"),i(Ku,"align","center"),i(Xu,"align","center"),i(zu,"align","center"),i(Hu,"align","center"),i(Uu,"align","center"),i(qu,"align","center"),i(Qu,"align","center"),i(ju,"align","center"),i($u,"align","center"),i(ev,"align","center"),i(tv,"align","center"),i(rv,"align","center"),i(av,"align","center"),i(lv,"align","center"),i(nv,"align","center"),i(ov,"align","center"),i(iv,"align","center"),i(dv,"align","center"),i(sv,"align","center"),i(hv,"align","center"),i(cv,"align","center"),i(gv,"align","center"),i(fv,"align","center"),i(uv,"align","center"),i(vv,"align","center"),i(Ev,"align","center"),i(Tv,"align","center"),i(_v,"align","center"),i(mv,"align","center"),i(pv,"align","center"),i(Dv,"align","center"),i(yv,"align","center"),i(Av,"align","center"),i(Rv,"align","center"),i(Lv,"align","center"),i(bv,"align","center"),i(Sv,"align","center"),i(wv,"align","center"),i(Mv,"align","center"),i(Pv,"align","center"),i(Gv,"align","center"),i(kv,"align","center"),i(Bv,"align","center"),i(Cv,"align","center"),i(Nv,"align","center"),i(Iv,"align","center"),i(xv,"align","center"),i(Ov,"align","center"),i(Fv,"align","center"),i(Wv,"align","center"),i(Yv,"align","center"),i(Jv,"align","center"),i(Zv,"align","center"),i(Vv,"align","center"),i(Kv,"align","center"),i(Xv,"align","center"),i(zv,"align","center"),i(Hv,"align","center"),i(Uv,"align","center"),i(qv,"align","center"),i(Qv,"align","center"),i(jv,"align","center"),i($v,"align","center"),i(eE,"align","center"),i(tE,"align","center"),i(rE,"align","center"),i(aE,"align","center"),i(lE,"align","center"),i(nE,"align","center"),i(oE,"align","center"),i(iE,"align","center"),i(dE,"align","center"),i(sE,"align","center"),i(hE,"align","center"),i(cE,"align","center"),i(gE,"align","center"),i(fE,"align","center"),i(uE,"align","center"),i(vE,"align","center"),i(EE,"align","center"),i(TE,"align","center"),i(_E,"align","center"),i(mE,"align","center"),i(pE,"align","center"),i(DE,"align","center"),i(yE,"align","center"),i(AE,"align","center"),i(RE,"align","center"),i(LE,"align","center"),i(bE,"align","center"),i(SE,"align","center"),i(wE,"align","center"),i(ME,"align","center"),i(PE,"align","center"),i(GE,"align","center"),i(kE,"align","center"),i(BE,"align","center"),i(CE,"align","center"),i(NE,"align","center"),i(IE,"align","center"),i(xE,"align","center"),i(OE,"align","center"),i(FE,"align","center"),i(WE,"align","center"),i(YE,"align","center"),i(JE,"align","center"),i(ZE,"align","center"),i(VE,"align","center"),i(KE,"align","center"),i(XE,"align","center"),i(zE,"align","center"),i(HE,"align","center"),i(UE,"align","center"),i(qE,"align","center"),i(QE,"align","center"),i(jE,"align","center"),i($E,"align","center"),i(e2,"align","center"),i(t2,"align","center"),i(r2,"align","center"),i(a2,"align","center"),i(l2,"align","center"),i(n2,"align","center"),i(o2,"align","center"),i(i2,"align","center"),i(d2,"align","center"),i(s2,"align","center"),i(h2,"align","center"),i(c2,"align","center"),i(g2,"align","center"),i(f2,"align","center"),i(u2,"align","center"),i(v2,"align","center"),i(E2,"align","center"),i(T2,"align","center"),i(_2,"align","center"),i(m2,"align","center"),i(p2,"align","center"),i(D2,"align","center"),i(y2,"align","center"),i(A2,"align","center"),i(R2,"align","center"),i(L2,"align","center"),i(b2,"align","center"),i(S2,"align","center"),i(w2,"align","center"),i(M2,"align","center"),i(P2,"align","center"),i(G2,"align","center"),i(k2,"align","center"),i(B2,"align","center"),i(C2,"align","center"),i(N2,"align","center"),i(I2,"align","center"),i(x2,"align","center"),i(O2,"align","center"),i(F2,"align","center"),i(W2,"align","center"),i(Y2,"align","center"),i(J2,"align","center"),i(Z2,"align","center"),i(V2,"align","center"),i(K2,"align","center"),i(X2,"align","center"),i(z2,"align","center"),i(H2,"align","center"),i(U2,"align","center"),i(q2,"align","center"),i(Q2,"align","center"),i(j2,"align","center"),i($2,"align","center"),i(eT,"align","center"),i(tT,"align","center"),i(rT,"align","center"),i(aT,"align","center"),i(lT,"align","center"),i(nT,"align","center"),i(oT,"align","center"),i(iT,"align","center"),i(dT,"align","center"),i(sT,"align","center"),i(hT,"align","center"),i(cT,"align","center"),i(gT,"align","center"),i(fT,"align","center"),i(uT,"align","center"),i(vT,"align","center"),i(ET,"align","center"),i(TT,"align","center"),i(_T,"align","center"),i(mT,"align","center"),i(pT,"align","center"),i(DT,"align","center"),i(yT,"align","center"),i(AT,"align","center"),i(RT,"align","center"),i(LT,"align","center"),i(bT,"align","center"),i(ST,"align","center"),i(wT,"align","center"),i(MT,"align","center"),i(PT,"align","center"),i(GT,"align","center"),i(kT,"align","center"),i(BT,"align","center"),i(CT,"align","center"),i(NT,"align","center"),i(IT,"align","center"),i(xT,"align","center"),i(OT,"align","center"),i(FT,"align","center"),i(WT,"align","center"),i(YT,"align","center"),i(JT,"align","center"),i(ZT,"align","center"),i(VT,"align","center"),i(KT,"align","center"),i(XT,"align","center"),i(zT,"align","center"),i(HT,"align","center"),i(UT,"align","center"),i(qT,"align","center"),i(QT,"align","center"),i(jT,"align","center"),i($T,"align","center"),i(e_,"align","center"),i(t_,"align","center"),i(r_,"align","center"),i(a_,"align","center"),i(l_,"align","center"),i(n_,"align","center"),i(o_,"align","center"),i(i_,"align","center"),i(d_,"align","center"),i(s_,"align","center"),i(h_,"align","center"),i(c_,"align","center")},m(u,v){e(document.head,$r),E(u,Mi,v),E(u,ot,v),e(ot,Qr),e(Qr,f_),Gm(hn,f_,null),e(ot,s0),e(ot,u_),e(u_,h0),E(u,Im,v),E(u,Pi,v),e(Pi,c0),E(u,xm,v),E(u,Gi,v),e(Gi,g0),E(u,Om,v),E(u,it,v),e(it,v_),e(v_,f0),e(it,u0),e(it,E_),e(E_,v0),e(it,E0),e(it,T_),e(T_,T0),e(it,_0),e(it,__),e(__,m0),E(u,Fm,v),E(u,dt,v),e(dt,p0),e(dt,cn),e(cn,D0),e(dt,y0),e(dt,gn),e(gn,A0),e(dt,R0),e(dt,fn),e(fn,L0),e(dt,b0),E(u,Wm,v),E(u,ki,v),e(ki,S0),E(u,Ym,v),E(u,da,v),e(da,va),e(va,m_),Gm(un,m_,null),e(da,w0),e(da,p_),e(p_,M0),E(u,Jm,v),E(u,sa,v),e(sa,ea),e(sa,P0),E(u,Zm,v),E(u,Vm,v),E(u,ha,v),e(ha,Ea),e(Ea,D_),Gm(vn,D_,null),e(ha,G0),e(ha,y_),e(y_,k0),E(u,Km,v),E(u,Bi,v),e(Bi,B0),E(u,Xm,v),E(u,lt,v),e(lt,A_),e(A_,Ci),e(Ci,R_),e(R_,C0),e(Ci,N0),e(lt,I0),e(lt,L_),e(L_,Ni),e(Ni,b_),e(b_,x0),e(Ni,O0),e(lt,F0),e(lt,S_),e(S_,Ii),e(Ii,w_),e(w_,W0),e(Ii,Y0),e(lt,J0),e(lt,M_),e(M_,xi),e(xi,P_),e(P_,Z0),e(xi,V0),e(lt,K0),e(lt,En),e(En,Oi),e(Oi,G_),e(G_,X0),e(Oi,z0),e(En,H0),e(En,ca),e(ca,Fi),e(Fi,k_),e(k_,U0),e(Fi,q0),e(ca,Q0),e(ca,Wi),e(Wi,B_),e(B_,j0),e(Wi,$0),e(ca,ep),e(ca,Yi),e(Yi,C_),e(C_,tp),e(Yi,rp),E(u,zm,v),E(u,Ji,v),e(Ji,ap),E(u,Hm,v),E(u,ga,v),e(ga,Ta),e(Ta,N_),Gm(Tn,N_,null),e(ga,lp),e(ga,I_),e(I_,np),E(u,Um,v),E(u,h,v),e(h,_a),e(_a,x_),e(x_,Zi),e(Zi,op),e(_a,ip),e(_a,_n),e(_n,dp),e(_a,sp),e(h,hp),e(h,ma),e(ma,O_),e(O_,Vi),e(Vi,cp),e(ma,gp),e(ma,mn),e(mn,fp),e(ma,up),e(h,vp),e(h,pa),e(pa,F_),e(F_,Ki),e(Ki,Ep),e(pa,Tp),e(pa,pn),e(pn,_p),e(pa,mp),e(h,pp),e(h,Da),e(Da,W_),e(W_,Xi),e(Xi,Dp),e(Da,yp),e(Da,Dn),e(Dn,Ap),e(Da,Rp),e(h,Lp),e(h,ya),e(ya,Y_),e(Y_,zi),e(zi,bp),e(ya,Sp),e(ya,yn),e(yn,wp),e(ya,Mp),e(h,Pp),e(h,Aa),e(Aa,J_),e(J_,Hi),e(Hi,Gp),e(Aa,kp),e(Aa,An),e(An,Bp),e(Aa,Cp),e(h,Np),e(h,Ra),e(Ra,Z_),e(Z_,Ui),e(Ui,Ip),e(Ra,xp),e(Ra,Rn),e(Rn,Op),e(Ra,Fp),e(h,Wp),e(h,La),e(La,V_),e(V_,qi),e(qi,Yp),e(La,Jp),e(La,Ln),e(Ln,Zp),e(La,Vp),e(h,Kp),e(h,ba),e(ba,K_),e(K_,Qi),e(Qi,Xp),e(ba,zp),e(ba,bn),e(bn,Hp),e(ba,Up),e(h,qp),e(h,Sa),e(Sa,X_),e(X_,ji),e(ji,Qp),e(Sa,jp),e(Sa,Sn),e(Sn,$p),e(Sa,e6),e(h,t6),e(h,wa),e(wa,z_),e(z_,$i),e($i,r6),e(wa,a6),e(wa,wn),e(wn,l6),e(wa,n6),e(h,o6),e(h,Ma),e(Ma,H_),e(H_,ed),e(ed,i6),e(Ma,d6),e(Ma,Mn),e(Mn,s6),e(Ma,h6),e(h,c6),e(h,Pa),e(Pa,U_),e(U_,td),e(td,g6),e(Pa,f6),e(Pa,Pn),e(Pn,u6),e(Pa,v6),e(h,E6),e(h,Ga),e(Ga,q_),e(q_,rd),e(rd,T6),e(Ga,_6),e(Ga,Gn),e(Gn,m6),e(Ga,p6),e(h,D6),e(h,ta),e(ta,Q_),e(Q_,ad),e(ad,y6),e(ta,A6),e(ta,kn),e(kn,R6),e(ta,L6),e(ta,j_),e(j_,b6),e(ta,S6),e(h,w6),e(h,ka),e(ka,$_),e($_,ld),e(ld,M6),e(ka,P6),e(ka,Bn),e(Bn,G6),e(ka,k6),e(h,B6),e(h,Ba),e(Ba,e3),e(e3,nd),e(nd,C6),e(Ba,N6),e(Ba,Cn),e(Cn,I6),e(Ba,x6),e(h,O6),e(h,Ca),e(Ca,t3),e(t3,od),e(od,F6),e(Ca,W6),e(Ca,Nn),e(Nn,Y6),e(Ca,J6),e(h,Z6),e(h,Na),e(Na,r3),e(r3,id),e(id,V6),e(Na,K6),e(Na,In),e(In,X6),e(Na,z6),e(h,H6),e(h,Ia),e(Ia,a3),e(a3,dd),e(dd,U6),e(Ia,q6),e(Ia,xn),e(xn,Q6),e(Ia,j6),e(h,$6),e(h,ra),e(ra,l3),e(l3,sd),e(sd,e7),e(ra,t7),e(ra,On),e(On,r7),e(ra,a7),e(ra,n3),e(n3,l7),e(ra,n7),e(h,o7),e(h,xa),e(xa,o3),e(o3,hd),e(hd,i7),e(xa,d7),e(xa,Fn),e(Fn,s7),e(xa,h7),e(h,c7),e(h,Oa),e(Oa,i3),e(i3,cd),e(cd,g7),e(Oa,f7),e(Oa,Wn),e(Wn,u7),e(Oa,v7),e(h,E7),e(h,Fa),e(Fa,d3),e(d3,gd),e(gd,T7),e(Fa,_7),e(Fa,Yn),e(Yn,m7),e(Fa,p7),e(h,D7),e(h,Wa),e(Wa,s3),e(s3,fd),e(fd,y7),e(Wa,A7),e(Wa,Jn),e(Jn,R7),e(Wa,L7),e(h,b7),e(h,Ya),e(Ya,h3),e(h3,ud),e(ud,S7),e(Ya,w7),e(Ya,Zn),e(Zn,M7),e(Ya,P7),e(h,G7),e(h,Ja),e(Ja,c3),e(c3,vd),e(vd,k7),e(Ja,B7),e(Ja,Vn),e(Vn,C7),e(Ja,N7),e(h,I7),e(h,Za),e(Za,g3),e(g3,Ed),e(Ed,x7),e(Za,O7),e(Za,Kn),e(Kn,F7),e(Za,W7),e(h,Y7),e(h,nt),e(nt,f3),e(f3,Td),e(Td,J7),e(nt,Z7),e(nt,Xn),e(Xn,V7),e(nt,K7),e(nt,zn),e(zn,X7),e(nt,z7),e(nt,Hn),e(Hn,H7),e(nt,U7),e(nt,Un),e(Un,q7),e(nt,Q7),e(h,j7),e(h,Va),e(Va,u3),e(u3,_d),e(_d,$7),e(Va,e9),e(Va,qn),e(qn,t9),e(Va,r9),e(h,a9),e(h,Ka),e(Ka,v3),e(v3,md),e(md,l9),e(Ka,n9),e(Ka,Qn),e(Qn,o9),e(Ka,i9),e(h,d9),e(h,Xa),e(Xa,E3),e(E3,pd),e(pd,s9),e(Xa,h9),e(Xa,jn),e(jn,c9),e(Xa,g9),e(h,f9),e(h,za),e(za,T3),e(T3,Dd),e(Dd,u9),e(za,v9),e(za,$n),e($n,E9),e(za,T9),e(h,_9),e(h,Ha),e(Ha,_3),e(_3,yd),e(yd,m9),e(Ha,p9),e(Ha,eo),e(eo,D9),e(Ha,y9),e(h,A9),e(h,Ua),e(Ua,m3),e(m3,Ad),e(Ad,R9),e(Ua,L9),e(Ua,to),e(to,b9),e(Ua,S9),e(h,w9),e(h,qa),e(qa,p3),e(p3,Rd),e(Rd,M9),e(qa,P9),e(qa,ro),e(ro,G9),e(qa,k9),e(h,B9),e(h,st),e(st,D3),e(D3,Ld),e(Ld,C9),e(st,N9),e(st,ao),e(ao,I9),e(st,x9),e(st,y3),e(y3,O9),e(st,F9),e(st,A3),e(A3,W9),e(st,Y9),e(h,J9),e(h,Qa),e(Qa,R3),e(R3,bd),e(bd,Z9),e(Qa,V9),e(Qa,lo),e(lo,K9),e(Qa,X9),e(h,z9),e(h,ja),e(ja,L3),e(L3,Sd),e(Sd,H9),e(ja,U9),e(ja,no),e(no,q9),e(ja,Q9),e(h,j9),e(h,$a),e($a,b3),e(b3,wd),e(wd,$9),e($a,e8),e($a,oo),e(oo,t8),e($a,r8),e(h,a8),e(h,el),e(el,S3),e(S3,Md),e(Md,l8),e(el,n8),e(el,io),e(io,o8),e(el,i8),e(h,d8),e(h,tl),e(tl,w3),e(w3,Pd),e(Pd,s8),e(tl,h8),e(tl,so),e(so,c8),e(tl,g8),e(h,f8),e(h,rl),e(rl,M3),e(M3,Gd),e(Gd,u8),e(rl,v8),e(rl,ho),e(ho,E8),e(rl,T8),e(h,_8),e(h,al),e(al,P3),e(P3,kd),e(kd,m8),e(al,p8),e(al,co),e(co,D8),e(al,y8),e(h,A8),e(h,ll),e(ll,G3),e(G3,Bd),e(Bd,R8),e(ll,L8),e(ll,go),e(go,b8),e(ll,S8),e(h,w8),e(h,nl),e(nl,k3),e(k3,Cd),e(Cd,M8),e(nl,P8),e(nl,fo),e(fo,G8),e(nl,k8),e(h,B8),e(h,ol),e(ol,B3),e(B3,Nd),e(Nd,C8),e(ol,N8),e(ol,uo),e(uo,I8),e(ol,x8),e(h,O8),e(h,il),e(il,C3),e(C3,Id),e(Id,F8),e(il,W8),e(il,vo),e(vo,Y8),e(il,J8),e(h,Z8),e(h,dl),e(dl,N3),e(N3,xd),e(xd,V8),e(dl,K8),e(dl,Eo),e(Eo,X8),e(dl,z8),e(h,H8),e(h,sl),e(sl,I3),e(I3,Od),e(Od,U8),e(sl,q8),e(sl,To),e(To,Q8),e(sl,j8),e(h,$8),e(h,hl),e(hl,x3),e(x3,Fd),e(Fd,eD),e(hl,tD),e(hl,_o),e(_o,rD),e(hl,aD),e(h,lD),e(h,aa),e(aa,O3),e(O3,Wd),e(Wd,nD),e(aa,oD),e(aa,mo),e(mo,iD),e(aa,dD),e(aa,po),e(po,sD),e(aa,hD),e(h,cD),e(h,cl),e(cl,F3),e(F3,Yd),e(Yd,gD),e(cl,fD),e(cl,Do),e(Do,uD),e(cl,vD),e(h,ED),e(h,gl),e(gl,W3),e(W3,Jd),e(Jd,TD),e(gl,_D),e(gl,yo),e(yo,mD),e(gl,pD),e(h,DD),e(h,fl),e(fl,Y3),e(Y3,Zd),e(Zd,yD),e(fl,AD),e(fl,Ao),e(Ao,RD),e(fl,LD),e(h,bD),e(h,ul),e(ul,J3),e(J3,Vd),e(Vd,SD),e(ul,wD),e(ul,Ro),e(Ro,MD),e(ul,PD),e(h,GD),e(h,vl),e(vl,Z3),e(Z3,Kd),e(Kd,kD),e(vl,BD),e(vl,Lo),e(Lo,CD),e(vl,ND),e(h,ID),e(h,El),e(El,V3),e(V3,Xd),e(Xd,xD),e(El,OD),e(El,bo),e(bo,FD),e(El,WD),e(h,YD),e(h,Tl),e(Tl,K3),e(K3,zd),e(zd,JD),e(Tl,ZD),e(Tl,So),e(So,VD),e(Tl,KD),e(h,XD),e(h,_l),e(_l,X3),e(X3,Hd),e(Hd,zD),e(_l,HD),e(_l,wo),e(wo,UD),e(_l,qD),e(h,QD),e(h,ml),e(ml,z3),e(z3,Ud),e(Ud,jD),e(ml,$D),e(ml,Mo),e(Mo,ey),e(ml,ty),e(h,ry),e(h,pl),e(pl,H3),e(H3,qd),e(qd,ay),e(pl,ly),e(pl,Po),e(Po,ny),e(pl,oy),e(h,iy),e(h,Dl),e(Dl,U3),e(U3,Qd),e(Qd,dy),e(Dl,sy),e(Dl,Go),e(Go,hy),e(Dl,cy),e(h,gy),e(h,yl),e(yl,q3),e(q3,jd),e(jd,fy),e(yl,uy),e(yl,ko),e(ko,vy),e(yl,Ey),e(h,Ty),e(h,Al),e(Al,Q3),e(Q3,$d),e($d,_y),e(Al,my),e(Al,Bo),e(Bo,py),e(Al,Dy),e(h,yy),e(h,Rl),e(Rl,j3),e(j3,es),e(es,Ay),e(Rl,Ry),e(Rl,Co),e(Co,Ly),e(Rl,by),e(h,Sy),e(h,Ll),e(Ll,$3),e($3,ts),e(ts,wy),e(Ll,My),e(Ll,No),e(No,Py),e(Ll,Gy),e(h,ky),e(h,bl),e(bl,e4),e(e4,Io),e(Io,By),e(bl,Cy),e(bl,xo),e(xo,Ny),e(bl,Iy),e(h,xy),e(h,Sl),e(Sl,t4),e(t4,rs),e(rs,Oy),e(Sl,Fy),e(Sl,Oo),e(Oo,Wy),e(Sl,Yy),e(h,Jy),e(h,wl),e(wl,r4),e(r4,as),e(as,Zy),e(wl,Vy),e(wl,Fo),e(Fo,Ky),e(wl,Xy),e(h,zy),e(h,Ml),e(Ml,a4),e(a4,ls),e(ls,Hy),e(Ml,Uy),e(Ml,Wo),e(Wo,qy),e(Ml,Qy),e(h,jy),e(h,Pl),e(Pl,l4),e(l4,ns),e(ns,$y),e(Pl,eA),e(Pl,Yo),e(Yo,tA),e(Pl,rA),e(h,aA),e(h,Gl),e(Gl,n4),e(n4,os),e(os,lA),e(Gl,nA),e(Gl,Jo),e(Jo,oA),e(Gl,iA),e(h,dA),e(h,kl),e(kl,o4),e(o4,is),e(is,sA),e(kl,hA),e(kl,Zo),e(Zo,cA),e(kl,gA),e(h,fA),e(h,Bl),e(Bl,i4),e(i4,ds),e(ds,uA),e(Bl,vA),e(Bl,Vo),e(Vo,EA),e(Bl,TA),e(h,_A),e(h,Cl),e(Cl,d4),e(d4,ss),e(ss,mA),e(Cl,pA),e(Cl,Ko),e(Ko,DA),e(Cl,yA),e(h,AA),e(h,Nl),e(Nl,s4),e(s4,hs),e(hs,RA),e(Nl,LA),e(Nl,Xo),e(Xo,bA),e(Nl,SA),e(h,wA),e(h,Il),e(Il,h4),e(h4,cs),e(cs,MA),e(Il,PA),e(Il,zo),e(zo,GA),e(Il,kA),e(h,BA),e(h,xl),e(xl,c4),e(c4,gs),e(gs,CA),e(xl,NA),e(xl,Ho),e(Ho,IA),e(xl,xA),e(h,OA),e(h,Ol),e(Ol,g4),e(g4,fs),e(fs,FA),e(Ol,WA),e(Ol,Uo),e(Uo,YA),e(Ol,JA),e(h,ZA),e(h,Fl),e(Fl,f4),e(f4,us),e(us,VA),e(Fl,KA),e(Fl,qo),e(qo,XA),e(Fl,zA),e(h,HA),e(h,Wl),e(Wl,u4),e(u4,vs),e(vs,UA),e(Wl,qA),e(Wl,Qo),e(Qo,QA),e(Wl,jA),e(h,$A),e(h,Yl),e(Yl,v4),e(v4,Es),e(Es,eR),e(Yl,tR),e(Yl,jo),e(jo,rR),e(Yl,aR),e(h,lR),e(h,la),e(la,E4),e(E4,Ts),e(Ts,nR),e(la,oR),e(la,$o),e($o,iR),e(la,dR),e(la,T4),e(T4,sR),e(la,hR),e(h,cR),e(h,Jl),e(Jl,_4),e(_4,_s),e(_s,gR),e(Jl,fR),e(Jl,ei),e(ei,uR),e(Jl,vR),e(h,ER),e(h,Zl),e(Zl,m4),e(m4,ms),e(ms,TR),e(Zl,_R),e(Zl,ti),e(ti,mR),e(Zl,pR),e(h,DR),e(h,Vl),e(Vl,p4),e(p4,ps),e(ps,yR),e(Vl,AR),e(Vl,ri),e(ri,RR),e(Vl,LR),e(h,bR),e(h,Kl),e(Kl,D4),e(D4,Ds),e(Ds,SR),e(Kl,wR),e(Kl,ai),e(ai,MR),e(Kl,PR),e(h,GR),e(h,Xl),e(Xl,y4),e(y4,ys),e(ys,kR),e(Xl,BR),e(Xl,li),e(li,CR),e(Xl,NR),e(h,IR),e(h,zl),e(zl,A4),e(A4,As),e(As,xR),e(zl,OR),e(zl,ni),e(ni,FR),e(zl,WR),e(h,YR),e(h,Hl),e(Hl,R4),e(R4,Rs),e(Rs,JR),e(Hl,ZR),e(Hl,oi),e(oi,VR),e(Hl,KR),e(h,XR),e(h,Ul),e(Ul,L4),e(L4,Ls),e(Ls,zR),e(Ul,HR),e(Ul,ii),e(ii,UR),e(Ul,qR),e(h,QR),e(h,ql),e(ql,b4),e(b4,bs),e(bs,jR),e(ql,$R),e(ql,di),e(di,eL),e(ql,tL),e(h,rL),e(h,Ql),e(Ql,S4),e(S4,si),e(si,aL),e(Ql,lL),e(Ql,hi),e(hi,nL),e(Ql,oL),e(h,iL),e(h,jl),e(jl,w4),e(w4,ci),e(ci,dL),e(jl,sL),e(jl,gi),e(gi,hL),e(jl,cL),e(h,gL),e(h,$l),e($l,M4),e(M4,Ss),e(Ss,fL),e($l,uL),e($l,fi),e(fi,vL),e($l,EL),e(h,TL),e(h,en),e(en,P4),e(P4,ws),e(ws,_L),e(en,mL),e(en,ui),e(ui,pL),e(en,DL),e(h,yL),e(h,na),e(na,G4),e(G4,Ms),e(Ms,AL),e(na,RL),e(na,vi),e(vi,LL),e(na,bL),e(na,k4),e(k4,SL),e(na,wL),e(h,ML),e(h,tn),e(tn,B4),e(B4,Ps),e(Ps,PL),e(tn,GL),e(tn,Ei),e(Ei,kL),e(tn,BL),e(h,CL),e(h,oa),e(oa,C4),e(C4,Gs),e(Gs,NL),e(oa,IL),e(oa,Ti),e(Ti,xL),e(oa,OL),e(oa,N4),e(N4,FL),e(oa,WL),e(h,YL),e(h,rn),e(rn,I4),e(I4,ks),e(ks,JL),e(rn,ZL),e(rn,_i),e(_i,VL),e(rn,KL),e(h,XL),e(h,an),e(an,x4),e(x4,mi),e(mi,zL),e(an,HL),e(an,pi),e(pi,UL),e(an,qL),e(h,QL),e(h,ln),e(ln,O4),e(O4,Bs),e(Bs,jL),e(ln,$L),e(ln,Di),e(Di,eb),e(ln,tb),E(u,qm,v),E(u,fa,v),e(fa,nn),e(nn,F4),Gm(yi,F4,null),e(fa,rb),e(fa,W4),e(W4,ab),E(u,Qm,v),E(u,Cs,v),e(Cs,lb),E(u,jm,v),E(u,on,v),e(on,Y4),e(Y4,T),e(T,Ns),e(Ns,nb),e(T,ob),e(T,Is),e(Is,ib),e(T,db),e(T,xs),e(xs,sb),e(T,hb),e(T,Os),e(Os,cb),e(T,gb),e(T,Fs),e(Fs,fb),e(T,ub),e(T,Ws),e(Ws,vb),e(on,Eb),e(on,g),e(g,_),e(_,Ys),e(Ys,Tb),e(_,_b),e(_,Js),e(Js,mb),e(_,pb),e(_,Zs),e(Zs,Db),e(_,yb),e(_,Vs),e(Vs,Ab),e(_,Rb),e(_,Ks),e(Ks,Lb),e(_,bb),e(_,Xs),e(Xs,Sb),e(g,wb),e(g,m),e(m,zs),e(zs,Mb),e(m,Pb),e(m,Hs),e(Hs,Gb),e(m,kb),e(m,Us),e(Us,Bb),e(m,Cb),e(m,qs),e(qs,Nb),e(m,Ib),e(m,Qs),e(Qs,xb),e(m,Ob),e(m,js),e(js,Fb),e(g,Wb),e(g,p),e(p,$s),e($s,Yb),e(p,Jb),e(p,eh),e(eh,Zb),e(p,Vb),e(p,th),e(th,Kb),e(p,Xb),e(p,rh),e(rh,zb),e(p,Hb),e(p,ah),e(ah,Ub),e(p,qb),e(p,lh),e(lh,Qb),e(g,jb),e(g,D),e(D,nh),e(nh,$b),e(D,eS),e(D,oh),e(oh,tS),e(D,rS),e(D,ih),e(ih,aS),e(D,lS),e(D,dh),e(dh,nS),e(D,oS),e(D,sh),e(sh,iS),e(D,dS),e(D,hh),e(hh,sS),e(g,hS),e(g,y),e(y,ch),e(ch,cS),e(y,gS),e(y,gh),e(gh,fS),e(y,uS),e(y,fh),e(fh,vS),e(y,ES),e(y,uh),e(uh,TS),e(y,_S),e(y,vh),e(vh,mS),e(y,pS),e(y,Eh),e(Eh,DS),e(g,yS),e(g,A),e(A,Th),e(Th,AS),e(A,RS),e(A,_h),e(_h,LS),e(A,bS),e(A,mh),e(mh,SS),e(A,wS),e(A,ph),e(ph,MS),e(A,PS),e(A,Dh),e(Dh,GS),e(A,kS),e(A,yh),e(yh,BS),e(g,CS),e(g,R),e(R,Ah),e(Ah,NS),e(R,IS),e(R,Rh),e(Rh,xS),e(R,OS),e(R,Lh),e(Lh,FS),e(R,WS),e(R,bh),e(bh,YS),e(R,JS),e(R,Sh),e(Sh,ZS),e(R,VS),e(R,wh),e(wh,KS),e(g,XS),e(g,L),e(L,Mh),e(Mh,zS),e(L,HS),e(L,Ph),e(Ph,US),e(L,qS),e(L,Gh),e(Gh,QS),e(L,jS),e(L,kh),e(kh,$S),e(L,ew),e(L,Bh),e(Bh,tw),e(L,rw),e(L,Ch),e(Ch,aw),e(g,lw),e(g,b),e(b,Nh),e(Nh,nw),e(b,ow),e(b,Ih),e(Ih,iw),e(b,dw),e(b,xh),e(xh,sw),e(b,hw),e(b,Oh),e(Oh,cw),e(b,gw),e(b,Fh),e(Fh,fw),e(b,uw),e(b,Wh),e(Wh,vw),e(g,Ew),e(g,S),e(S,Yh),e(Yh,Tw),e(S,_w),e(S,Jh),e(Jh,mw),e(S,pw),e(S,Zh),e(Zh,Dw),e(S,yw),e(S,Vh),e(Vh,Aw),e(S,Rw),e(S,Kh),e(Kh,Lw),e(S,bw),e(S,Xh),e(Xh,Sw),e(g,ww),e(g,w),e(w,zh),e(zh,Mw),e(w,Pw),e(w,Hh),e(Hh,Gw),e(w,kw),e(w,Uh),e(Uh,Bw),e(w,Cw),e(w,qh),e(qh,Nw),e(w,Iw),e(w,Qh),e(Qh,xw),e(w,Ow),e(w,jh),e(jh,Fw),e(g,Ww),e(g,M),e(M,$h),e($h,Yw),e(M,Jw),e(M,ec),e(ec,Zw),e(M,Vw),e(M,tc),e(tc,Kw),e(M,Xw),e(M,rc),e(rc,zw),e(M,Hw),e(M,ac),e(ac,Uw),e(M,qw),e(M,lc),e(lc,Qw),e(g,jw),e(g,P),e(P,nc),e(nc,$w),e(P,eM),e(P,oc),e(oc,tM),e(P,rM),e(P,ic),e(ic,aM),e(P,lM),e(P,dc),e(dc,nM),e(P,oM),e(P,sc),e(sc,iM),e(P,dM),e(P,hc),e(hc,sM),e(g,hM),e(g,G),e(G,cc),e(cc,cM),e(G,gM),e(G,gc),e(gc,fM),e(G,uM),e(G,fc),e(fc,vM),e(G,EM),e(G,uc),e(uc,TM),e(G,_M),e(G,vc),e(vc,mM),e(G,pM),e(G,Ec),e(Ec,DM),e(g,yM),e(g,k),e(k,Tc),e(Tc,AM),e(k,RM),e(k,_c),e(_c,LM),e(k,bM),e(k,mc),e(mc,SM),e(k,wM),e(k,pc),e(pc,MM),e(k,PM),e(k,Dc),e(Dc,GM),e(k,kM),e(k,yc),e(yc,BM),e(g,CM),e(g,B),e(B,Ac),e(Ac,NM),e(B,IM),e(B,Rc),e(Rc,xM),e(B,OM),e(B,Lc),e(Lc,FM),e(B,WM),e(B,bc),e(bc,YM),e(B,JM),e(B,Sc),e(Sc,ZM),e(B,VM),e(B,wc),e(wc,KM),e(g,XM),e(g,C),e(C,Mc),e(Mc,zM),e(C,HM),e(C,Pc),e(Pc,UM),e(C,qM),e(C,Gc),e(Gc,QM),e(C,jM),e(C,kc),e(kc,$M),e(C,eP),e(C,Bc),e(Bc,tP),e(C,rP),e(C,Cc),e(Cc,aP),e(g,lP),e(g,N),e(N,Nc),e(Nc,nP),e(N,oP),e(N,Ic),e(Ic,iP),e(N,dP),e(N,xc),e(xc,sP),e(N,hP),e(N,Oc),e(Oc,cP),e(N,gP),e(N,Fc),e(Fc,fP),e(N,uP),e(N,Wc),e(Wc,vP),e(g,EP),e(g,I),e(I,Yc),e(Yc,TP),e(I,_P),e(I,Jc),e(Jc,mP),e(I,pP),e(I,Zc),e(Zc,DP),e(I,yP),e(I,Vc),e(Vc,AP),e(I,RP),e(I,Kc),e(Kc,LP),e(I,bP),e(I,Xc),e(Xc,SP),e(g,wP),e(g,x),e(x,zc),e(zc,MP),e(x,PP),e(x,Hc),e(Hc,GP),e(x,kP),e(x,Uc),e(Uc,BP),e(x,CP),e(x,qc),e(qc,NP),e(x,IP),e(x,Qc),e(Qc,xP),e(x,OP),e(x,jc),e(jc,FP),e(g,WP),e(g,O),e(O,$c),e($c,YP),e(O,JP),e(O,eg),e(eg,ZP),e(O,VP),e(O,tg),e(tg,KP),e(O,XP),e(O,rg),e(rg,zP),e(O,HP),e(O,ag),e(ag,UP),e(O,qP),e(O,lg),e(lg,QP),e(g,jP),e(g,F),e(F,ng),e(ng,$P),e(F,eG),e(F,og),e(og,tG),e(F,rG),e(F,ig),e(ig,aG),e(F,lG),e(F,dg),e(dg,nG),e(F,oG),e(F,sg),e(sg,iG),e(F,dG),e(F,hg),e(hg,sG),e(g,hG),e(g,W),e(W,cg),e(cg,cG),e(W,gG),e(W,gg),e(gg,fG),e(W,uG),e(W,fg),e(fg,vG),e(W,EG),e(W,ug),e(ug,TG),e(W,_G),e(W,vg),e(vg,mG),e(W,pG),e(W,Eg),e(Eg,DG),e(g,yG),e(g,Y),e(Y,Tg),e(Tg,AG),e(Y,RG),e(Y,_g),e(_g,LG),e(Y,bG),e(Y,mg),e(mg,SG),e(Y,wG),e(Y,pg),e(pg,MG),e(Y,PG),e(Y,Dg),e(Dg,GG),e(Y,kG),e(Y,yg),e(yg,BG),e(g,CG),e(g,J),e(J,Ag),e(Ag,NG),e(J,IG),e(J,Rg),e(Rg,xG),e(J,OG),e(J,Lg),e(Lg,FG),e(J,WG),e(J,bg),e(bg,YG),e(J,JG),e(J,Sg),e(Sg,ZG),e(J,VG),e(J,wg),e(wg,KG),e(g,XG),e(g,Z),e(Z,Mg),e(Mg,zG),e(Z,HG),e(Z,Pg),e(Pg,UG),e(Z,qG),e(Z,Gg),e(Gg,QG),e(Z,jG),e(Z,kg),e(kg,$G),e(Z,ek),e(Z,Bg),e(Bg,tk),e(Z,rk),e(Z,Cg),e(Cg,ak),e(g,lk),e(g,V),e(V,Ng),e(Ng,nk),e(V,ok),e(V,Ig),e(Ig,ik),e(V,dk),e(V,xg),e(xg,sk),e(V,hk),e(V,Og),e(Og,ck),e(V,gk),e(V,Fg),e(Fg,fk),e(V,uk),e(V,Wg),e(Wg,vk),e(g,Ek),e(g,K),e(K,Yg),e(Yg,Tk),e(K,_k),e(K,Jg),e(Jg,mk),e(K,pk),e(K,Zg),e(Zg,Dk),e(K,yk),e(K,Vg),e(Vg,Ak),e(K,Rk),e(K,Kg),e(Kg,Lk),e(K,bk),e(K,Xg),e(Xg,Sk),e(g,wk),e(g,X),e(X,zg),e(zg,Mk),e(X,Pk),e(X,Hg),e(Hg,Gk),e(X,kk),e(X,Ug),e(Ug,Bk),e(X,Ck),e(X,qg),e(qg,Nk),e(X,Ik),e(X,Qg),e(Qg,xk),e(X,Ok),e(X,jg),e(jg,Fk),e(g,Wk),e(g,z),e(z,$g),e($g,Yk),e(z,Jk),e(z,ef),e(ef,Zk),e(z,Vk),e(z,tf),e(tf,Kk),e(z,Xk),e(z,rf),e(rf,zk),e(z,Hk),e(z,af),e(af,Uk),e(z,qk),e(z,lf),e(lf,Qk),e(g,jk),e(g,H),e(H,nf),e(nf,$k),e(H,eB),e(H,of),e(of,tB),e(H,rB),e(H,df),e(df,aB),e(H,lB),e(H,sf),e(sf,nB),e(H,oB),e(H,hf),e(hf,iB),e(H,dB),e(H,cf),e(cf,sB),e(g,hB),e(g,U),e(U,gf),e(gf,cB),e(U,gB),e(U,ff),e(ff,fB),e(U,uB),e(U,uf),e(uf,vB),e(U,EB),e(U,vf),e(vf,TB),e(U,_B),e(U,Ef),e(Ef,mB),e(U,pB),e(U,Tf),e(Tf,DB),e(g,yB),e(g,q),e(q,_f),e(_f,AB),e(q,RB),e(q,mf),e(mf,LB),e(q,bB),e(q,pf),e(pf,SB),e(q,wB),e(q,Df),e(Df,MB),e(q,PB),e(q,yf),e(yf,GB),e(q,kB),e(q,Af),e(Af,BB),e(g,CB),e(g,Q),e(Q,Rf),e(Rf,NB),e(Q,IB),e(Q,Lf),e(Lf,xB),e(Q,OB),e(Q,bf),e(bf,FB),e(Q,WB),e(Q,Sf),e(Sf,YB),e(Q,JB),e(Q,wf),e(wf,ZB),e(Q,VB),e(Q,Mf),e(Mf,KB),e(g,XB),e(g,j),e(j,Pf),e(Pf,zB),e(j,HB),e(j,Gf),e(Gf,UB),e(j,qB),e(j,kf),e(kf,QB),e(j,jB),e(j,Bf),e(Bf,$B),e(j,eC),e(j,Cf),e(Cf,tC),e(j,rC),e(j,Nf),e(Nf,aC),e(g,lC),e(g,$),e($,If),e(If,nC),e($,oC),e($,xf),e(xf,iC),e($,dC),e($,Of),e(Of,sC),e($,hC),e($,Ff),e(Ff,cC),e($,gC),e($,Wf),e(Wf,fC),e($,uC),e($,Yf),e(Yf,vC),e(g,EC),e(g,ee),e(ee,Jf),e(Jf,TC),e(ee,_C),e(ee,Zf),e(Zf,mC),e(ee,pC),e(ee,Vf),e(Vf,DC),e(ee,yC),e(ee,Kf),e(Kf,AC),e(ee,RC),e(ee,Xf),e(Xf,LC),e(ee,bC),e(ee,zf),e(zf,SC),e(g,wC),e(g,te),e(te,Hf),e(Hf,MC),e(te,PC),e(te,Uf),e(Uf,GC),e(te,kC),e(te,qf),e(qf,BC),e(te,CC),e(te,Qf),e(Qf,NC),e(te,IC),e(te,jf),e(jf,xC),e(te,OC),e(te,$f),e($f,FC),e(g,WC),e(g,re),e(re,e1),e(e1,YC),e(re,JC),e(re,t1),e(t1,ZC),e(re,VC),e(re,r1),e(r1,KC),e(re,XC),e(re,a1),e(a1,zC),e(re,HC),e(re,l1),e(l1,UC),e(re,qC),e(re,n1),e(n1,QC),e(g,jC),e(g,ae),e(ae,o1),e(o1,$C),e(ae,eN),e(ae,i1),e(i1,tN),e(ae,rN),e(ae,d1),e(d1,aN),e(ae,lN),e(ae,s1),e(s1,nN),e(ae,oN),e(ae,h1),e(h1,iN),e(ae,dN),e(ae,c1),e(c1,sN),e(g,hN),e(g,le),e(le,g1),e(g1,cN),e(le,gN),e(le,f1),e(f1,fN),e(le,uN),e(le,u1),e(u1,vN),e(le,EN),e(le,v1),e(v1,TN),e(le,_N),e(le,E1),e(E1,mN),e(le,pN),e(le,T1),e(T1,DN),e(g,yN),e(g,ne),e(ne,_1),e(_1,AN),e(ne,RN),e(ne,m1),e(m1,LN),e(ne,bN),e(ne,p1),e(p1,SN),e(ne,wN),e(ne,D1),e(D1,MN),e(ne,PN),e(ne,y1),e(y1,GN),e(ne,kN),e(ne,A1),e(A1,BN),e(g,CN),e(g,oe),e(oe,R1),e(R1,NN),e(oe,IN),e(oe,L1),e(L1,xN),e(oe,ON),e(oe,b1),e(b1,FN),e(oe,WN),e(oe,S1),e(S1,YN),e(oe,JN),e(oe,w1),e(w1,ZN),e(oe,VN),e(oe,M1),e(M1,KN),e(g,XN),e(g,ie),e(ie,P1),e(P1,zN),e(ie,HN),e(ie,G1),e(G1,UN),e(ie,qN),e(ie,k1),e(k1,QN),e(ie,jN),e(ie,B1),e(B1,$N),e(ie,eI),e(ie,C1),e(C1,tI),e(ie,rI),e(ie,N1),e(N1,aI),e(g,lI),e(g,de),e(de,I1),e(I1,nI),e(de,oI),e(de,x1),e(x1,iI),e(de,dI),e(de,O1),e(O1,sI),e(de,hI),e(de,F1),e(F1,cI),e(de,gI),e(de,W1),e(W1,fI),e(de,uI),e(de,Y1),e(Y1,vI),e(g,EI),e(g,se),e(se,J1),e(J1,TI),e(se,_I),e(se,Z1),e(Z1,mI),e(se,pI),e(se,V1),e(V1,DI),e(se,yI),e(se,K1),e(K1,AI),e(se,RI),e(se,X1),e(X1,LI),e(se,bI),e(se,z1),e(z1,SI),e(g,wI),e(g,he),e(he,H1),e(H1,MI),e(he,PI),e(he,U1),e(U1,GI),e(he,kI),e(he,q1),e(q1,BI),e(he,CI),e(he,Q1),e(Q1,NI),e(he,II),e(he,j1),e(j1,xI),e(he,OI),e(he,$1),e($1,FI),e(g,WI),e(g,ce),e(ce,eu),e(eu,YI),e(ce,JI),e(ce,tu),e(tu,ZI),e(ce,VI),e(ce,ru),e(ru,KI),e(ce,XI),e(ce,au),e(au,zI),e(ce,HI),e(ce,lu),e(lu,UI),e(ce,qI),e(ce,nu),e(nu,QI),e(g,jI),e(g,ge),e(ge,ou),e(ou,$I),e(ge,ex),e(ge,iu),e(iu,tx),e(ge,rx),e(ge,du),e(du,ax),e(ge,lx),e(ge,su),e(su,nx),e(ge,ox),e(ge,hu),e(hu,ix),e(ge,dx),e(ge,cu),e(cu,sx),e(g,hx),e(g,fe),e(fe,gu),e(gu,cx),e(fe,gx),e(fe,fu),e(fu,fx),e(fe,ux),e(fe,uu),e(uu,vx),e(fe,Ex),e(fe,vu),e(vu,Tx),e(fe,_x),e(fe,Eu),e(Eu,mx),e(fe,px),e(fe,Tu),e(Tu,Dx),e(g,yx),e(g,ue),e(ue,_u),e(_u,Ax),e(ue,Rx),e(ue,mu),e(mu,Lx),e(ue,bx),e(ue,pu),e(pu,Sx),e(ue,wx),e(ue,Du),e(Du,Mx),e(ue,Px),e(ue,yu),e(yu,Gx),e(ue,kx),e(ue,Au),e(Au,Bx),e(g,Cx),e(g,ve),e(ve,Ru),e(Ru,Nx),e(ve,Ix),e(ve,Lu),e(Lu,xx),e(ve,Ox),e(ve,bu),e(bu,Fx),e(ve,Wx),e(ve,Su),e(Su,Yx),e(ve,Jx),e(ve,wu),e(wu,Zx),e(ve,Vx),e(ve,Mu),e(Mu,Kx),e(g,Xx),e(g,Ee),e(Ee,Pu),e(Pu,zx),e(Ee,Hx),e(Ee,Gu),e(Gu,Ux),e(Ee,qx),e(Ee,ku),e(ku,Qx),e(Ee,jx),e(Ee,Bu),e(Bu,$x),e(Ee,eO),e(Ee,Cu),e(Cu,tO),e(Ee,rO),e(Ee,Nu),e(Nu,aO),e(g,lO),e(g,Te),e(Te,Iu),e(Iu,nO),e(Te,oO),e(Te,xu),e(xu,iO),e(Te,dO),e(Te,Ou),e(Ou,sO),e(Te,hO),e(Te,Fu),e(Fu,cO),e(Te,gO),e(Te,Wu),e(Wu,fO),e(Te,uO),e(Te,Yu),e(Yu,vO),e(g,EO),e(g,_e),e(_e,Ju),e(Ju,TO),e(_e,_O),e(_e,Zu),e(Zu,mO),e(_e,pO),e(_e,Vu),e(Vu,DO),e(_e,yO),e(_e,Ku),e(Ku,AO),e(_e,RO),e(_e,Xu),e(Xu,LO),e(_e,bO),e(_e,zu),e(zu,SO),e(g,wO),e(g,me),e(me,Hu),e(Hu,MO),e(me,PO),e(me,Uu),e(Uu,GO),e(me,kO),e(me,qu),e(qu,BO),e(me,CO),e(me,Qu),e(Qu,NO),e(me,IO),e(me,ju),e(ju,xO),e(me,OO),e(me,$u),e($u,FO),e(g,WO),e(g,pe),e(pe,ev),e(ev,YO),e(pe,JO),e(pe,tv),e(tv,ZO),e(pe,VO),e(pe,rv),e(rv,KO),e(pe,XO),e(pe,av),e(av,zO),e(pe,HO),e(pe,lv),e(lv,UO),e(pe,qO),e(pe,nv),e(nv,QO),e(g,jO),e(g,De),e(De,ov),e(ov,$O),e(De,eF),e(De,iv),e(iv,tF),e(De,rF),e(De,dv),e(dv,aF),e(De,lF),e(De,sv),e(sv,nF),e(De,oF),e(De,hv),e(hv,iF),e(De,dF),e(De,cv),e(cv,sF),e(g,hF),e(g,ye),e(ye,gv),e(gv,cF),e(ye,gF),e(ye,fv),e(fv,fF),e(ye,uF),e(ye,uv),e(uv,vF),e(ye,EF),e(ye,vv),e(vv,TF),e(ye,_F),e(ye,Ev),e(Ev,mF),e(ye,pF),e(ye,Tv),e(Tv,DF),e(g,yF),e(g,Ae),e(Ae,_v),e(_v,AF),e(Ae,RF),e(Ae,mv),e(mv,LF),e(Ae,bF),e(Ae,pv),e(pv,SF),e(Ae,wF),e(Ae,Dv),e(Dv,MF),e(Ae,PF),e(Ae,yv),e(yv,GF),e(Ae,kF),e(Ae,Av),e(Av,BF),e(g,CF),e(g,Re),e(Re,Rv),e(Rv,NF),e(Re,IF),e(Re,Lv),e(Lv,xF),e(Re,OF),e(Re,bv),e(bv,FF),e(Re,WF),e(Re,Sv),e(Sv,YF),e(Re,JF),e(Re,wv),e(wv,ZF),e(Re,VF),e(Re,Mv),e(Mv,KF),e(g,XF),e(g,Le),e(Le,Pv),e(Pv,zF),e(Le,HF),e(Le,Gv),e(Gv,UF),e(Le,qF),e(Le,kv),e(kv,QF),e(Le,jF),e(Le,Bv),e(Bv,$F),e(Le,eW),e(Le,Cv),e(Cv,tW),e(Le,rW),e(Le,Nv),e(Nv,aW),e(g,lW),e(g,be),e(be,Iv),e(Iv,nW),e(be,oW),e(be,xv),e(xv,iW),e(be,dW),e(be,Ov),e(Ov,sW),e(be,hW),e(be,Fv),e(Fv,cW),e(be,gW),e(be,Wv),e(Wv,fW),e(be,uW),e(be,Yv),e(Yv,vW),e(g,EW),e(g,Se),e(Se,Jv),e(Jv,TW),e(Se,_W),e(Se,Zv),e(Zv,mW),e(Se,pW),e(Se,Vv),e(Vv,DW),e(Se,yW),e(Se,Kv),e(Kv,AW),e(Se,RW),e(Se,Xv),e(Xv,LW),e(Se,bW),e(Se,zv),e(zv,SW),e(g,wW),e(g,we),e(we,Hv),e(Hv,MW),e(we,PW),e(we,Uv),e(Uv,GW),e(we,kW),e(we,qv),e(qv,BW),e(we,CW),e(we,Qv),e(Qv,NW),e(we,IW),e(we,jv),e(jv,xW),e(we,OW),e(we,$v),e($v,FW),e(g,WW),e(g,Me),e(Me,eE),e(eE,YW),e(Me,JW),e(Me,tE),e(tE,ZW),e(Me,VW),e(Me,rE),e(rE,KW),e(Me,XW),e(Me,aE),e(aE,zW),e(Me,HW),e(Me,lE),e(lE,UW),e(Me,qW),e(Me,nE),e(nE,QW),e(g,jW),e(g,Pe),e(Pe,oE),e(oE,$W),e(Pe,eY),e(Pe,iE),e(iE,tY),e(Pe,rY),e(Pe,dE),e(dE,aY),e(Pe,lY),e(Pe,sE),e(sE,nY),e(Pe,oY),e(Pe,hE),e(hE,iY),e(Pe,dY),e(Pe,cE),e(cE,sY),e(g,hY),e(g,Ge),e(Ge,gE),e(gE,cY),e(Ge,gY),e(Ge,fE),e(fE,fY),e(Ge,uY),e(Ge,uE),e(uE,vY),e(Ge,EY),e(Ge,vE),e(vE,TY),e(Ge,_Y),e(Ge,EE),e(EE,mY),e(Ge,pY),e(Ge,TE),e(TE,DY),e(g,yY),e(g,ke),e(ke,_E),e(_E,AY),e(ke,RY),e(ke,mE),e(mE,LY),e(ke,bY),e(ke,pE),e(pE,SY),e(ke,wY),e(ke,DE),e(DE,MY),e(ke,PY),e(ke,yE),e(yE,GY),e(ke,kY),e(ke,AE),e(AE,BY),e(g,CY),e(g,Be),e(Be,RE),e(RE,NY),e(Be,IY),e(Be,LE),e(LE,xY),e(Be,OY),e(Be,bE),e(bE,FY),e(Be,WY),e(Be,SE),e(SE,YY),e(Be,JY),e(Be,wE),e(wE,ZY),e(Be,VY),e(Be,ME),e(ME,KY),e(g,XY),e(g,Ce),e(Ce,PE),e(PE,zY),e(Ce,HY),e(Ce,GE),e(GE,UY),e(Ce,qY),e(Ce,kE),e(kE,QY),e(Ce,jY),e(Ce,BE),e(BE,$Y),e(Ce,eJ),e(Ce,CE),e(CE,tJ),e(Ce,rJ),e(Ce,NE),e(NE,aJ),e(g,lJ),e(g,Ne),e(Ne,IE),e(IE,nJ),e(Ne,oJ),e(Ne,xE),e(xE,iJ),e(Ne,dJ),e(Ne,OE),e(OE,sJ),e(Ne,hJ),e(Ne,FE),e(FE,cJ),e(Ne,gJ),e(Ne,WE),e(WE,fJ),e(Ne,uJ),e(Ne,YE),e(YE,vJ),e(g,EJ),e(g,Ie),e(Ie,JE),e(JE,TJ),e(Ie,_J),e(Ie,ZE),e(ZE,mJ),e(Ie,pJ),e(Ie,VE),e(VE,DJ),e(Ie,yJ),e(Ie,KE),e(KE,AJ),e(Ie,RJ),e(Ie,XE),e(XE,LJ),e(Ie,bJ),e(Ie,zE),e(zE,SJ),e(g,wJ),e(g,xe),e(xe,HE),e(HE,MJ),e(xe,PJ),e(xe,UE),e(UE,GJ),e(xe,kJ),e(xe,qE),e(qE,BJ),e(xe,CJ),e(xe,QE),e(QE,NJ),e(xe,IJ),e(xe,jE),e(jE,xJ),e(xe,OJ),e(xe,$E),e($E,FJ),e(g,WJ),e(g,Oe),e(Oe,e2),e(e2,YJ),e(Oe,JJ),e(Oe,t2),e(t2,ZJ),e(Oe,VJ),e(Oe,r2),e(r2,KJ),e(Oe,XJ),e(Oe,a2),e(a2,zJ),e(Oe,HJ),e(Oe,l2),e(l2,UJ),e(Oe,qJ),e(Oe,n2),e(n2,QJ),e(g,jJ),e(g,Fe),e(Fe,o2),e(o2,$J),e(Fe,eZ),e(Fe,i2),e(i2,tZ),e(Fe,rZ),e(Fe,d2),e(d2,aZ),e(Fe,lZ),e(Fe,s2),e(s2,nZ),e(Fe,oZ),e(Fe,h2),e(h2,iZ),e(Fe,dZ),e(Fe,c2),e(c2,sZ),e(g,hZ),e(g,We),e(We,g2),e(g2,cZ),e(We,gZ),e(We,f2),e(f2,fZ),e(We,uZ),e(We,u2),e(u2,vZ),e(We,EZ),e(We,v2),e(v2,TZ),e(We,_Z),e(We,E2),e(E2,mZ),e(We,pZ),e(We,T2),e(T2,DZ),e(g,yZ),e(g,Ye),e(Ye,_2),e(_2,AZ),e(Ye,RZ),e(Ye,m2),e(m2,LZ),e(Ye,bZ),e(Ye,p2),e(p2,SZ),e(Ye,wZ),e(Ye,D2),e(D2,MZ),e(Ye,PZ),e(Ye,y2),e(y2,GZ),e(Ye,kZ),e(Ye,A2),e(A2,BZ),e(g,CZ),e(g,Je),e(Je,R2),e(R2,NZ),e(Je,IZ),e(Je,L2),e(L2,xZ),e(Je,OZ),e(Je,b2),e(b2,FZ),e(Je,WZ),e(Je,S2),e(S2,YZ),e(Je,JZ),e(Je,w2),e(w2,ZZ),e(Je,VZ),e(Je,M2),e(M2,KZ),e(g,XZ),e(g,Ze),e(Ze,P2),e(P2,zZ),e(Ze,HZ),e(Ze,G2),e(G2,UZ),e(Ze,qZ),e(Ze,k2),e(k2,QZ),e(Ze,jZ),e(Ze,B2),e(B2,$Z),e(Ze,eV),e(Ze,C2),e(C2,tV),e(Ze,rV),e(Ze,N2),e(N2,aV),e(g,lV),e(g,Ve),e(Ve,I2),e(I2,nV),e(Ve,oV),e(Ve,x2),e(x2,iV),e(Ve,dV),e(Ve,O2),e(O2,sV),e(Ve,hV),e(Ve,F2),e(F2,cV),e(Ve,gV),e(Ve,W2),e(W2,fV),e(Ve,uV),e(Ve,Y2),e(Y2,vV),e(g,EV),e(g,Ke),e(Ke,J2),e(J2,TV),e(Ke,_V),e(Ke,Z2),e(Z2,mV),e(Ke,pV),e(Ke,V2),e(V2,DV),e(Ke,yV),e(Ke,K2),e(K2,AV),e(Ke,RV),e(Ke,X2),e(X2,LV),e(Ke,bV),e(Ke,z2),e(z2,SV),e(g,wV),e(g,Xe),e(Xe,H2),e(H2,MV),e(Xe,PV),e(Xe,U2),e(U2,GV),e(Xe,kV),e(Xe,q2),e(q2,BV),e(Xe,CV),e(Xe,Q2),e(Q2,NV),e(Xe,IV),e(Xe,j2),e(j2,xV),e(Xe,OV),e(Xe,$2),e($2,FV),e(g,WV),e(g,ze),e(ze,eT),e(eT,YV),e(ze,JV),e(ze,tT),e(tT,ZV),e(ze,VV),e(ze,rT),e(rT,KV),e(ze,XV),e(ze,aT),e(aT,zV),e(ze,HV),e(ze,lT),e(lT,UV),e(ze,qV),e(ze,nT),e(nT,QV),e(g,jV),e(g,He),e(He,oT),e(oT,$V),e(He,eK),e(He,iT),e(iT,tK),e(He,rK),e(He,dT),e(dT,aK),e(He,lK),e(He,sT),e(sT,nK),e(He,oK),e(He,hT),e(hT,iK),e(He,dK),e(He,cT),e(cT,sK),e(g,hK),e(g,Ue),e(Ue,gT),e(gT,cK),e(Ue,gK),e(Ue,fT),e(fT,fK),e(Ue,uK),e(Ue,uT),e(uT,vK),e(Ue,EK),e(Ue,vT),e(vT,TK),e(Ue,_K),e(Ue,ET),e(ET,mK),e(Ue,pK),e(Ue,TT),e(TT,DK),e(g,yK),e(g,qe),e(qe,_T),e(_T,AK),e(qe,RK),e(qe,mT),e(mT,LK),e(qe,bK),e(qe,pT),e(pT,SK),e(qe,wK),e(qe,DT),e(DT,MK),e(qe,PK),e(qe,yT),e(yT,GK),e(qe,kK),e(qe,AT),e(AT,BK),e(g,CK),e(g,Qe),e(Qe,RT),e(RT,NK),e(Qe,IK),e(Qe,LT),e(LT,xK),e(Qe,OK),e(Qe,bT),e(bT,FK),e(Qe,WK),e(Qe,ST),e(ST,YK),e(Qe,JK),e(Qe,wT),e(wT,ZK),e(Qe,VK),e(Qe,MT),e(MT,KK),e(g,XK),e(g,je),e(je,PT),e(PT,zK),e(je,HK),e(je,GT),e(GT,UK),e(je,qK),e(je,kT),e(kT,QK),e(je,jK),e(je,BT),e(BT,$K),e(je,eX),e(je,CT),e(CT,tX),e(je,rX),e(je,NT),e(NT,aX),e(g,lX),e(g,$e),e($e,IT),e(IT,nX),e($e,oX),e($e,xT),e(xT,iX),e($e,dX),e($e,OT),e(OT,sX),e($e,hX),e($e,FT),e(FT,cX),e($e,gX),e($e,WT),e(WT,fX),e($e,uX),e($e,YT),e(YT,vX),e(g,EX),e(g,et),e(et,JT),e(JT,TX),e(et,_X),e(et,ZT),e(ZT,mX),e(et,pX),e(et,VT),e(VT,DX),e(et,yX),e(et,KT),e(KT,AX),e(et,RX),e(et,XT),e(XT,LX),e(et,bX),e(et,zT),e(zT,SX),e(g,wX),e(g,tt),e(tt,HT),e(HT,MX),e(tt,PX),e(tt,UT),e(UT,GX),e(tt,kX),e(tt,qT),e(qT,BX),e(tt,CX),e(tt,QT),e(QT,NX),e(tt,IX),e(tt,jT),e(jT,xX),e(tt,OX),e(tt,$T),e($T,FX),e(g,WX),e(g,rt),e(rt,e_),e(e_,YX),e(rt,JX),e(rt,t_),e(t_,ZX),e(rt,VX),e(rt,r_),e(r_,KX),e(rt,XX),e(rt,a_),e(a_,zX),e(rt,HX),e(rt,l_),e(l_,UX),e(rt,qX),e(rt,n_),e(n_,QX),e(g,jX),e(g,at),e(at,o_),e(o_,$X),e(at,ez),e(at,i_),e(i_,tz),e(at,rz),e(at,d_),e(d_,az),e(at,lz),e(at,s_),e(s_,nz),e(at,oz),e(at,h_),e(h_,iz),e(at,dz),e(at,c_),e(c_,sz),$m=!0},p:Ohe,i(u){$m||(km(hn.$$.fragment,u),km(un.$$.fragment,u),km(vn.$$.fragment,u),km(Tn.$$.fragment,u),km(yi.$$.fragment,u),$m=!0)},o(u){Bm(hn.$$.fragment,u),Bm(un.$$.fragment,u),Bm(vn.$$.fragment,u),Bm(Tn.$$.fragment,u),Bm(yi.$$.fragment,u),$m=!1},d(u){t($r),u&&t(Mi),u&&t(ot),Cm(hn),u&&t(Im),u&&t(Pi),u&&t(xm),u&&t(Gi),u&&t(Om),u&&t(it),u&&t(Fm),u&&t(dt),u&&t(Wm),u&&t(ki),u&&t(Ym),u&&t(da),Cm(un),u&&t(Jm),u&&t(sa),u&&t(Zm),u&&t(Vm),u&&t(ha),Cm(vn),u&&t(Km),u&&t(Bi),u&&t(Xm),u&&t(lt),u&&t(zm),u&&t(Ji),u&&t(Hm),u&&t(ga),Cm(Tn),u&&t(Um),u&&t(h),u&&t(qm),u&&t(fa),Cm(yi),u&&t(Qm),u&&t(Cs),u&&t(jm),u&&t(on)}}}const Whe={local:"transformers",sections:[{local:"if-you-are-looking-for-custom-support-from-the-hugging-face-team",title:"If you are looking for custom support from the Hugging Face team"},{local:"contents",sections:[{local:"supported-models",title:"Supported models"},{local:"supported-frameworks",title:"Supported frameworks"}],title:"Contents"}],title:"\u{1F917} Transformers"};function Yhe(d0,$r,Mi){let{fw:ot}=$r;return d0.$$set=Qr=>{"fw"in Qr&&Mi(0,ot=Qr.fw)},[ot]}class Vhe extends Bhe{constructor($r){super();Che(this,$r,Yhe,Fhe,Nhe,{fw:0})}}export{Vhe as default,Whe as metadata};
