import{S as Ji,i as Qi,s as Wi,e as l,k as n,w as Ve,t as i,M as Zi,c as s,d as t,m as c,a,x as Ue,h as m,b as u,N as p,G as r,g as f,y as Ce,L as zi,q as Ye,o as Xe,B as Fe,v as Ki}from"../../chunks/vendor-hf-doc-builder.js";import{Y as Fo}from"../../chunks/Youtube-hf-doc-builder.js";import{I as rs}from"../../chunks/IconCopyLink-hf-doc-builder.js";function em(Jo){let b,yr,$,S,Lt,K,ls,xt,ss,Rr,Je,as,Ar,w,D,Nt,ee,os,Bt,fs,Lr,Qe,is,xr,I,te,Qo,ms,re,Wo,Nr,le,se,us,ns,Br,v,Mt,O,St,cs,ps,ae,vs,_s,Es,Dt,H,Ot,hs,ds,oe,Ts,gs,ks,Ht,j,jt,Ps,bs,fe,$s,ws,Is,qt,q,Vt,Gs,ys,ie,Rs,As,Ls,Ut,E,Ct,xs,Ns,me,Bs,Ms,ue,Ss,Ds,Os,Yt,V,Xt,Hs,js,ne,qs,Vs,Mr,We,Us,Sr,h,Ft,Cs,Ys,Jt,Xs,Fs,Qt,Js,Dr,Ze,Qs,Or,G,U,Wt,ce,Ws,Zt,Zs,Hr,ze,zs,jr,C,Ks,zt,ea,ta,qr,Y,ra,Kt,la,sa,Vr,y,pe,Zo,aa,ve,zo,Ur,X,oa,er,fa,ia,Cr,R,_e,Ko,ma,Ee,ef,Yr,A,F,tr,he,ua,rr,na,Xr,Ke,ca,Fr,de,Te,tf,Jr,et,pa,Qr,L,ge,rf,va,ke,lf,Wr,Pe,Zr,tt,_a,zr,rt,Ea,Kr,lt,ha,el,be,da,tl,$e,rl,we,lr,Ta,ga,ll,x,Ie,sf,ka,Ge,af,sl,st,Pa,al,J,ba,sr,$a,wa,ol,d,ar,Ia,Ga,or,ya,Ra,fr,Aa,fl,Q,La,ir,xa,Na,il,N,ye,of,Ba,Re,ff,ml,at,Ma,ul,ot,Sa,nl,Ae,Da,cl,Le,pl,xe,Oa,vl,ft,Ha,_l,W,it,mr,ja,qa,Va,mt,ur,Ua,Ca,El,B,Ne,mf,Ya,Be,uf,hl,ut,Xa,dl,T,nt,nr,Fa,Ja,Qa,ct,cr,Wa,Za,za,Z,pr,Ka,eo,vr,to,ro,Tl,pt,lo,gl,Me,so,kl,g,ao,_r,oo,fo,Se,io,mo,Pl,vt,uo,bl,_t,no,$l,Et,co,wl,De,po,Il,ht,vo,Gl,dt,_o,yl,Tt,Eo,Rl,M,Oe,nf,ho,He,cf,Al,gt,To,Ll,z,go,Er,ko,Po,xl,je,bo,Nl,kt,$o,Bl,k,Pt,hr,wo,Io,Go,bt,dr,yo,Ro,Ao,$t,Tr,Lo,xo,Ml,P,No,gr,Bo,Mo,kr,So,Do,Sl;return K=new rs({}),ee=new rs({}),ce=new rs({}),he=new rs({}),Pe=new Fo({props:{id:"ftWlj4FBHTg"}}),$e=new Fo({props:{id:"BqqfQnyjmgg"}}),Le=new Fo({props:{id:"H39Z_720T5s"}}),{c(){b=l("meta"),yr=n(),$=l("h1"),S=l("a"),Lt=l("span"),Ve(K.$$.fragment),ls=n(),xt=l("span"),ss=i("Transformers \u662F\u5982\u4F55\u5DE5\u4F5C\u7684\uFF1F"),Rr=n(),Je=l("p"),as=i("\u5728\u672C\u8282\u4E2D\uFF0C\u6211\u4EEC\u5C06\u6DF1\u5165\u4E86\u89E3 Transformer \u6A21\u578B\u7684\u67B6\u6784\u3002"),Ar=n(),w=l("h2"),D=l("a"),Nt=l("span"),Ve(ee.$$.fragment),os=n(),Bt=l("span"),fs=i("\u4E00\u70B9Transformers\u7684\u53D1\u5C55\u5386\u53F2"),Lr=n(),Qe=l("p"),is=i("\u4EE5\u4E0B\u662F Transformer \u6A21\u578B\uFF08\u7B80\u77ED\uFF09\u5386\u53F2\u4E2D\u7684\u4E00\u4E9B\u5173\u952E\u8282\u70B9\uFF1A"),xr=n(),I=l("div"),te=l("img"),ms=n(),re=l("img"),Nr=n(),le=l("p"),se=l("a"),us=i("Transformer \u67B6\u6784"),ns=i(" \u4E8E 2017 \u5E74 6 \u6708\u63A8\u51FA\u3002\u539F\u672C\u7814\u7A76\u7684\u91CD\u70B9\u662F\u7FFB\u8BD1\u4EFB\u52A1\u3002\u968F\u540E\u63A8\u51FA\u4E86\u51E0\u4E2A\u6709\u5F71\u54CD\u529B\u7684\u6A21\u578B\uFF0C\u5305\u62EC"),Br=n(),v=l("ul"),Mt=l("li"),O=l("p"),St=l("strong"),cs=i("2018 \u5E74 6 \u6708"),ps=i(": "),ae=l("a"),vs=i("GPT"),_s=i(", \u7B2C\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684 Transformer \u6A21\u578B\uFF0C\u7528\u4E8E\u5404\u79CD NLP \u4EFB\u52A1\u5E76\u83B7\u5F97\u6781\u597D\u7684\u7ED3\u679C"),Es=n(),Dt=l("li"),H=l("p"),Ot=l("strong"),hs=i("2018 \u5E74 10 \u6708"),ds=i(": "),oe=l("a"),Ts=i("BERT"),gs=i(", \u53E6\u4E00\u4E2A\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF0C\u8BE5\u6A21\u578B\u65E8\u5728\u751F\u6210\u66F4\u597D\u7684\u53E5\u5B50\u6458\u8981\uFF08\u4E0B\u4E00\u7AE0\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\uFF01\uFF09"),ks=n(),Ht=l("li"),j=l("p"),jt=l("strong"),Ps=i("2019 \u5E74 2 \u6708"),bs=i(": "),fe=l("a"),$s=i("GPT-2"),ws=i(", GPT \u7684\u6539\u8FDB\uFF08\u5E76\u4E14\u66F4\u5927\uFF09\u7248\u672C\uFF0C\u7531\u4E8E\u9053\u5FB7\u95EE\u9898\u6CA1\u6709\u7ACB\u5373\u516C\u5F00\u53D1\u5E03"),Is=n(),qt=l("li"),q=l("p"),Vt=l("strong"),Gs=i("2019 \u5E74 10 \u6708"),ys=i(": "),ie=l("a"),Rs=i("DistilBERT"),As=i(", BERT \u7684\u63D0\u70BC\u7248\u672C\uFF0C\u901F\u5EA6\u63D0\u9AD8 60%\uFF0C\u5185\u5B58\u51CF\u8F7B 40%\uFF0C\u4F46\u4ECD\u4FDD\u7559 BERT 97% \u7684\u6027\u80FD"),Ls=n(),Ut=l("li"),E=l("p"),Ct=l("strong"),xs=i("2019 \u5E74 10 \u6708"),Ns=i(": "),me=l("a"),Bs=i("BART"),Ms=i(" \u548C "),ue=l("a"),Ss=i("T5"),Ds=i(", \u4E24\u4E2A\u4F7F\u7528\u4E0E\u539F\u59CB Transformer \u6A21\u578B\u76F8\u540C\u67B6\u6784\u7684\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF08\u7B2C\u4E00\u4E2A\u8FD9\u6837\u505A\uFF09"),Os=n(),Yt=l("li"),V=l("p"),Xt=l("strong"),Hs=i("2020 \u5E74 5 \u6708"),js=i(", "),ne=l("a"),qs=i("GPT-3"),Vs=i(", GPT-2 \u7684\u66F4\u5927\u7248\u672C\uFF0C\u65E0\u9700\u5FAE\u8C03\u5373\u53EF\u5728\u5404\u79CD\u4EFB\u52A1\u4E0A\u8868\u73B0\u826F\u597D\uFF08\u79F0\u4E3A\u96F6\u6837\u672C\u5B66\u4E60\uFF09"),Mr=n(),We=l("p"),Us=i("\u8FD9\u4E2A\u5217\u8868\u5E76\u4E0D\u5168\u9762\uFF0C\u53EA\u662F\u4E3A\u4E86\u7A81\u51FA\u4E00\u4E9B\u4E0D\u540C\u7C7B\u578B\u7684 Transformer \u6A21\u578B\u3002\u5927\u4F53\u4E0A\uFF0C\u5B83\u4EEC\u53EF\u4EE5\u5206\u4E3A\u4E09\u7C7B\uFF1A"),Sr=n(),h=l("ul"),Ft=l("li"),Cs=i("GPT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u56DE\u5F52Transformer\u6A21\u578B)"),Ys=n(),Jt=l("li"),Xs=i("BERT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u52A8\u7F16\u7801Transformer\u6A21\u578B)"),Fs=n(),Qt=l("li"),Js=i("BART/T5-like (\u4E5F\u88AB\u79F0\u4F5C\u5E8F\u5217\u5230\u5E8F\u5217\u7684 Transformer\u6A21\u578B)"),Dr=n(),Ze=l("p"),Qs=i("\u7A0D\u540E\u6211\u4EEC\u5C06\u66F4\u6DF1\u5165\u5730\u63A2\u8BA8\u8FD9\u4E9B\u5206\u7C7B\u3002"),Or=n(),G=l("h2"),U=l("a"),Wt=l("span"),Ve(ce.$$.fragment),Ws=n(),Zt=l("span"),Zs=i("Transformers\u662F\u8BED\u8A00\u6A21\u578B"),Hr=n(),ze=l("p"),zs=i("\u4E0A\u9762\u63D0\u5230\u7684\u6240\u6709 Transformer \u6A21\u578B\uFF08GPT\u3001BERT\u3001BART\u3001T5 \u7B49\uFF09\u90FD\u88AB\u8BAD\u7EC3\u4E3A\u8BED\u8A00\u6A21\u578B\u3002\u8FD9\u610F\u5473\u7740\u4ED6\u4EEC\u5DF2\u7ECF\u4EE5\u65E0\u76D1\u7763\u5B66\u4E60\u7684\u65B9\u5F0F\u63A5\u53D7\u4E86\u5927\u91CF\u539F\u59CB\u6587\u672C\u7684\u8BAD\u7EC3\u3002\u65E0\u76D1\u7763\u5B66\u4E60\u662F\u4E00\u79CD\u8BAD\u7EC3\u7C7B\u578B\uFF0C\u5176\u4E2D\u76EE\u6807\u662F\u6839\u636E\u6A21\u578B\u7684\u8F93\u5165\u81EA\u52A8\u8BA1\u7B97\u7684\u3002\u8FD9\u610F\u5473\u7740\u4E0D\u9700\u8981\u4EBA\u5DE5\u6765\u6807\u8BB0\u6570\u636E\uFF01"),jr=n(),C=l("p"),Ks=i("\u8FD9\u79CD\u7C7B\u578B\u7684\u6A21\u578B\u53EF\u4EE5\u5BF9\u5176\u8BAD\u7EC3\u8FC7\u7684\u8BED\u8A00\u8FDB\u884C\u7EDF\u8BA1\u7406\u89E3\uFF0C\u4F46\u5BF9\u4E8E\u7279\u5B9A\u7684\u5B9E\u9645\u4EFB\u52A1\u5E76\u4E0D\u662F\u5F88\u6709\u7528\u3002\u56E0\u6B64\uFF0C\u4E00\u822C\u7684\u9884\u8BAD\u7EC3\u6A21\u578B\u4F1A\u7ECF\u5386\u4E00\u4E2A\u79F0\u4E3A"),zt=l("em"),ea=i("\u8FC1\u79FB\u5B66\u4E60"),ta=i("\u7684\u8FC7\u7A0B\u3002\u5728\u6B64\u8FC7\u7A0B\u4E2D\uFF0C\u6A21\u578B\u5728\u7ED9\u5B9A\u4EFB\u52A1\u4E0A\u4EE5\u76D1\u7763\u65B9\u5F0F\uFF08\u5373\u4F7F\u7528\u4EBA\u5DE5\u6CE8\u91CA\u6807\u7B7E\uFF09\u8FDB\u884C\u5FAE\u8C03\u3002"),qr=n(),Y=l("p"),ra=i("\u4EFB\u52A1\u7684\u4E00\u4E2A\u4F8B\u5B50\u662F\u9605\u8BFB "),Kt=l("em"),la=i("n"),sa=i(" \u4E2A\u5355\u8BCD\u7684\u53E5\u5B50\uFF0C\u9884\u6D4B\u4E0B\u4E00\u4E2A\u5355\u8BCD\u3002\u8FD9\u88AB\u79F0\u4E3A\u56E0\u679C\u8BED\u8A00\u5EFA\u6A21\uFF0C\u56E0\u4E3A\u8F93\u51FA\u53D6\u51B3\u4E8E\u8FC7\u53BB\u548C\u73B0\u5728\u7684\u8F93\u5165\u3002"),Vr=n(),y=l("div"),pe=l("img"),aa=n(),ve=l("img"),Ur=n(),X=l("p"),oa=i("\u53E6\u4E00\u4E2A\u4F8B\u5B50\u662F"),er=l("em"),fa=i("\u906E\u7F69\u8BED\u8A00\u5EFA\u6A21"),ia=i("\uFF0C\u8BE5\u6A21\u578B\u9884\u6D4B\u53E5\u5B50\u4E2D\u7684\u906E\u4F4F\u7684\u8BCD\u3002"),Cr=n(),R=l("div"),_e=l("img"),ma=n(),Ee=l("img"),Yr=n(),A=l("h2"),F=l("a"),tr=l("span"),Ve(he.$$.fragment),ua=n(),rr=l("span"),na=i("Transformer\u662F\u5927\u6A21\u578B"),Xr=n(),Ke=l("p"),ca=i("\u9664\u4E86\u4E00\u4E9B\u7279\u4F8B\uFF08\u5982 DistilBERT\uFF09\u5916\uFF0C\u5B9E\u73B0\u66F4\u597D\u6027\u80FD\u7684\u4E00\u822C\u7B56\u7565\u662F\u589E\u52A0\u6A21\u578B\u7684\u5927\u5C0F\u4EE5\u53CA\u9884\u8BAD\u7EC3\u7684\u6570\u636E\u91CF\u3002"),Fr=n(),de=l("div"),Te=l("img"),Jr=n(),et=l("p"),pa=i("\u4E0D\u5E78\u7684\u662F\uFF0C\u8BAD\u7EC3\u6A21\u578B\uFF0C\u5C24\u5176\u662F\u5927\u578B\u6A21\u578B\uFF0C\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u65F6\u95F4\u548C\u8BA1\u7B97\u8D44\u6E90\u3002\u5B83\u751A\u81F3\u4F1A\u5BF9\u73AF\u5883\u4EA7\u751F\u5F71\u54CD\uFF0C\u5982\u4E0B\u56FE\u6240\u793A\u3002"),Qr=n(),L=l("div"),ge=l("img"),va=n(),ke=l("img"),Wr=n(),Ve(Pe.$$.fragment),Zr=n(),tt=l("p"),_a=i("Transformers\u662F\u7531\u4E00\u4E2A\u56E2\u961F\u9886\u5BFC\u7684\uFF08\u975E\u5E38\u5927\u7684\uFF09\u6A21\u578B\u9879\u76EE\uFF0C\u8BE5\u56E2\u961F\u8BD5\u56FE\u51CF\u5C11\u9884\u8BAD\u7EC3\u5BF9\u73AF\u5883\u7684\u5F71\u54CD\uFF0C\u901A\u8FC7\u8FD0\u884C\u5927\u91CF\u8BD5\u9A8C\u4EE5\u83B7\u5F97\u6700\u4F73\u8D85\u53C2\u6570\u3002"),zr=n(),rt=l("p"),Ea=i("\u60F3\u8C61\u4E00\u4E0B\uFF0C\u5982\u679C\u6BCF\u6B21\u4E00\u4E2A\u7814\u7A76\u56E2\u961F\u3001\u4E00\u4E2A\u5B66\u751F\u7EC4\u7EC7\u6216\u4E00\u5BB6\u516C\u53F8\u60F3\u8981\u8BAD\u7EC3\u4E00\u4E2A\u6A21\u578B\uFF0C\u90FD\u4ECE\u5934\u5F00\u59CB\u8BAD\u7EC3\u7684\u3002\u8FD9\u5C06\u5BFC\u81F4\u5DE8\u5927\u7684\u3001\u4E0D\u5FC5\u8981\u7684\u6D6A\u8D39\uFF01"),Kr=n(),lt=l("p"),ha=i("\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u5171\u4EAB\u8BED\u8A00\u6A21\u578B\u81F3\u5173\u91CD\u8981\uFF1A\u5171\u4EAB\u7ECF\u8FC7\u8BAD\u7EC3\u7684\u6743\u91CD\uFF0C\u5F53\u9047\u89C1\u65B0\u7684\u9700\u6C42\u65F6\u5728\u9884\u8BAD\u7EC3\u7684\u6743\u91CD\u4E4B\u4E0A\u8FDB\u884C\u5FAE\u8C03\uFF0C\u53EF\u4EE5\u964D\u4F4E\u8BAD\u7EC3\u6A21\u578B\u8BAD\u7EC3\u7684\u7B97\u529B\u548C\u65F6\u95F4\u6D88\u8017\uFF0C\u964D\u4F4E\u5168\u7403\u7684\u603B\u4F53\u8BA1\u7B97\u6210\u672C\u548C\u78B3\u6392\u653E\u3002"),el=n(),be=l("h2"),da=i("\u8FC1\u79FB\u5B66\u4E60"),tl=n(),Ve($e.$$.fragment),rl=n(),we=l("p"),lr=l("em"),Ta=i("\u9884\u8BAD\u7EC3\u662F"),ga=i("\u8BAD\u7EC3\u6A21\u578B\u524D\u7684\u4E00\u4E2A\u64CD\u4F5C\uFF1A\u968F\u673A\u521D\u59CB\u5316\u6743\u91CD\uFF0C\u5728\u6CA1\u6709\u4EFB\u4F55\u5148\u9A8C\u77E5\u8BC6\u7684\u60C5\u51B5\u4E0B\u5F00\u59CB\u8BAD\u7EC3\u3002"),ll=n(),x=l("div"),Ie=l("img"),ka=n(),Ge=l("img"),sl=n(),st=l("p"),Pa=i("\u8FD9\u79CD\u9884\u8BAD\u7EC3\u901A\u5E38\u662F\u5728\u975E\u5E38\u5927\u91CF\u7684\u6570\u636E\u4E0A\u8FDB\u884C\u7684\u3002\u56E0\u6B64\uFF0C\u5B83\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u800C\u4E14\u8BAD\u7EC3\u53EF\u80FD\u9700\u8981\u51E0\u5468\u7684\u65F6\u95F4\u3002"),al=n(),J=l("p"),ba=i("\u53E6\u4E00\u65B9\u9762\uFF0C"),sr=l("em"),$a=i("\u5FAE\u8C03"),wa=i("\u662F\u5728\u6A21\u578B\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u540E\u5B8C\u6210\u7684\u8BAD\u7EC3\u3002\u8981\u6267\u884C\u5FAE\u8C03\uFF0C\u9996\u5148\u9700\u8981\u83B7\u53D6\u4E00\u4E2A\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u7684\u8BED\u8A00\u6A21\u578B\uFF0C\u7136\u540E\u4F7F\u7528\u7279\u5B9A\u4E8E\u4EFB\u52A1\u7684\u6570\u636E\u96C6\u6267\u884C\u989D\u5916\u7684\u8BAD\u7EC3\u3002\u7B49\u7B49\uFF0C\u4E3A\u4EC0\u4E48\u4E0D\u76F4\u63A5\u4E3A\u6700\u540E\u7684\u4EFB\u52A1\u800C\u8BAD\u7EC3\u5462\uFF1F\u6709\u51E0\u4E2A\u539F\u56E0\uFF1A"),ol=n(),d=l("ul"),ar=l("li"),Ia=i("\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u4E0E\u5FAE\u8C03\u6570\u636E\u96C6\u6709\u4E00\u4E9B\u76F8\u4F3C\u4E4B\u5904\u7684\u6570\u636E\u96C6\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\u3002\u56E0\u6B64\uFF0C\u5FAE\u8C03\u8FC7\u7A0B\u80FD\u591F\u5229\u7528\u6A21\u578B\u5728\u9884\u8BAD\u7EC3\u671F\u95F4\u83B7\u5F97\u7684\u77E5\u8BC6\uFF08\u4F8B\u5982\uFF0C\u5BF9\u4E8ENLP\u95EE\u9898\uFF0C\u9884\u8BAD\u7EC3\u6A21\u578B\u5C06\u5BF9\u60A8\u5728\u4EFB\u52A1\u4E2D\u4F7F\u7528\u7684\u8BED\u8A00\u6709\u67D0\u79CD\u7EDF\u8BA1\u89C4\u5F8B\u4E0A\u7684\u7406\u89E3\uFF09\u3002"),Ga=n(),or=l("li"),ya=i("\u7531\u4E8E\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u5927\u91CF\u6570\u636E\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\uFF0C\u56E0\u6B64\u5FAE\u8C03\u9700\u8981\u66F4\u5C11\u7684\u6570\u636E\u6765\u83B7\u5F97\u4E0D\u9519\u7684\u7ED3\u679C\u3002"),Ra=n(),fr=l("li"),Aa=i("\u51FA\u4E8E\u540C\u6837\u7684\u539F\u56E0\uFF0C\u83B7\u5F97\u597D\u7ED3\u679C\u6240\u9700\u7684\u65F6\u95F4\u548C\u8D44\u6E90\u8981\u5C11\u5F97\u591A"),fl=n(),Q=l("p"),La=i("\u4F8B\u5982\uFF0C\u53EF\u4EE5\u5229\u7528\u82F1\u8BED\u7684\u9884\u8BAD\u7EC3\u8FC7\u7684\u6A21\u578B\uFF0C\u7136\u540E\u5728arXiv\u8BED\u6599\u5E93\u4E0A\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\uFF0C\u4ECE\u800C\u5F62\u6210\u4E00\u4E2A\u57FA\u4E8E\u79D1\u5B66/\u7814\u7A76\u7684\u6A21\u578B\u3002\u5FAE\u8C03\u53EA\u9700\u8981\u6709\u9650\u7684\u6570\u636E\u91CF\uFF1A\u9884\u8BAD\u7EC3\u6A21\u578B\u83B7\u5F97\u7684\u77E5\u8BC6\u53EF\u4EE5\u201C\u8FC1\u79FB\u201D\u5230\u76EE\u6807\u4EFB\u52A1\u4E0A\uFF0C\u56E0\u6B64\u88AB\u79F0\u4E3A"),ir=l("em"),xa=i("\u8FC1\u79FB\u5B66\u4E60"),Na=i("\u3002"),il=n(),N=l("div"),ye=l("img"),Ba=n(),Re=l("img"),ml=n(),at=l("p"),Ma=i("\u56E0\u6B64\uFF0C\u5FAE\u8C03\u6A21\u578B\u5177\u6709\u8F83\u4F4E\u7684\u65F6\u95F4\u3001\u6570\u636E\u3001\u8D22\u52A1\u548C\u73AF\u5883\u6210\u672C\u3002\u8FED\u4EE3\u4E0D\u540C\u7684\u5FAE\u8C03\u65B9\u6848\u4E5F\u66F4\u5FEB\u3001\u66F4\u5BB9\u6613\uFF0C\u56E0\u4E3A\u4E0E\u5B8C\u6574\u7684\u9884\u8BAD\u7EC3\u76F8\u6BD4\uFF0C\u8BAD\u7EC3\u7684\u7EA6\u675F\u66F4\u5C11\u3002"),ul=n(),ot=l("p"),Sa=i("\u8FD9\u4E2A\u8FC7\u7A0B\u4E5F\u4F1A\u6BD4\u4ECE\u5934\u5F00\u59CB\u7684\u8BAD\u7EC3\uFF08\u9664\u975E\u4F60\u6709\u5F88\u591A\u6570\u636E\uFF09\u53D6\u5F97\u66F4\u597D\u7684\u6548\u679C\uFF0C\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u4F60\u5E94\u8BE5\u603B\u662F\u5C1D\u8BD5\u5229\u7528\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684\u6A21\u578B\u2014\u4E00\u4E2A\u5C3D\u53EF\u80FD\u63A5\u8FD1\u4F60\u624B\u5934\u7684\u4EFB\u52A1\u7684\u6A21\u578B\u2014\u5E76\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\u3002"),nl=n(),Ae=l("h2"),Da=i("\u4E00\u822C\u7684\u4F53\u7CFB\u7ED3\u6784"),cl=i(`
\u5728\u8FD9\u4E00\u90E8\u5206\uFF0C\u6211\u4EEC\u5C06\u4ECB\u7ECDTransformer\u6A21\u578B\u7684\u4E00\u822C\u67B6\u6784\u3002\u5982\u679C\u4F60\u4E0D\u7406\u89E3\u5176\u4E2D\u7684\u4E00\u4E9B\u6982\u5FF5\uFF0C\u4E0D\u8981\u62C5\u5FC3\uFF1B\u4E0B\u6587\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\u6BCF\u4E2A\u7EC4\u4EF6\u3002
`),Ve(Le.$$.fragment),pl=n(),xe=l("h2"),Oa=i("\u4ECB\u7ECD"),vl=n(),ft=l("p"),Ha=i("\u8BE5\u6A21\u578B\u4E3B\u8981\u7531\u4E24\u4E2A\u5757\u7EC4\u6210\uFF1A"),_l=n(),W=l("ul"),it=l("li"),mr=l("strong"),ja=i("Encoder (\u5DE6\u4FA7)"),qa=i(": \u7F16\u7801\u5668\u63A5\u6536\u8F93\u5165\u5E76\u6784\u5EFA\u5176\u8868\u793A\uFF08\u5176\u7279\u5F81\uFF09\u3002\u8FD9\u610F\u5473\u7740\u5BF9\u6A21\u578B\u8FDB\u884C\u4E86\u4F18\u5316\uFF0C\u4EE5\u4ECE\u8F93\u5165\u4E2D\u83B7\u5F97\u7406\u89E3\u3002"),Va=n(),mt=l("li"),ur=l("strong"),Ua=i("Decoder (\u53F3\u4FA7)"),Ca=i(": \u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8868\u793A\uFF08\u7279\u5F81\uFF09\u4EE5\u53CA\u5176\u4ED6\u8F93\u5165\u6765\u751F\u6210\u76EE\u6807\u5E8F\u5217\u3002\u8FD9\u610F\u5473\u7740\u8BE5\u6A21\u578B\u5DF2\u9488\u5BF9\u751F\u6210\u8F93\u51FA\u8FDB\u884C\u4E86\u4F18\u5316\u3002"),El=n(),B=l("div"),Ne=l("img"),Ya=n(),Be=l("img"),hl=n(),ut=l("p"),Xa=i("\u8FD9\u4E9B\u90E8\u4EF6\u4E2D\u7684\u6BCF\u4E00\u4E2A\u90FD\u53EF\u4EE5\u72EC\u7ACB\u4F7F\u7528\uFF0C\u5177\u4F53\u53D6\u51B3\u4E8E\u4EFB\u52A1\uFF1A"),dl=n(),T=l("ul"),nt=l("li"),nr=l("strong"),Fa=i("Encoder-only models"),Ja=i(": \u9002\u7528\u4E8E\u9700\u8981\u7406\u89E3\u8F93\u5165\u7684\u4EFB\u52A1\uFF0C\u5982\u53E5\u5B50\u5206\u7C7B\u548C\u547D\u540D\u5B9E\u4F53\u8BC6\u522B\u3002"),Qa=n(),ct=l("li"),cr=l("strong"),Wa=i("Decoder-only models"),Za=i(": \u9002\u7528\u4E8E\u751F\u6210\u4EFB\u52A1\uFF0C\u5982\u6587\u672C\u751F\u6210\u3002"),za=n(),Z=l("li"),pr=l("strong"),Ka=i("Encoder-decoder models"),eo=i(" \u6216\u8005 "),vr=l("strong"),to=i("sequence-to-sequence models"),ro=i(": \u9002\u7528\u4E8E\u9700\u8981\u6839\u636E\u8F93\u5165\u8FDB\u884C\u751F\u6210\u7684\u4EFB\u52A1\uFF0C\u5982\u7FFB\u8BD1\u6216\u6458\u8981\u3002"),Tl=n(),pt=l("p"),lo=i("\u5728\u540E\u9762\u7684\u90E8\u5206\u4E2D\uFF0C\u6211\u4EEC\u5C06\u5355\u72EC\u5730\u6DF1\u5165\u7814\u7A76\u8FD9\u4E9B\u4F53\u7CFB\u7ED3\u6784\u3002"),gl=n(),Me=l("h2"),so=i("\u6CE8\u610F\u529B\u5C42"),kl=n(),g=l("p"),ao=i("Transformer\u6A21\u578B\u7684\u4E00\u4E2A\u5173\u952E\u7279\u6027\u662F"),_r=l("em"),oo=i("\u6CE8\u610F\u529B\u5C42"),fo=i("\u3002\u4E8B\u5B9E\u4E0A\uFF0C\u4ECB\u7ECDTransformer\u67B6\u6784\u7684\u6587\u7AE0\u7684\u6807\u9898\u662F"),Se=l("a"),io=i("\u201C\u6CE8\u610F\u529B\u5C31\u662F\u4F60\u6240\u9700\u8981\u7684\u201D"),mo=i("! \u6211\u4EEC\u5C06\u5728\u8BFE\u7A0B\u7684\u540E\u9762\u66F4\u52A0\u6DF1\u5165\u5730\u63A2\u7D22\u6CE8\u610F\u529B\u5C42\uFF1B\u73B0\u5728\uFF0C\u60A8\u9700\u8981\u77E5\u9053\u7684\u662F\uFF0C\u8FD9\u4E00\u5C42\u5C06\u544A\u8BC9\u6A21\u578B\u5728\u5904\u7406\u6BCF\u4E2A\u5355\u8BCD\u7684\u8868\u793A\u65F6\uFF0C\u8981\u7279\u522B\u91CD\u89C6\u60A8\u4F20\u9012\u7ED9\u5B83\u7684\u53E5\u5B50\u4E2D\u7684\u67D0\u4E9B\u5355\u8BCD\uFF08\u5E76\u4E14\u6216\u591A\u6216\u5C11\u5730\u5FFD\u7565\u5176\u4ED6\u5355\u8BCD\uFF09\u3002"),Pl=n(),vt=l("p"),uo=i("\u628A\u5B83\u653E\u5728\u8BED\u5883\u4E2D\uFF0C\u8003\u8651\u5C06\u6587\u672C\u4ECE\u82F1\u8BED\u7FFB\u8BD1\u6210\u6CD5\u8BED\u7684\u4EFB\u52A1\u3002\u5728\u8F93\u5165\u201CYou like this course\u201D\u7684\u60C5\u51B5\u4E0B\uFF0C\u7FFB\u8BD1\u6A21\u578B\u8FD8\u9700\u8981\u6CE8\u610F\u76F8\u90BB\u7684\u5355\u8BCD\u201CYou\u201D\uFF0C\u4EE5\u83B7\u5F97\u5355\u8BCD\u201Clike\u201D\u7684\u6B63\u786E\u7FFB\u8BD1\uFF0C\u56E0\u4E3A\u5728\u6CD5\u8BED\u4E2D\uFF0C\u52A8\u8BCD\u201Clike\u201D\u7684\u53D8\u5316\u53D6\u51B3\u4E8E\u4E3B\u9898\u3002\u7136\u800C\uFF0C\u53E5\u5B50\u7684\u5176\u4F59\u90E8\u5206\u5BF9\u4E8E\u8BE5\u8BCD\u7684\u7FFB\u8BD1\u6CA1\u6709\u7528\u5904\u3002\u540C\u6837\uFF0C\u5728\u7FFB\u8BD1\u201Cthis\u201D\u65F6\uFF0C\u6A21\u578B\u4E5F\u9700\u8981\u6CE8\u610F\u201Ccourse\u201D\u4E00\u8BCD\uFF0C\u56E0\u4E3A\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E0D\u540C\uFF0C\u53D6\u51B3\u4E8E\u76F8\u5173\u540D\u8BCD\u662F\u5355\u6570\u8FD8\u662F\u590D\u6570\u3002\u540C\u6837\uFF0C\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\u5BF9\u4E8E\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E5F\u4E0D\u91CD\u8981\u3002\u5BF9\u4E8E\u66F4\u590D\u6742\u7684\u53E5\u5B50\uFF08\u4EE5\u53CA\u66F4\u590D\u6742\u7684\u8BED\u6CD5\u89C4\u5219\uFF09\uFF0C\u6A21\u578B\u9700\u8981\u7279\u522B\u6CE8\u610F\u53EF\u80FD\u51FA\u73B0\u5728\u53E5\u5B50\u4E2D\u66F4\u8FDC\u4F4D\u7F6E\u7684\u5355\u8BCD\uFF0C\u4EE5\u4FBF\u6B63\u786E\u5730\u7FFB\u8BD1\u6BCF\u4E2A\u5355\u8BCD\u3002"),bl=n(),_t=l("p"),no=i("\u540C\u6837\u7684\u6982\u5FF5\u4E5F\u9002\u7528\u4E8E\u4E0E\u81EA\u7136\u8BED\u8A00\u76F8\u5173\u7684\u4EFB\u4F55\u4EFB\u52A1\uFF1A\u4E00\u4E2A\u8BCD\u672C\u8EAB\u6709\u4E00\u4E2A\u542B\u4E49\uFF0C\u4F46\u8FD9\u4E2A\u542B\u4E49\u53D7\u8BED\u5883\u7684\u5F71\u54CD\u5F88\u5927\uFF0C\u8BED\u5883\u53EF\u4EE5\u662F\u7814\u7A76\u8BE5\u8BCD\u4E4B\u524D\u6216\u4E4B\u540E\u7684\u4EFB\u4F55\u5176\u4ED6\u8BCD\uFF08\u6216\u591A\u4E2A\u8BCD\uFF09\u3002"),$l=n(),Et=l("p"),co=i("\u73B0\u5728\u60A8\u5DF2\u7ECF\u4E86\u89E3\u4E86\u6CE8\u610F\u529B\u5C42\u7684\u542B\u4E49\uFF0C\u8BA9\u6211\u4EEC\u66F4\u4ED4\u7EC6\u5730\u4E86\u89E3Transformer\u67B6\u6784\u3002"),wl=n(),De=l("h2"),po=i("\u539F\u59CB\u7684\u7ED3\u6784"),Il=n(),ht=l("p"),vo=i("Transformer\u67B6\u6784\u6700\u521D\u662F\u4E3A\u7FFB\u8BD1\u800C\u8BBE\u8BA1\u7684\u3002\u5728\u8BAD\u7EC3\u671F\u95F4\uFF0C\u7F16\u7801\u5668\u63A5\u6536\u7279\u5B9A\u8BED\u8A00\u7684\u8F93\u5165\uFF08\u53E5\u5B50\uFF09\uFF0C\u800C\u89E3\u7801\u5668\u9700\u8981\u8F93\u51FA\u5BF9\u5E94\u8BED\u8A00\u7684\u7FFB\u8BD1\u3002\u5728\u7F16\u7801\u5668\u4E2D\uFF0C\u6CE8\u610F\u529B\u5C42\u53EF\u4EE5\u4F7F\u7528\u4E00\u4E2A\u53E5\u5B50\u4E2D\u7684\u6240\u6709\u5355\u8BCD\uFF08\u6B63\u5982\u6211\u4EEC\u521A\u624D\u770B\u5230\u7684\uFF0C\u7ED9\u5B9A\u5355\u8BCD\u7684\u7FFB\u8BD1\u53EF\u4EE5\u53D6\u51B3\u4E8E\u5B83\u5728\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\uFF09\u3002\u7136\u800C\uFF0C\u89E3\u7801\u5668\u662F\u6309\u987A\u5E8F\u5DE5\u4F5C\u7684\uFF0C\u5E76\u4E14\u53EA\u80FD\u6CE8\u610F\u5B83\u5DF2\u7ECF\u7FFB\u8BD1\u8FC7\u7684\u53E5\u5B50\u4E2D\u7684\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5F53\u6211\u4EEC\u9884\u6D4B\u4E86\u7FFB\u8BD1\u76EE\u6807\u7684\u524D\u4E09\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6211\u4EEC\u5C06\u5B83\u4EEC\u63D0\u4F9B\u7ED9\u89E3\u7801\u5668\uFF0C\u7136\u540E\u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u6240\u6709\u8F93\u5165\u6765\u5C1D\u8BD5\u9884\u6D4B\u7B2C\u56DB\u4E2A\u5355\u8BCD\u3002"),Gl=n(),dt=l("p"),_o=i("\u4E3A\u4E86\u5728\u8BAD\u7EC3\u8FC7\u7A0B\u4E2D\u52A0\u5FEB\u901F\u5EA6\uFF08\u5F53\u6A21\u578B\u53EF\u4EE5\u8BBF\u95EE\u76EE\u6807\u53E5\u5B50\u65F6\uFF09\uFF0C\u89E3\u7801\u5668\u4F1A\u88AB\u8F93\u5165\u6574\u4E2A\u76EE\u6807\uFF0C\u4F46\u4E0D\u5141\u8BB8\u83B7\u53D6\u5230\u8981\u7FFB\u8BD1\u7684\u5355\u8BCD\uFF08\u5982\u679C\u5B83\u5728\u5C1D\u8BD5\u9884\u6D4B\u4F4D\u7F6E2\u7684\u5355\u8BCD\u65F6\u53EF\u4EE5\u8BBF\u95EE\u4F4D\u7F6E2\u7684\u5355\u8BCD\uFF0C\u89E3\u7801\u5668\u5C31\u4F1A\u5077\u61D2\uFF0C\u76F4\u63A5\u8F93\u51FA\u90A3\u4E2A\u5355\u8BCD\uFF0C\u4ECE\u800C\u65E0\u6CD5\u5B66\u4E60\u5230\u6B63\u786E\u7684\u8BED\u8A00\u5173\u7CFB\uFF01\uFF09\u3002\u4F8B\u5982\uFF0C\u5F53\u8BD5\u56FE\u9884\u6D4B\u7B2C4\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6CE8\u610F\u529B\u5C42\u53EA\u80FD\u83B7\u53D6\u4F4D\u7F6E1\u52303\u7684\u5355\u8BCD\u3002"),yl=n(),Tt=l("p"),Eo=i("\u6700\u521D\u7684Transformer\u67B6\u6784\u5982\u4E0B\u6240\u793A\uFF0C\u7F16\u7801\u5668\u4F4D\u4E8E\u5DE6\u4FA7\uFF0C\u89E3\u7801\u5668\u4F4D\u4E8E\u53F3\u4FA7\uFF1A"),Rl=n(),M=l("div"),Oe=l("img"),ho=n(),He=l("img"),Al=n(),gt=l("p"),To=i("\u6CE8\u610F\uFF0C\u89E3\u7801\u5668\u5757\u4E2D\u7684\u7B2C\u4E00\u4E2A\u6CE8\u610F\u529B\u5C42\u5173\u8054\u5230\u89E3\u7801\u5668\u7684\u6240\u6709\uFF08\u8FC7\u53BB\u7684\uFF09\u8F93\u5165\uFF0C\u4F46\u662F\u7B2C\u4E8C\u6CE8\u610F\u529B\u5C42\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8F93\u51FA\u3002\u56E0\u6B64\uFF0C\u5B83\u53EF\u4EE5\u8BBF\u95EE\u6574\u4E2A\u8F93\u5165\u53E5\u5B50\uFF0C\u4EE5\u6700\u597D\u5730\u9884\u6D4B\u5F53\u524D\u5355\u8BCD\u3002\u8FD9\u662F\u975E\u5E38\u6709\u7528\u7684\uFF0C\u56E0\u4E3A\u4E0D\u540C\u7684\u8BED\u8A00\u53EF\u4EE5\u6709\u8BED\u6CD5\u89C4\u5219\u5C06\u5355\u8BCD\u6309\u4E0D\u540C\u7684\u987A\u5E8F\u6392\u5217\uFF0C\u6216\u8005\u53E5\u5B50\u540E\u9762\u63D0\u4F9B\u7684\u4E00\u4E9B\u4E0A\u4E0B\u6587\u53EF\u80FD\u6709\u52A9\u4E8E\u786E\u5B9A\u7ED9\u5B9A\u5355\u8BCD\u7684\u6700\u4F73\u7FFB\u8BD1\u3002"),Ll=n(),z=l("p"),go=i("\u4E5F\u53EF\u4EE5\u5728\u7F16\u7801\u5668/\u89E3\u7801\u5668\u4E2D\u4F7F\u7528"),Er=l("em"),ko=i("\u6CE8\u610F\u529B\u906E\u7F69\u5C42"),Po=i("\uFF0C\u4EE5\u9632\u6B62\u6A21\u578B\u6CE8\u610F\u67D0\u4E9B\u7279\u6B8A\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5728\u6279\u5904\u7406\u53E5\u5B50\u65F6\uFF0C\u586B\u5145\u7279\u6B8A\u8BCD\u4F7F\u6240\u6709\u53E5\u5B50\u7684\u957F\u5EA6\u4E00\u81F4\u3002"),xl=n(),je=l("h2"),bo=i("\u67B6\u6784\u4E0E\u53C2\u6570"),Nl=n(),kt=l("p"),$o=i(`\u5728\u672C\u8BFE\u7A0B\u4E2D\uFF0C\u5F53\u6211\u4EEC\u6DF1\u5165\u63A2\u8BA8Transformers\u6A21\u578B\u65F6\uFF0C\u60A8\u5C06\u770B\u5230
\u67B6\u6784\u3001\u53C2\u6570\u548C\u6A21\u578B
\u3002 \u8FD9\u4E9B\u672F\u8BED\u7684\u542B\u4E49\u7565\u6709\u4E0D\u540C\uFF1A`),Bl=n(),k=l("ul"),Pt=l("li"),hr=l("strong"),wo=i("\u67B6\u6784"),Io=i(": \u8FD9\u662F\u6A21\u578B\u7684\u9AA8\u67B6 \u2014 \u6BCF\u4E2A\u5C42\u7684\u5B9A\u4E49\u4EE5\u53CA\u6A21\u578B\u4E2D\u53D1\u751F\u7684\u6BCF\u4E2A\u64CD\u4F5C\u3002"),Go=n(),bt=l("li"),dr=l("strong"),yo=i("Checkpoints"),Ro=i(": \u8FD9\u4E9B\u662F\u5C06\u5728\u7ED9\u67B6\u6784\u4E2D\u7ED3\u6784\u4E2D\u52A0\u8F7D\u7684\u6743\u91CD\u3002"),Ao=n(),$t=l("li"),Tr=l("strong"),Lo=i("\u6A21\u578B"),xo=i(": \u8FD9\u662F\u4E00\u4E2A\u7B3C\u7EDF\u7684\u672F\u8BED\uFF0C\u6CA1\u6709\u201C\u67B6\u6784\u201D\u6216\u201C\u53C2\u6570\u201D\u90A3\u4E48\u7CBE\u786E\uFF1A\u5B83\u53EF\u4EE5\u6307\u4E24\u8005\u3002\u4E3A\u4E86\u907F\u514D\u6B67\u4E49\uFF0C\u672C\u8BFE\u7A0B\u4F7F\u7528\u5C06\u4F7F\u7528\u67B6\u6784\u548C\u53C2\u6570\u3002"),Ml=n(),P=l("p"),No=i("\u4F8B\u5982\uFF0CBERT\u662F\u4E00\u4E2A\u67B6\u6784\uFF0C\u800C "),gr=l("code"),Bo=i("bert-base-cased"),Mo=i("\uFF0C \u8FD9\u662F\u8C37\u6B4C\u56E2\u961F\u4E3ABERT\u7684\u7B2C\u4E00\u4E2A\u7248\u672C\u8BAD\u7EC3\u7684\u4E00\u7EC4\u6743\u91CD\u53C2\u6570\uFF0C\u662F\u4E00\u4E2A\u53C2\u6570\u3002\u6211\u4EEC\u53EF\u4EE5\u8BF4\u201CBERT\u6A21\u578B\u201D\u548C\u201D"),kr=l("code"),So=i("bert-base-cased"),Do=i("\u6A21\u578B.\u201D"),this.h()},l(e){const o=Zi('[data-svelte="svelte-1phssyn"]',document.head);b=s(o,"META",{name:!0,content:!0}),o.forEach(t),yr=c(e),$=s(e,"H1",{class:!0});var Dl=a($);S=s(Dl,"A",{id:!0,class:!0,href:!0});var pf=a(S);Lt=s(pf,"SPAN",{});var vf=a(Lt);Ue(K.$$.fragment,vf),vf.forEach(t),pf.forEach(t),ls=c(Dl),xt=s(Dl,"SPAN",{});var _f=a(xt);ss=m(_f,"Transformers \u662F\u5982\u4F55\u5DE5\u4F5C\u7684\uFF1F"),_f.forEach(t),Dl.forEach(t),Rr=c(e),Je=s(e,"P",{});var Ef=a(Je);as=m(Ef,"\u5728\u672C\u8282\u4E2D\uFF0C\u6211\u4EEC\u5C06\u6DF1\u5165\u4E86\u89E3 Transformer \u6A21\u578B\u7684\u67B6\u6784\u3002"),Ef.forEach(t),Ar=c(e),w=s(e,"H2",{class:!0});var Ol=a(w);D=s(Ol,"A",{id:!0,class:!0,href:!0});var hf=a(D);Nt=s(hf,"SPAN",{});var df=a(Nt);Ue(ee.$$.fragment,df),df.forEach(t),hf.forEach(t),os=c(Ol),Bt=s(Ol,"SPAN",{});var Tf=a(Bt);fs=m(Tf,"\u4E00\u70B9Transformers\u7684\u53D1\u5C55\u5386\u53F2"),Tf.forEach(t),Ol.forEach(t),Lr=c(e),Qe=s(e,"P",{});var gf=a(Qe);is=m(gf,"\u4EE5\u4E0B\u662F Transformer \u6A21\u578B\uFF08\u7B80\u77ED\uFF09\u5386\u53F2\u4E2D\u7684\u4E00\u4E9B\u5173\u952E\u8282\u70B9\uFF1A"),gf.forEach(t),xr=c(e),I=s(e,"DIV",{class:!0});var Hl=a(I);te=s(Hl,"IMG",{class:!0,src:!0,alt:!0}),ms=c(Hl),re=s(Hl,"IMG",{class:!0,src:!0,alt:!0}),Hl.forEach(t),Nr=c(e),le=s(e,"P",{});var Oo=a(le);se=s(Oo,"A",{href:!0,rel:!0});var kf=a(se);us=m(kf,"Transformer \u67B6\u6784"),kf.forEach(t),ns=m(Oo," \u4E8E 2017 \u5E74 6 \u6708\u63A8\u51FA\u3002\u539F\u672C\u7814\u7A76\u7684\u91CD\u70B9\u662F\u7FFB\u8BD1\u4EFB\u52A1\u3002\u968F\u540E\u63A8\u51FA\u4E86\u51E0\u4E2A\u6709\u5F71\u54CD\u529B\u7684\u6A21\u578B\uFF0C\u5305\u62EC"),Oo.forEach(t),Br=c(e),v=s(e,"UL",{});var _=a(v);Mt=s(_,"LI",{});var Pf=a(Mt);O=s(Pf,"P",{});var Pr=a(O);St=s(Pr,"STRONG",{});var bf=a(St);cs=m(bf,"2018 \u5E74 6 \u6708"),bf.forEach(t),ps=m(Pr,": "),ae=s(Pr,"A",{href:!0,rel:!0});var $f=a(ae);vs=m($f,"GPT"),$f.forEach(t),_s=m(Pr,", \u7B2C\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684 Transformer \u6A21\u578B\uFF0C\u7528\u4E8E\u5404\u79CD NLP \u4EFB\u52A1\u5E76\u83B7\u5F97\u6781\u597D\u7684\u7ED3\u679C"),Pr.forEach(t),Pf.forEach(t),Es=c(_),Dt=s(_,"LI",{});var wf=a(Dt);H=s(wf,"P",{});var br=a(H);Ot=s(br,"STRONG",{});var If=a(Ot);hs=m(If,"2018 \u5E74 10 \u6708"),If.forEach(t),ds=m(br,": "),oe=s(br,"A",{href:!0,rel:!0});var Gf=a(oe);Ts=m(Gf,"BERT"),Gf.forEach(t),gs=m(br,", \u53E6\u4E00\u4E2A\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF0C\u8BE5\u6A21\u578B\u65E8\u5728\u751F\u6210\u66F4\u597D\u7684\u53E5\u5B50\u6458\u8981\uFF08\u4E0B\u4E00\u7AE0\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\uFF01\uFF09"),br.forEach(t),wf.forEach(t),ks=c(_),Ht=s(_,"LI",{});var yf=a(Ht);j=s(yf,"P",{});var $r=a(j);jt=s($r,"STRONG",{});var Rf=a(jt);Ps=m(Rf,"2019 \u5E74 2 \u6708"),Rf.forEach(t),bs=m($r,": "),fe=s($r,"A",{href:!0,rel:!0});var Af=a(fe);$s=m(Af,"GPT-2"),Af.forEach(t),ws=m($r,", GPT \u7684\u6539\u8FDB\uFF08\u5E76\u4E14\u66F4\u5927\uFF09\u7248\u672C\uFF0C\u7531\u4E8E\u9053\u5FB7\u95EE\u9898\u6CA1\u6709\u7ACB\u5373\u516C\u5F00\u53D1\u5E03"),$r.forEach(t),yf.forEach(t),Is=c(_),qt=s(_,"LI",{});var Lf=a(qt);q=s(Lf,"P",{});var wr=a(q);Vt=s(wr,"STRONG",{});var xf=a(Vt);Gs=m(xf,"2019 \u5E74 10 \u6708"),xf.forEach(t),ys=m(wr,": "),ie=s(wr,"A",{href:!0,rel:!0});var Nf=a(ie);Rs=m(Nf,"DistilBERT"),Nf.forEach(t),As=m(wr,", BERT \u7684\u63D0\u70BC\u7248\u672C\uFF0C\u901F\u5EA6\u63D0\u9AD8 60%\uFF0C\u5185\u5B58\u51CF\u8F7B 40%\uFF0C\u4F46\u4ECD\u4FDD\u7559 BERT 97% \u7684\u6027\u80FD"),wr.forEach(t),Lf.forEach(t),Ls=c(_),Ut=s(_,"LI",{});var Bf=a(Ut);E=s(Bf,"P",{});var qe=a(E);Ct=s(qe,"STRONG",{});var Mf=a(Ct);xs=m(Mf,"2019 \u5E74 10 \u6708"),Mf.forEach(t),Ns=m(qe,": "),me=s(qe,"A",{href:!0,rel:!0});var Sf=a(me);Bs=m(Sf,"BART"),Sf.forEach(t),Ms=m(qe," \u548C "),ue=s(qe,"A",{href:!0,rel:!0});var Df=a(ue);Ss=m(Df,"T5"),Df.forEach(t),Ds=m(qe,", \u4E24\u4E2A\u4F7F\u7528\u4E0E\u539F\u59CB Transformer \u6A21\u578B\u76F8\u540C\u67B6\u6784\u7684\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF08\u7B2C\u4E00\u4E2A\u8FD9\u6837\u505A\uFF09"),qe.forEach(t),Bf.forEach(t),Os=c(_),Yt=s(_,"LI",{});var Of=a(Yt);V=s(Of,"P",{});var Ir=a(V);Xt=s(Ir,"STRONG",{});var Hf=a(Xt);Hs=m(Hf,"2020 \u5E74 5 \u6708"),Hf.forEach(t),js=m(Ir,", "),ne=s(Ir,"A",{href:!0,rel:!0});var jf=a(ne);qs=m(jf,"GPT-3"),jf.forEach(t),Vs=m(Ir,", GPT-2 \u7684\u66F4\u5927\u7248\u672C\uFF0C\u65E0\u9700\u5FAE\u8C03\u5373\u53EF\u5728\u5404\u79CD\u4EFB\u52A1\u4E0A\u8868\u73B0\u826F\u597D\uFF08\u79F0\u4E3A\u96F6\u6837\u672C\u5B66\u4E60\uFF09"),Ir.forEach(t),Of.forEach(t),_.forEach(t),Mr=c(e),We=s(e,"P",{});var qf=a(We);Us=m(qf,"\u8FD9\u4E2A\u5217\u8868\u5E76\u4E0D\u5168\u9762\uFF0C\u53EA\u662F\u4E3A\u4E86\u7A81\u51FA\u4E00\u4E9B\u4E0D\u540C\u7C7B\u578B\u7684 Transformer \u6A21\u578B\u3002\u5927\u4F53\u4E0A\uFF0C\u5B83\u4EEC\u53EF\u4EE5\u5206\u4E3A\u4E09\u7C7B\uFF1A"),qf.forEach(t),Sr=c(e),h=s(e,"UL",{});var wt=a(h);Ft=s(wt,"LI",{});var Vf=a(Ft);Cs=m(Vf,"GPT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u56DE\u5F52Transformer\u6A21\u578B)"),Vf.forEach(t),Ys=c(wt),Jt=s(wt,"LI",{});var Uf=a(Jt);Xs=m(Uf,"BERT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u52A8\u7F16\u7801Transformer\u6A21\u578B)"),Uf.forEach(t),Fs=c(wt),Qt=s(wt,"LI",{});var Cf=a(Qt);Js=m(Cf,"BART/T5-like (\u4E5F\u88AB\u79F0\u4F5C\u5E8F\u5217\u5230\u5E8F\u5217\u7684 Transformer\u6A21\u578B)"),Cf.forEach(t),wt.forEach(t),Dr=c(e),Ze=s(e,"P",{});var Yf=a(Ze);Qs=m(Yf,"\u7A0D\u540E\u6211\u4EEC\u5C06\u66F4\u6DF1\u5165\u5730\u63A2\u8BA8\u8FD9\u4E9B\u5206\u7C7B\u3002"),Yf.forEach(t),Or=c(e),G=s(e,"H2",{class:!0});var jl=a(G);U=s(jl,"A",{id:!0,class:!0,href:!0});var Xf=a(U);Wt=s(Xf,"SPAN",{});var Ff=a(Wt);Ue(ce.$$.fragment,Ff),Ff.forEach(t),Xf.forEach(t),Ws=c(jl),Zt=s(jl,"SPAN",{});var Jf=a(Zt);Zs=m(Jf,"Transformers\u662F\u8BED\u8A00\u6A21\u578B"),Jf.forEach(t),jl.forEach(t),Hr=c(e),ze=s(e,"P",{});var Qf=a(ze);zs=m(Qf,"\u4E0A\u9762\u63D0\u5230\u7684\u6240\u6709 Transformer \u6A21\u578B\uFF08GPT\u3001BERT\u3001BART\u3001T5 \u7B49\uFF09\u90FD\u88AB\u8BAD\u7EC3\u4E3A\u8BED\u8A00\u6A21\u578B\u3002\u8FD9\u610F\u5473\u7740\u4ED6\u4EEC\u5DF2\u7ECF\u4EE5\u65E0\u76D1\u7763\u5B66\u4E60\u7684\u65B9\u5F0F\u63A5\u53D7\u4E86\u5927\u91CF\u539F\u59CB\u6587\u672C\u7684\u8BAD\u7EC3\u3002\u65E0\u76D1\u7763\u5B66\u4E60\u662F\u4E00\u79CD\u8BAD\u7EC3\u7C7B\u578B\uFF0C\u5176\u4E2D\u76EE\u6807\u662F\u6839\u636E\u6A21\u578B\u7684\u8F93\u5165\u81EA\u52A8\u8BA1\u7B97\u7684\u3002\u8FD9\u610F\u5473\u7740\u4E0D\u9700\u8981\u4EBA\u5DE5\u6765\u6807\u8BB0\u6570\u636E\uFF01"),Qf.forEach(t),jr=c(e),C=s(e,"P",{});var ql=a(C);Ks=m(ql,"\u8FD9\u79CD\u7C7B\u578B\u7684\u6A21\u578B\u53EF\u4EE5\u5BF9\u5176\u8BAD\u7EC3\u8FC7\u7684\u8BED\u8A00\u8FDB\u884C\u7EDF\u8BA1\u7406\u89E3\uFF0C\u4F46\u5BF9\u4E8E\u7279\u5B9A\u7684\u5B9E\u9645\u4EFB\u52A1\u5E76\u4E0D\u662F\u5F88\u6709\u7528\u3002\u56E0\u6B64\uFF0C\u4E00\u822C\u7684\u9884\u8BAD\u7EC3\u6A21\u578B\u4F1A\u7ECF\u5386\u4E00\u4E2A\u79F0\u4E3A"),zt=s(ql,"EM",{});var Wf=a(zt);ea=m(Wf,"\u8FC1\u79FB\u5B66\u4E60"),Wf.forEach(t),ta=m(ql,"\u7684\u8FC7\u7A0B\u3002\u5728\u6B64\u8FC7\u7A0B\u4E2D\uFF0C\u6A21\u578B\u5728\u7ED9\u5B9A\u4EFB\u52A1\u4E0A\u4EE5\u76D1\u7763\u65B9\u5F0F\uFF08\u5373\u4F7F\u7528\u4EBA\u5DE5\u6CE8\u91CA\u6807\u7B7E\uFF09\u8FDB\u884C\u5FAE\u8C03\u3002"),ql.forEach(t),qr=c(e),Y=s(e,"P",{});var Vl=a(Y);ra=m(Vl,"\u4EFB\u52A1\u7684\u4E00\u4E2A\u4F8B\u5B50\u662F\u9605\u8BFB "),Kt=s(Vl,"EM",{});var Zf=a(Kt);la=m(Zf,"n"),Zf.forEach(t),sa=m(Vl," \u4E2A\u5355\u8BCD\u7684\u53E5\u5B50\uFF0C\u9884\u6D4B\u4E0B\u4E00\u4E2A\u5355\u8BCD\u3002\u8FD9\u88AB\u79F0\u4E3A\u56E0\u679C\u8BED\u8A00\u5EFA\u6A21\uFF0C\u56E0\u4E3A\u8F93\u51FA\u53D6\u51B3\u4E8E\u8FC7\u53BB\u548C\u73B0\u5728\u7684\u8F93\u5165\u3002"),Vl.forEach(t),Vr=c(e),y=s(e,"DIV",{class:!0});var Ul=a(y);pe=s(Ul,"IMG",{class:!0,src:!0,alt:!0}),aa=c(Ul),ve=s(Ul,"IMG",{class:!0,src:!0,alt:!0}),Ul.forEach(t),Ur=c(e),X=s(e,"P",{});var Cl=a(X);oa=m(Cl,"\u53E6\u4E00\u4E2A\u4F8B\u5B50\u662F"),er=s(Cl,"EM",{});var zf=a(er);fa=m(zf,"\u906E\u7F69\u8BED\u8A00\u5EFA\u6A21"),zf.forEach(t),ia=m(Cl,"\uFF0C\u8BE5\u6A21\u578B\u9884\u6D4B\u53E5\u5B50\u4E2D\u7684\u906E\u4F4F\u7684\u8BCD\u3002"),Cl.forEach(t),Cr=c(e),R=s(e,"DIV",{class:!0});var Yl=a(R);_e=s(Yl,"IMG",{class:!0,src:!0,alt:!0}),ma=c(Yl),Ee=s(Yl,"IMG",{class:!0,src:!0,alt:!0}),Yl.forEach(t),Yr=c(e),A=s(e,"H2",{class:!0});var Xl=a(A);F=s(Xl,"A",{id:!0,class:!0,href:!0});var Kf=a(F);tr=s(Kf,"SPAN",{});var ei=a(tr);Ue(he.$$.fragment,ei),ei.forEach(t),Kf.forEach(t),ua=c(Xl),rr=s(Xl,"SPAN",{});var ti=a(rr);na=m(ti,"Transformer\u662F\u5927\u6A21\u578B"),ti.forEach(t),Xl.forEach(t),Xr=c(e),Ke=s(e,"P",{});var ri=a(Ke);ca=m(ri,"\u9664\u4E86\u4E00\u4E9B\u7279\u4F8B\uFF08\u5982 DistilBERT\uFF09\u5916\uFF0C\u5B9E\u73B0\u66F4\u597D\u6027\u80FD\u7684\u4E00\u822C\u7B56\u7565\u662F\u589E\u52A0\u6A21\u578B\u7684\u5927\u5C0F\u4EE5\u53CA\u9884\u8BAD\u7EC3\u7684\u6570\u636E\u91CF\u3002"),ri.forEach(t),Fr=c(e),de=s(e,"DIV",{class:!0});var li=a(de);Te=s(li,"IMG",{src:!0,alt:!0,width:!0}),li.forEach(t),Jr=c(e),et=s(e,"P",{});var si=a(et);pa=m(si,"\u4E0D\u5E78\u7684\u662F\uFF0C\u8BAD\u7EC3\u6A21\u578B\uFF0C\u5C24\u5176\u662F\u5927\u578B\u6A21\u578B\uFF0C\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u65F6\u95F4\u548C\u8BA1\u7B97\u8D44\u6E90\u3002\u5B83\u751A\u81F3\u4F1A\u5BF9\u73AF\u5883\u4EA7\u751F\u5F71\u54CD\uFF0C\u5982\u4E0B\u56FE\u6240\u793A\u3002"),si.forEach(t),Qr=c(e),L=s(e,"DIV",{class:!0});var Fl=a(L);ge=s(Fl,"IMG",{class:!0,src:!0,alt:!0}),va=c(Fl),ke=s(Fl,"IMG",{class:!0,src:!0,alt:!0}),Fl.forEach(t),Wr=c(e),Ue(Pe.$$.fragment,e),Zr=c(e),tt=s(e,"P",{});var ai=a(tt);_a=m(ai,"Transformers\u662F\u7531\u4E00\u4E2A\u56E2\u961F\u9886\u5BFC\u7684\uFF08\u975E\u5E38\u5927\u7684\uFF09\u6A21\u578B\u9879\u76EE\uFF0C\u8BE5\u56E2\u961F\u8BD5\u56FE\u51CF\u5C11\u9884\u8BAD\u7EC3\u5BF9\u73AF\u5883\u7684\u5F71\u54CD\uFF0C\u901A\u8FC7\u8FD0\u884C\u5927\u91CF\u8BD5\u9A8C\u4EE5\u83B7\u5F97\u6700\u4F73\u8D85\u53C2\u6570\u3002"),ai.forEach(t),zr=c(e),rt=s(e,"P",{});var oi=a(rt);Ea=m(oi,"\u60F3\u8C61\u4E00\u4E0B\uFF0C\u5982\u679C\u6BCF\u6B21\u4E00\u4E2A\u7814\u7A76\u56E2\u961F\u3001\u4E00\u4E2A\u5B66\u751F\u7EC4\u7EC7\u6216\u4E00\u5BB6\u516C\u53F8\u60F3\u8981\u8BAD\u7EC3\u4E00\u4E2A\u6A21\u578B\uFF0C\u90FD\u4ECE\u5934\u5F00\u59CB\u8BAD\u7EC3\u7684\u3002\u8FD9\u5C06\u5BFC\u81F4\u5DE8\u5927\u7684\u3001\u4E0D\u5FC5\u8981\u7684\u6D6A\u8D39\uFF01"),oi.forEach(t),Kr=c(e),lt=s(e,"P",{});var fi=a(lt);ha=m(fi,"\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u5171\u4EAB\u8BED\u8A00\u6A21\u578B\u81F3\u5173\u91CD\u8981\uFF1A\u5171\u4EAB\u7ECF\u8FC7\u8BAD\u7EC3\u7684\u6743\u91CD\uFF0C\u5F53\u9047\u89C1\u65B0\u7684\u9700\u6C42\u65F6\u5728\u9884\u8BAD\u7EC3\u7684\u6743\u91CD\u4E4B\u4E0A\u8FDB\u884C\u5FAE\u8C03\uFF0C\u53EF\u4EE5\u964D\u4F4E\u8BAD\u7EC3\u6A21\u578B\u8BAD\u7EC3\u7684\u7B97\u529B\u548C\u65F6\u95F4\u6D88\u8017\uFF0C\u964D\u4F4E\u5168\u7403\u7684\u603B\u4F53\u8BA1\u7B97\u6210\u672C\u548C\u78B3\u6392\u653E\u3002"),fi.forEach(t),el=c(e),be=s(e,"H2",{id:!0});var ii=a(be);da=m(ii,"\u8FC1\u79FB\u5B66\u4E60"),ii.forEach(t),tl=c(e),Ue($e.$$.fragment,e),rl=c(e),we=s(e,"P",{});var Ho=a(we);lr=s(Ho,"EM",{});var mi=a(lr);Ta=m(mi,"\u9884\u8BAD\u7EC3\u662F"),mi.forEach(t),ga=m(Ho,"\u8BAD\u7EC3\u6A21\u578B\u524D\u7684\u4E00\u4E2A\u64CD\u4F5C\uFF1A\u968F\u673A\u521D\u59CB\u5316\u6743\u91CD\uFF0C\u5728\u6CA1\u6709\u4EFB\u4F55\u5148\u9A8C\u77E5\u8BC6\u7684\u60C5\u51B5\u4E0B\u5F00\u59CB\u8BAD\u7EC3\u3002"),Ho.forEach(t),ll=c(e),x=s(e,"DIV",{class:!0});var Jl=a(x);Ie=s(Jl,"IMG",{class:!0,src:!0,alt:!0}),ka=c(Jl),Ge=s(Jl,"IMG",{class:!0,src:!0,alt:!0}),Jl.forEach(t),sl=c(e),st=s(e,"P",{});var ui=a(st);Pa=m(ui,"\u8FD9\u79CD\u9884\u8BAD\u7EC3\u901A\u5E38\u662F\u5728\u975E\u5E38\u5927\u91CF\u7684\u6570\u636E\u4E0A\u8FDB\u884C\u7684\u3002\u56E0\u6B64\uFF0C\u5B83\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u800C\u4E14\u8BAD\u7EC3\u53EF\u80FD\u9700\u8981\u51E0\u5468\u7684\u65F6\u95F4\u3002"),ui.forEach(t),al=c(e),J=s(e,"P",{});var Ql=a(J);ba=m(Ql,"\u53E6\u4E00\u65B9\u9762\uFF0C"),sr=s(Ql,"EM",{});var ni=a(sr);$a=m(ni,"\u5FAE\u8C03"),ni.forEach(t),wa=m(Ql,"\u662F\u5728\u6A21\u578B\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u540E\u5B8C\u6210\u7684\u8BAD\u7EC3\u3002\u8981\u6267\u884C\u5FAE\u8C03\uFF0C\u9996\u5148\u9700\u8981\u83B7\u53D6\u4E00\u4E2A\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u7684\u8BED\u8A00\u6A21\u578B\uFF0C\u7136\u540E\u4F7F\u7528\u7279\u5B9A\u4E8E\u4EFB\u52A1\u7684\u6570\u636E\u96C6\u6267\u884C\u989D\u5916\u7684\u8BAD\u7EC3\u3002\u7B49\u7B49\uFF0C\u4E3A\u4EC0\u4E48\u4E0D\u76F4\u63A5\u4E3A\u6700\u540E\u7684\u4EFB\u52A1\u800C\u8BAD\u7EC3\u5462\uFF1F\u6709\u51E0\u4E2A\u539F\u56E0\uFF1A"),Ql.forEach(t),ol=c(e),d=s(e,"UL",{});var It=a(d);ar=s(It,"LI",{});var ci=a(ar);Ia=m(ci,"\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u4E0E\u5FAE\u8C03\u6570\u636E\u96C6\u6709\u4E00\u4E9B\u76F8\u4F3C\u4E4B\u5904\u7684\u6570\u636E\u96C6\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\u3002\u56E0\u6B64\uFF0C\u5FAE\u8C03\u8FC7\u7A0B\u80FD\u591F\u5229\u7528\u6A21\u578B\u5728\u9884\u8BAD\u7EC3\u671F\u95F4\u83B7\u5F97\u7684\u77E5\u8BC6\uFF08\u4F8B\u5982\uFF0C\u5BF9\u4E8ENLP\u95EE\u9898\uFF0C\u9884\u8BAD\u7EC3\u6A21\u578B\u5C06\u5BF9\u60A8\u5728\u4EFB\u52A1\u4E2D\u4F7F\u7528\u7684\u8BED\u8A00\u6709\u67D0\u79CD\u7EDF\u8BA1\u89C4\u5F8B\u4E0A\u7684\u7406\u89E3\uFF09\u3002"),ci.forEach(t),Ga=c(It),or=s(It,"LI",{});var pi=a(or);ya=m(pi,"\u7531\u4E8E\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u5927\u91CF\u6570\u636E\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\uFF0C\u56E0\u6B64\u5FAE\u8C03\u9700\u8981\u66F4\u5C11\u7684\u6570\u636E\u6765\u83B7\u5F97\u4E0D\u9519\u7684\u7ED3\u679C\u3002"),pi.forEach(t),Ra=c(It),fr=s(It,"LI",{});var vi=a(fr);Aa=m(vi,"\u51FA\u4E8E\u540C\u6837\u7684\u539F\u56E0\uFF0C\u83B7\u5F97\u597D\u7ED3\u679C\u6240\u9700\u7684\u65F6\u95F4\u548C\u8D44\u6E90\u8981\u5C11\u5F97\u591A"),vi.forEach(t),It.forEach(t),fl=c(e),Q=s(e,"P",{});var Wl=a(Q);La=m(Wl,"\u4F8B\u5982\uFF0C\u53EF\u4EE5\u5229\u7528\u82F1\u8BED\u7684\u9884\u8BAD\u7EC3\u8FC7\u7684\u6A21\u578B\uFF0C\u7136\u540E\u5728arXiv\u8BED\u6599\u5E93\u4E0A\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\uFF0C\u4ECE\u800C\u5F62\u6210\u4E00\u4E2A\u57FA\u4E8E\u79D1\u5B66/\u7814\u7A76\u7684\u6A21\u578B\u3002\u5FAE\u8C03\u53EA\u9700\u8981\u6709\u9650\u7684\u6570\u636E\u91CF\uFF1A\u9884\u8BAD\u7EC3\u6A21\u578B\u83B7\u5F97\u7684\u77E5\u8BC6\u53EF\u4EE5\u201C\u8FC1\u79FB\u201D\u5230\u76EE\u6807\u4EFB\u52A1\u4E0A\uFF0C\u56E0\u6B64\u88AB\u79F0\u4E3A"),ir=s(Wl,"EM",{});var _i=a(ir);xa=m(_i,"\u8FC1\u79FB\u5B66\u4E60"),_i.forEach(t),Na=m(Wl,"\u3002"),Wl.forEach(t),il=c(e),N=s(e,"DIV",{class:!0});var Zl=a(N);ye=s(Zl,"IMG",{class:!0,src:!0,alt:!0}),Ba=c(Zl),Re=s(Zl,"IMG",{class:!0,src:!0,alt:!0}),Zl.forEach(t),ml=c(e),at=s(e,"P",{});var Ei=a(at);Ma=m(Ei,"\u56E0\u6B64\uFF0C\u5FAE\u8C03\u6A21\u578B\u5177\u6709\u8F83\u4F4E\u7684\u65F6\u95F4\u3001\u6570\u636E\u3001\u8D22\u52A1\u548C\u73AF\u5883\u6210\u672C\u3002\u8FED\u4EE3\u4E0D\u540C\u7684\u5FAE\u8C03\u65B9\u6848\u4E5F\u66F4\u5FEB\u3001\u66F4\u5BB9\u6613\uFF0C\u56E0\u4E3A\u4E0E\u5B8C\u6574\u7684\u9884\u8BAD\u7EC3\u76F8\u6BD4\uFF0C\u8BAD\u7EC3\u7684\u7EA6\u675F\u66F4\u5C11\u3002"),Ei.forEach(t),ul=c(e),ot=s(e,"P",{});var hi=a(ot);Sa=m(hi,"\u8FD9\u4E2A\u8FC7\u7A0B\u4E5F\u4F1A\u6BD4\u4ECE\u5934\u5F00\u59CB\u7684\u8BAD\u7EC3\uFF08\u9664\u975E\u4F60\u6709\u5F88\u591A\u6570\u636E\uFF09\u53D6\u5F97\u66F4\u597D\u7684\u6548\u679C\uFF0C\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u4F60\u5E94\u8BE5\u603B\u662F\u5C1D\u8BD5\u5229\u7528\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684\u6A21\u578B\u2014\u4E00\u4E2A\u5C3D\u53EF\u80FD\u63A5\u8FD1\u4F60\u624B\u5934\u7684\u4EFB\u52A1\u7684\u6A21\u578B\u2014\u5E76\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\u3002"),hi.forEach(t),nl=c(e),Ae=s(e,"H2",{id:!0});var di=a(Ae);Da=m(di,"\u4E00\u822C\u7684\u4F53\u7CFB\u7ED3\u6784"),di.forEach(t),cl=m(e,`
\u5728\u8FD9\u4E00\u90E8\u5206\uFF0C\u6211\u4EEC\u5C06\u4ECB\u7ECDTransformer\u6A21\u578B\u7684\u4E00\u822C\u67B6\u6784\u3002\u5982\u679C\u4F60\u4E0D\u7406\u89E3\u5176\u4E2D\u7684\u4E00\u4E9B\u6982\u5FF5\uFF0C\u4E0D\u8981\u62C5\u5FC3\uFF1B\u4E0B\u6587\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\u6BCF\u4E2A\u7EC4\u4EF6\u3002
`),Ue(Le.$$.fragment,e),pl=c(e),xe=s(e,"H2",{id:!0});var Ti=a(xe);Oa=m(Ti,"\u4ECB\u7ECD"),Ti.forEach(t),vl=c(e),ft=s(e,"P",{});var gi=a(ft);Ha=m(gi,"\u8BE5\u6A21\u578B\u4E3B\u8981\u7531\u4E24\u4E2A\u5757\u7EC4\u6210\uFF1A"),gi.forEach(t),_l=c(e),W=s(e,"UL",{});var zl=a(W);it=s(zl,"LI",{});var jo=a(it);mr=s(jo,"STRONG",{});var ki=a(mr);ja=m(ki,"Encoder (\u5DE6\u4FA7)"),ki.forEach(t),qa=m(jo,": \u7F16\u7801\u5668\u63A5\u6536\u8F93\u5165\u5E76\u6784\u5EFA\u5176\u8868\u793A\uFF08\u5176\u7279\u5F81\uFF09\u3002\u8FD9\u610F\u5473\u7740\u5BF9\u6A21\u578B\u8FDB\u884C\u4E86\u4F18\u5316\uFF0C\u4EE5\u4ECE\u8F93\u5165\u4E2D\u83B7\u5F97\u7406\u89E3\u3002"),jo.forEach(t),Va=c(zl),mt=s(zl,"LI",{});var qo=a(mt);ur=s(qo,"STRONG",{});var Pi=a(ur);Ua=m(Pi,"Decoder (\u53F3\u4FA7)"),Pi.forEach(t),Ca=m(qo,": \u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8868\u793A\uFF08\u7279\u5F81\uFF09\u4EE5\u53CA\u5176\u4ED6\u8F93\u5165\u6765\u751F\u6210\u76EE\u6807\u5E8F\u5217\u3002\u8FD9\u610F\u5473\u7740\u8BE5\u6A21\u578B\u5DF2\u9488\u5BF9\u751F\u6210\u8F93\u51FA\u8FDB\u884C\u4E86\u4F18\u5316\u3002"),qo.forEach(t),zl.forEach(t),El=c(e),B=s(e,"DIV",{class:!0});var Kl=a(B);Ne=s(Kl,"IMG",{class:!0,src:!0,alt:!0}),Ya=c(Kl),Be=s(Kl,"IMG",{class:!0,src:!0,alt:!0}),Kl.forEach(t),hl=c(e),ut=s(e,"P",{});var bi=a(ut);Xa=m(bi,"\u8FD9\u4E9B\u90E8\u4EF6\u4E2D\u7684\u6BCF\u4E00\u4E2A\u90FD\u53EF\u4EE5\u72EC\u7ACB\u4F7F\u7528\uFF0C\u5177\u4F53\u53D6\u51B3\u4E8E\u4EFB\u52A1\uFF1A"),bi.forEach(t),dl=c(e),T=s(e,"UL",{});var Gt=a(T);nt=s(Gt,"LI",{});var Vo=a(nt);nr=s(Vo,"STRONG",{});var $i=a(nr);Fa=m($i,"Encoder-only models"),$i.forEach(t),Ja=m(Vo,": \u9002\u7528\u4E8E\u9700\u8981\u7406\u89E3\u8F93\u5165\u7684\u4EFB\u52A1\uFF0C\u5982\u53E5\u5B50\u5206\u7C7B\u548C\u547D\u540D\u5B9E\u4F53\u8BC6\u522B\u3002"),Vo.forEach(t),Qa=c(Gt),ct=s(Gt,"LI",{});var Uo=a(ct);cr=s(Uo,"STRONG",{});var wi=a(cr);Wa=m(wi,"Decoder-only models"),wi.forEach(t),Za=m(Uo,": \u9002\u7528\u4E8E\u751F\u6210\u4EFB\u52A1\uFF0C\u5982\u6587\u672C\u751F\u6210\u3002"),Uo.forEach(t),za=c(Gt),Z=s(Gt,"LI",{});var Gr=a(Z);pr=s(Gr,"STRONG",{});var Ii=a(pr);Ka=m(Ii,"Encoder-decoder models"),Ii.forEach(t),eo=m(Gr," \u6216\u8005 "),vr=s(Gr,"STRONG",{});var Gi=a(vr);to=m(Gi,"sequence-to-sequence models"),Gi.forEach(t),ro=m(Gr,": \u9002\u7528\u4E8E\u9700\u8981\u6839\u636E\u8F93\u5165\u8FDB\u884C\u751F\u6210\u7684\u4EFB\u52A1\uFF0C\u5982\u7FFB\u8BD1\u6216\u6458\u8981\u3002"),Gr.forEach(t),Gt.forEach(t),Tl=c(e),pt=s(e,"P",{});var yi=a(pt);lo=m(yi,"\u5728\u540E\u9762\u7684\u90E8\u5206\u4E2D\uFF0C\u6211\u4EEC\u5C06\u5355\u72EC\u5730\u6DF1\u5165\u7814\u7A76\u8FD9\u4E9B\u4F53\u7CFB\u7ED3\u6784\u3002"),yi.forEach(t),gl=c(e),Me=s(e,"H2",{id:!0});var Ri=a(Me);so=m(Ri,"\u6CE8\u610F\u529B\u5C42"),Ri.forEach(t),kl=c(e),g=s(e,"P",{});var yt=a(g);ao=m(yt,"Transformer\u6A21\u578B\u7684\u4E00\u4E2A\u5173\u952E\u7279\u6027\u662F"),_r=s(yt,"EM",{});var Ai=a(_r);oo=m(Ai,"\u6CE8\u610F\u529B\u5C42"),Ai.forEach(t),fo=m(yt,"\u3002\u4E8B\u5B9E\u4E0A\uFF0C\u4ECB\u7ECDTransformer\u67B6\u6784\u7684\u6587\u7AE0\u7684\u6807\u9898\u662F"),Se=s(yt,"A",{href:!0,rel:!0});var Li=a(Se);io=m(Li,"\u201C\u6CE8\u610F\u529B\u5C31\u662F\u4F60\u6240\u9700\u8981\u7684\u201D"),Li.forEach(t),mo=m(yt,"! \u6211\u4EEC\u5C06\u5728\u8BFE\u7A0B\u7684\u540E\u9762\u66F4\u52A0\u6DF1\u5165\u5730\u63A2\u7D22\u6CE8\u610F\u529B\u5C42\uFF1B\u73B0\u5728\uFF0C\u60A8\u9700\u8981\u77E5\u9053\u7684\u662F\uFF0C\u8FD9\u4E00\u5C42\u5C06\u544A\u8BC9\u6A21\u578B\u5728\u5904\u7406\u6BCF\u4E2A\u5355\u8BCD\u7684\u8868\u793A\u65F6\uFF0C\u8981\u7279\u522B\u91CD\u89C6\u60A8\u4F20\u9012\u7ED9\u5B83\u7684\u53E5\u5B50\u4E2D\u7684\u67D0\u4E9B\u5355\u8BCD\uFF08\u5E76\u4E14\u6216\u591A\u6216\u5C11\u5730\u5FFD\u7565\u5176\u4ED6\u5355\u8BCD\uFF09\u3002"),yt.forEach(t),Pl=c(e),vt=s(e,"P",{});var xi=a(vt);uo=m(xi,"\u628A\u5B83\u653E\u5728\u8BED\u5883\u4E2D\uFF0C\u8003\u8651\u5C06\u6587\u672C\u4ECE\u82F1\u8BED\u7FFB\u8BD1\u6210\u6CD5\u8BED\u7684\u4EFB\u52A1\u3002\u5728\u8F93\u5165\u201CYou like this course\u201D\u7684\u60C5\u51B5\u4E0B\uFF0C\u7FFB\u8BD1\u6A21\u578B\u8FD8\u9700\u8981\u6CE8\u610F\u76F8\u90BB\u7684\u5355\u8BCD\u201CYou\u201D\uFF0C\u4EE5\u83B7\u5F97\u5355\u8BCD\u201Clike\u201D\u7684\u6B63\u786E\u7FFB\u8BD1\uFF0C\u56E0\u4E3A\u5728\u6CD5\u8BED\u4E2D\uFF0C\u52A8\u8BCD\u201Clike\u201D\u7684\u53D8\u5316\u53D6\u51B3\u4E8E\u4E3B\u9898\u3002\u7136\u800C\uFF0C\u53E5\u5B50\u7684\u5176\u4F59\u90E8\u5206\u5BF9\u4E8E\u8BE5\u8BCD\u7684\u7FFB\u8BD1\u6CA1\u6709\u7528\u5904\u3002\u540C\u6837\uFF0C\u5728\u7FFB\u8BD1\u201Cthis\u201D\u65F6\uFF0C\u6A21\u578B\u4E5F\u9700\u8981\u6CE8\u610F\u201Ccourse\u201D\u4E00\u8BCD\uFF0C\u56E0\u4E3A\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E0D\u540C\uFF0C\u53D6\u51B3\u4E8E\u76F8\u5173\u540D\u8BCD\u662F\u5355\u6570\u8FD8\u662F\u590D\u6570\u3002\u540C\u6837\uFF0C\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\u5BF9\u4E8E\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E5F\u4E0D\u91CD\u8981\u3002\u5BF9\u4E8E\u66F4\u590D\u6742\u7684\u53E5\u5B50\uFF08\u4EE5\u53CA\u66F4\u590D\u6742\u7684\u8BED\u6CD5\u89C4\u5219\uFF09\uFF0C\u6A21\u578B\u9700\u8981\u7279\u522B\u6CE8\u610F\u53EF\u80FD\u51FA\u73B0\u5728\u53E5\u5B50\u4E2D\u66F4\u8FDC\u4F4D\u7F6E\u7684\u5355\u8BCD\uFF0C\u4EE5\u4FBF\u6B63\u786E\u5730\u7FFB\u8BD1\u6BCF\u4E2A\u5355\u8BCD\u3002"),xi.forEach(t),bl=c(e),_t=s(e,"P",{});var Ni=a(_t);no=m(Ni,"\u540C\u6837\u7684\u6982\u5FF5\u4E5F\u9002\u7528\u4E8E\u4E0E\u81EA\u7136\u8BED\u8A00\u76F8\u5173\u7684\u4EFB\u4F55\u4EFB\u52A1\uFF1A\u4E00\u4E2A\u8BCD\u672C\u8EAB\u6709\u4E00\u4E2A\u542B\u4E49\uFF0C\u4F46\u8FD9\u4E2A\u542B\u4E49\u53D7\u8BED\u5883\u7684\u5F71\u54CD\u5F88\u5927\uFF0C\u8BED\u5883\u53EF\u4EE5\u662F\u7814\u7A76\u8BE5\u8BCD\u4E4B\u524D\u6216\u4E4B\u540E\u7684\u4EFB\u4F55\u5176\u4ED6\u8BCD\uFF08\u6216\u591A\u4E2A\u8BCD\uFF09\u3002"),Ni.forEach(t),$l=c(e),Et=s(e,"P",{});var Bi=a(Et);co=m(Bi,"\u73B0\u5728\u60A8\u5DF2\u7ECF\u4E86\u89E3\u4E86\u6CE8\u610F\u529B\u5C42\u7684\u542B\u4E49\uFF0C\u8BA9\u6211\u4EEC\u66F4\u4ED4\u7EC6\u5730\u4E86\u89E3Transformer\u67B6\u6784\u3002"),Bi.forEach(t),wl=c(e),De=s(e,"H2",{id:!0});var Mi=a(De);po=m(Mi,"\u539F\u59CB\u7684\u7ED3\u6784"),Mi.forEach(t),Il=c(e),ht=s(e,"P",{});var Si=a(ht);vo=m(Si,"Transformer\u67B6\u6784\u6700\u521D\u662F\u4E3A\u7FFB\u8BD1\u800C\u8BBE\u8BA1\u7684\u3002\u5728\u8BAD\u7EC3\u671F\u95F4\uFF0C\u7F16\u7801\u5668\u63A5\u6536\u7279\u5B9A\u8BED\u8A00\u7684\u8F93\u5165\uFF08\u53E5\u5B50\uFF09\uFF0C\u800C\u89E3\u7801\u5668\u9700\u8981\u8F93\u51FA\u5BF9\u5E94\u8BED\u8A00\u7684\u7FFB\u8BD1\u3002\u5728\u7F16\u7801\u5668\u4E2D\uFF0C\u6CE8\u610F\u529B\u5C42\u53EF\u4EE5\u4F7F\u7528\u4E00\u4E2A\u53E5\u5B50\u4E2D\u7684\u6240\u6709\u5355\u8BCD\uFF08\u6B63\u5982\u6211\u4EEC\u521A\u624D\u770B\u5230\u7684\uFF0C\u7ED9\u5B9A\u5355\u8BCD\u7684\u7FFB\u8BD1\u53EF\u4EE5\u53D6\u51B3\u4E8E\u5B83\u5728\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\uFF09\u3002\u7136\u800C\uFF0C\u89E3\u7801\u5668\u662F\u6309\u987A\u5E8F\u5DE5\u4F5C\u7684\uFF0C\u5E76\u4E14\u53EA\u80FD\u6CE8\u610F\u5B83\u5DF2\u7ECF\u7FFB\u8BD1\u8FC7\u7684\u53E5\u5B50\u4E2D\u7684\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5F53\u6211\u4EEC\u9884\u6D4B\u4E86\u7FFB\u8BD1\u76EE\u6807\u7684\u524D\u4E09\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6211\u4EEC\u5C06\u5B83\u4EEC\u63D0\u4F9B\u7ED9\u89E3\u7801\u5668\uFF0C\u7136\u540E\u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u6240\u6709\u8F93\u5165\u6765\u5C1D\u8BD5\u9884\u6D4B\u7B2C\u56DB\u4E2A\u5355\u8BCD\u3002"),Si.forEach(t),Gl=c(e),dt=s(e,"P",{});var Di=a(dt);_o=m(Di,"\u4E3A\u4E86\u5728\u8BAD\u7EC3\u8FC7\u7A0B\u4E2D\u52A0\u5FEB\u901F\u5EA6\uFF08\u5F53\u6A21\u578B\u53EF\u4EE5\u8BBF\u95EE\u76EE\u6807\u53E5\u5B50\u65F6\uFF09\uFF0C\u89E3\u7801\u5668\u4F1A\u88AB\u8F93\u5165\u6574\u4E2A\u76EE\u6807\uFF0C\u4F46\u4E0D\u5141\u8BB8\u83B7\u53D6\u5230\u8981\u7FFB\u8BD1\u7684\u5355\u8BCD\uFF08\u5982\u679C\u5B83\u5728\u5C1D\u8BD5\u9884\u6D4B\u4F4D\u7F6E2\u7684\u5355\u8BCD\u65F6\u53EF\u4EE5\u8BBF\u95EE\u4F4D\u7F6E2\u7684\u5355\u8BCD\uFF0C\u89E3\u7801\u5668\u5C31\u4F1A\u5077\u61D2\uFF0C\u76F4\u63A5\u8F93\u51FA\u90A3\u4E2A\u5355\u8BCD\uFF0C\u4ECE\u800C\u65E0\u6CD5\u5B66\u4E60\u5230\u6B63\u786E\u7684\u8BED\u8A00\u5173\u7CFB\uFF01\uFF09\u3002\u4F8B\u5982\uFF0C\u5F53\u8BD5\u56FE\u9884\u6D4B\u7B2C4\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6CE8\u610F\u529B\u5C42\u53EA\u80FD\u83B7\u53D6\u4F4D\u7F6E1\u52303\u7684\u5355\u8BCD\u3002"),Di.forEach(t),yl=c(e),Tt=s(e,"P",{});var Oi=a(Tt);Eo=m(Oi,"\u6700\u521D\u7684Transformer\u67B6\u6784\u5982\u4E0B\u6240\u793A\uFF0C\u7F16\u7801\u5668\u4F4D\u4E8E\u5DE6\u4FA7\uFF0C\u89E3\u7801\u5668\u4F4D\u4E8E\u53F3\u4FA7\uFF1A"),Oi.forEach(t),Rl=c(e),M=s(e,"DIV",{class:!0});var es=a(M);Oe=s(es,"IMG",{class:!0,src:!0,alt:!0}),ho=c(es),He=s(es,"IMG",{class:!0,src:!0,alt:!0}),es.forEach(t),Al=c(e),gt=s(e,"P",{});var Hi=a(gt);To=m(Hi,"\u6CE8\u610F\uFF0C\u89E3\u7801\u5668\u5757\u4E2D\u7684\u7B2C\u4E00\u4E2A\u6CE8\u610F\u529B\u5C42\u5173\u8054\u5230\u89E3\u7801\u5668\u7684\u6240\u6709\uFF08\u8FC7\u53BB\u7684\uFF09\u8F93\u5165\uFF0C\u4F46\u662F\u7B2C\u4E8C\u6CE8\u610F\u529B\u5C42\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8F93\u51FA\u3002\u56E0\u6B64\uFF0C\u5B83\u53EF\u4EE5\u8BBF\u95EE\u6574\u4E2A\u8F93\u5165\u53E5\u5B50\uFF0C\u4EE5\u6700\u597D\u5730\u9884\u6D4B\u5F53\u524D\u5355\u8BCD\u3002\u8FD9\u662F\u975E\u5E38\u6709\u7528\u7684\uFF0C\u56E0\u4E3A\u4E0D\u540C\u7684\u8BED\u8A00\u53EF\u4EE5\u6709\u8BED\u6CD5\u89C4\u5219\u5C06\u5355\u8BCD\u6309\u4E0D\u540C\u7684\u987A\u5E8F\u6392\u5217\uFF0C\u6216\u8005\u53E5\u5B50\u540E\u9762\u63D0\u4F9B\u7684\u4E00\u4E9B\u4E0A\u4E0B\u6587\u53EF\u80FD\u6709\u52A9\u4E8E\u786E\u5B9A\u7ED9\u5B9A\u5355\u8BCD\u7684\u6700\u4F73\u7FFB\u8BD1\u3002"),Hi.forEach(t),Ll=c(e),z=s(e,"P",{});var ts=a(z);go=m(ts,"\u4E5F\u53EF\u4EE5\u5728\u7F16\u7801\u5668/\u89E3\u7801\u5668\u4E2D\u4F7F\u7528"),Er=s(ts,"EM",{});var ji=a(Er);ko=m(ji,"\u6CE8\u610F\u529B\u906E\u7F69\u5C42"),ji.forEach(t),Po=m(ts,"\uFF0C\u4EE5\u9632\u6B62\u6A21\u578B\u6CE8\u610F\u67D0\u4E9B\u7279\u6B8A\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5728\u6279\u5904\u7406\u53E5\u5B50\u65F6\uFF0C\u586B\u5145\u7279\u6B8A\u8BCD\u4F7F\u6240\u6709\u53E5\u5B50\u7684\u957F\u5EA6\u4E00\u81F4\u3002"),ts.forEach(t),xl=c(e),je=s(e,"H2",{id:!0});var qi=a(je);bo=m(qi,"\u67B6\u6784\u4E0E\u53C2\u6570"),qi.forEach(t),Nl=c(e),kt=s(e,"P",{});var Vi=a(kt);$o=m(Vi,`\u5728\u672C\u8BFE\u7A0B\u4E2D\uFF0C\u5F53\u6211\u4EEC\u6DF1\u5165\u63A2\u8BA8Transformers\u6A21\u578B\u65F6\uFF0C\u60A8\u5C06\u770B\u5230
\u67B6\u6784\u3001\u53C2\u6570\u548C\u6A21\u578B
\u3002 \u8FD9\u4E9B\u672F\u8BED\u7684\u542B\u4E49\u7565\u6709\u4E0D\u540C\uFF1A`),Vi.forEach(t),Bl=c(e),k=s(e,"UL",{});var Rt=a(k);Pt=s(Rt,"LI",{});var Co=a(Pt);hr=s(Co,"STRONG",{});var Ui=a(hr);wo=m(Ui,"\u67B6\u6784"),Ui.forEach(t),Io=m(Co,": \u8FD9\u662F\u6A21\u578B\u7684\u9AA8\u67B6 \u2014 \u6BCF\u4E2A\u5C42\u7684\u5B9A\u4E49\u4EE5\u53CA\u6A21\u578B\u4E2D\u53D1\u751F\u7684\u6BCF\u4E2A\u64CD\u4F5C\u3002"),Co.forEach(t),Go=c(Rt),bt=s(Rt,"LI",{});var Yo=a(bt);dr=s(Yo,"STRONG",{});var Ci=a(dr);yo=m(Ci,"Checkpoints"),Ci.forEach(t),Ro=m(Yo,": \u8FD9\u4E9B\u662F\u5C06\u5728\u7ED9\u67B6\u6784\u4E2D\u7ED3\u6784\u4E2D\u52A0\u8F7D\u7684\u6743\u91CD\u3002"),Yo.forEach(t),Ao=c(Rt),$t=s(Rt,"LI",{});var Xo=a($t);Tr=s(Xo,"STRONG",{});var Yi=a(Tr);Lo=m(Yi,"\u6A21\u578B"),Yi.forEach(t),xo=m(Xo,": \u8FD9\u662F\u4E00\u4E2A\u7B3C\u7EDF\u7684\u672F\u8BED\uFF0C\u6CA1\u6709\u201C\u67B6\u6784\u201D\u6216\u201C\u53C2\u6570\u201D\u90A3\u4E48\u7CBE\u786E\uFF1A\u5B83\u53EF\u4EE5\u6307\u4E24\u8005\u3002\u4E3A\u4E86\u907F\u514D\u6B67\u4E49\uFF0C\u672C\u8BFE\u7A0B\u4F7F\u7528\u5C06\u4F7F\u7528\u67B6\u6784\u548C\u53C2\u6570\u3002"),Xo.forEach(t),Rt.forEach(t),Ml=c(e),P=s(e,"P",{});var At=a(P);No=m(At,"\u4F8B\u5982\uFF0CBERT\u662F\u4E00\u4E2A\u67B6\u6784\uFF0C\u800C "),gr=s(At,"CODE",{});var Xi=a(gr);Bo=m(Xi,"bert-base-cased"),Xi.forEach(t),Mo=m(At,"\uFF0C \u8FD9\u662F\u8C37\u6B4C\u56E2\u961F\u4E3ABERT\u7684\u7B2C\u4E00\u4E2A\u7248\u672C\u8BAD\u7EC3\u7684\u4E00\u7EC4\u6743\u91CD\u53C2\u6570\uFF0C\u662F\u4E00\u4E2A\u53C2\u6570\u3002\u6211\u4EEC\u53EF\u4EE5\u8BF4\u201CBERT\u6A21\u578B\u201D\u548C\u201D"),kr=s(At,"CODE",{});var Fi=a(kr);So=m(Fi,"bert-base-cased"),Fi.forEach(t),Do=m(At,"\u6A21\u578B.\u201D"),At.forEach(t),this.h()},h(){u(b,"name","hf:doc:metadata"),u(b,"content",JSON.stringify(tm)),u(S,"id","transformers"),u(S,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(S,"href","#transformers"),u($,"class","relative group"),u(D,"id","transformers"),u(D,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(D,"href","#transformers"),u(w,"class","relative group"),u(te,"class","block dark:hidden"),p(te.src,Qo="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_chrono.svg")||u(te,"src",Qo),u(te,"alt","A brief chronology of Transformers models."),u(re,"class","hidden dark:block"),p(re.src,Wo="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_chrono-dark.svg")||u(re,"src",Wo),u(re,"alt","A brief chronology of Transformers models."),u(I,"class","flex justify-center"),u(se,"href","https://arxiv.org/abs/1706.03762"),u(se,"rel","nofollow"),u(ae,"href","https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"),u(ae,"rel","nofollow"),u(oe,"href","https://arxiv.org/abs/1810.04805"),u(oe,"rel","nofollow"),u(fe,"href","https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf"),u(fe,"rel","nofollow"),u(ie,"href","https://arxiv.org/abs/1910.01108"),u(ie,"rel","nofollow"),u(me,"href","https://arxiv.org/abs/1910.13461"),u(me,"rel","nofollow"),u(ue,"href","https://arxiv.org/abs/1910.10683"),u(ue,"rel","nofollow"),u(ne,"href","https://arxiv.org/abs/2005.14165"),u(ne,"rel","nofollow"),u(U,"id","transformers"),u(U,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(U,"href","#transformers"),u(G,"class","relative group"),u(pe,"class","block dark:hidden"),p(pe.src,Zo="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/causal_modeling.svg")||u(pe,"src",Zo),u(pe,"alt","Example of causal language modeling in which the next word from a sentence is predicted."),u(ve,"class","hidden dark:block"),p(ve.src,zo="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/causal_modeling-dark.svg")||u(ve,"src",zo),u(ve,"alt","Example of causal language modeling in which the next word from a sentence is predicted."),u(y,"class","flex justify-center"),u(_e,"class","block dark:hidden"),p(_e.src,Ko="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/masked_modeling.svg")||u(_e,"src",Ko),u(_e,"alt","Example of masked language modeling in which a masked word from a sentence is predicted."),u(Ee,"class","hidden dark:block"),p(Ee.src,ef="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/masked_modeling-dark.svg")||u(Ee,"src",ef),u(Ee,"alt","Example of masked language modeling in which a masked word from a sentence is predicted."),u(R,"class","flex justify-center"),u(F,"id","transformer"),u(F,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(F,"href","#transformer"),u(A,"class","relative group"),p(Te.src,tf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/model_parameters.png")||u(Te,"src",tf),u(Te,"alt","Number of parameters of recent Transformers models"),u(Te,"width","90%"),u(de,"class","flex justify-center"),u(ge,"class","block dark:hidden"),p(ge.src,rf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/carbon_footprint.svg")||u(ge,"src",rf),u(ge,"alt","The carbon footprint of a large language model."),u(ke,"class","hidden dark:block"),p(ke.src,lf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/carbon_footprint-dark.svg")||u(ke,"src",lf),u(ke,"alt","The carbon footprint of a large language model."),u(L,"class","flex justify-center"),u(be,"id",""),u(Ie,"class","block dark:hidden"),p(Ie.src,sf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/pretraining.svg")||u(Ie,"src",sf),u(Ie,"alt","The pretraining of a language model is costly in both time and money."),u(Ge,"class","hidden dark:block"),p(Ge.src,af="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/pretraining-dark.svg")||u(Ge,"src",af),u(Ge,"alt","The pretraining of a language model is costly in both time and money."),u(x,"class","flex justify-center"),u(ye,"class","block dark:hidden"),p(ye.src,of="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/finetuning.svg")||u(ye,"src",of),u(ye,"alt","The fine-tuning of a language model is cheaper than pretraining in both time and money."),u(Re,"class","hidden dark:block"),p(Re.src,ff="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/finetuning-dark.svg")||u(Re,"src",ff),u(Re,"alt","The fine-tuning of a language model is cheaper than pretraining in both time and money."),u(N,"class","flex justify-center"),u(Ae,"id",""),u(xe,"id",""),u(Ne,"class","block dark:hidden"),p(Ne.src,mf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_blocks.svg")||u(Ne,"src",mf),u(Ne,"alt","Architecture of a Transformers models"),u(Be,"class","hidden dark:block"),p(Be.src,uf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_blocks-dark.svg")||u(Be,"src",uf),u(Be,"alt","Architecture of a Transformers models"),u(B,"class","flex justify-center"),u(Me,"id",""),u(Se,"href","https://arxiv.org/abs/1706.03762"),u(Se,"rel","nofollow"),u(De,"id",""),u(Oe,"class","block dark:hidden"),p(Oe.src,nf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers.svg")||u(Oe,"src",nf),u(Oe,"alt","Architecture of a Transformers models"),u(He,"class","hidden dark:block"),p(He.src,cf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers-dark.svg")||u(He,"src",cf),u(He,"alt","Architecture of a Transformers models"),u(M,"class","flex justify-center"),u(je,"id","")},m(e,o){r(document.head,b),f(e,yr,o),f(e,$,o),r($,S),r(S,Lt),Ce(K,Lt,null),r($,ls),r($,xt),r(xt,ss),f(e,Rr,o),f(e,Je,o),r(Je,as),f(e,Ar,o),f(e,w,o),r(w,D),r(D,Nt),Ce(ee,Nt,null),r(w,os),r(w,Bt),r(Bt,fs),f(e,Lr,o),f(e,Qe,o),r(Qe,is),f(e,xr,o),f(e,I,o),r(I,te),r(I,ms),r(I,re),f(e,Nr,o),f(e,le,o),r(le,se),r(se,us),r(le,ns),f(e,Br,o),f(e,v,o),r(v,Mt),r(Mt,O),r(O,St),r(St,cs),r(O,ps),r(O,ae),r(ae,vs),r(O,_s),r(v,Es),r(v,Dt),r(Dt,H),r(H,Ot),r(Ot,hs),r(H,ds),r(H,oe),r(oe,Ts),r(H,gs),r(v,ks),r(v,Ht),r(Ht,j),r(j,jt),r(jt,Ps),r(j,bs),r(j,fe),r(fe,$s),r(j,ws),r(v,Is),r(v,qt),r(qt,q),r(q,Vt),r(Vt,Gs),r(q,ys),r(q,ie),r(ie,Rs),r(q,As),r(v,Ls),r(v,Ut),r(Ut,E),r(E,Ct),r(Ct,xs),r(E,Ns),r(E,me),r(me,Bs),r(E,Ms),r(E,ue),r(ue,Ss),r(E,Ds),r(v,Os),r(v,Yt),r(Yt,V),r(V,Xt),r(Xt,Hs),r(V,js),r(V,ne),r(ne,qs),r(V,Vs),f(e,Mr,o),f(e,We,o),r(We,Us),f(e,Sr,o),f(e,h,o),r(h,Ft),r(Ft,Cs),r(h,Ys),r(h,Jt),r(Jt,Xs),r(h,Fs),r(h,Qt),r(Qt,Js),f(e,Dr,o),f(e,Ze,o),r(Ze,Qs),f(e,Or,o),f(e,G,o),r(G,U),r(U,Wt),Ce(ce,Wt,null),r(G,Ws),r(G,Zt),r(Zt,Zs),f(e,Hr,o),f(e,ze,o),r(ze,zs),f(e,jr,o),f(e,C,o),r(C,Ks),r(C,zt),r(zt,ea),r(C,ta),f(e,qr,o),f(e,Y,o),r(Y,ra),r(Y,Kt),r(Kt,la),r(Y,sa),f(e,Vr,o),f(e,y,o),r(y,pe),r(y,aa),r(y,ve),f(e,Ur,o),f(e,X,o),r(X,oa),r(X,er),r(er,fa),r(X,ia),f(e,Cr,o),f(e,R,o),r(R,_e),r(R,ma),r(R,Ee),f(e,Yr,o),f(e,A,o),r(A,F),r(F,tr),Ce(he,tr,null),r(A,ua),r(A,rr),r(rr,na),f(e,Xr,o),f(e,Ke,o),r(Ke,ca),f(e,Fr,o),f(e,de,o),r(de,Te),f(e,Jr,o),f(e,et,o),r(et,pa),f(e,Qr,o),f(e,L,o),r(L,ge),r(L,va),r(L,ke),f(e,Wr,o),Ce(Pe,e,o),f(e,Zr,o),f(e,tt,o),r(tt,_a),f(e,zr,o),f(e,rt,o),r(rt,Ea),f(e,Kr,o),f(e,lt,o),r(lt,ha),f(e,el,o),f(e,be,o),r(be,da),f(e,tl,o),Ce($e,e,o),f(e,rl,o),f(e,we,o),r(we,lr),r(lr,Ta),r(we,ga),f(e,ll,o),f(e,x,o),r(x,Ie),r(x,ka),r(x,Ge),f(e,sl,o),f(e,st,o),r(st,Pa),f(e,al,o),f(e,J,o),r(J,ba),r(J,sr),r(sr,$a),r(J,wa),f(e,ol,o),f(e,d,o),r(d,ar),r(ar,Ia),r(d,Ga),r(d,or),r(or,ya),r(d,Ra),r(d,fr),r(fr,Aa),f(e,fl,o),f(e,Q,o),r(Q,La),r(Q,ir),r(ir,xa),r(Q,Na),f(e,il,o),f(e,N,o),r(N,ye),r(N,Ba),r(N,Re),f(e,ml,o),f(e,at,o),r(at,Ma),f(e,ul,o),f(e,ot,o),r(ot,Sa),f(e,nl,o),f(e,Ae,o),r(Ae,Da),f(e,cl,o),Ce(Le,e,o),f(e,pl,o),f(e,xe,o),r(xe,Oa),f(e,vl,o),f(e,ft,o),r(ft,Ha),f(e,_l,o),f(e,W,o),r(W,it),r(it,mr),r(mr,ja),r(it,qa),r(W,Va),r(W,mt),r(mt,ur),r(ur,Ua),r(mt,Ca),f(e,El,o),f(e,B,o),r(B,Ne),r(B,Ya),r(B,Be),f(e,hl,o),f(e,ut,o),r(ut,Xa),f(e,dl,o),f(e,T,o),r(T,nt),r(nt,nr),r(nr,Fa),r(nt,Ja),r(T,Qa),r(T,ct),r(ct,cr),r(cr,Wa),r(ct,Za),r(T,za),r(T,Z),r(Z,pr),r(pr,Ka),r(Z,eo),r(Z,vr),r(vr,to),r(Z,ro),f(e,Tl,o),f(e,pt,o),r(pt,lo),f(e,gl,o),f(e,Me,o),r(Me,so),f(e,kl,o),f(e,g,o),r(g,ao),r(g,_r),r(_r,oo),r(g,fo),r(g,Se),r(Se,io),r(g,mo),f(e,Pl,o),f(e,vt,o),r(vt,uo),f(e,bl,o),f(e,_t,o),r(_t,no),f(e,$l,o),f(e,Et,o),r(Et,co),f(e,wl,o),f(e,De,o),r(De,po),f(e,Il,o),f(e,ht,o),r(ht,vo),f(e,Gl,o),f(e,dt,o),r(dt,_o),f(e,yl,o),f(e,Tt,o),r(Tt,Eo),f(e,Rl,o),f(e,M,o),r(M,Oe),r(M,ho),r(M,He),f(e,Al,o),f(e,gt,o),r(gt,To),f(e,Ll,o),f(e,z,o),r(z,go),r(z,Er),r(Er,ko),r(z,Po),f(e,xl,o),f(e,je,o),r(je,bo),f(e,Nl,o),f(e,kt,o),r(kt,$o),f(e,Bl,o),f(e,k,o),r(k,Pt),r(Pt,hr),r(hr,wo),r(Pt,Io),r(k,Go),r(k,bt),r(bt,dr),r(dr,yo),r(bt,Ro),r(k,Ao),r(k,$t),r($t,Tr),r(Tr,Lo),r($t,xo),f(e,Ml,o),f(e,P,o),r(P,No),r(P,gr),r(gr,Bo),r(P,Mo),r(P,kr),r(kr,So),r(P,Do),Sl=!0},p:zi,i(e){Sl||(Ye(K.$$.fragment,e),Ye(ee.$$.fragment,e),Ye(ce.$$.fragment,e),Ye(he.$$.fragment,e),Ye(Pe.$$.fragment,e),Ye($e.$$.fragment,e),Ye(Le.$$.fragment,e),Sl=!0)},o(e){Xe(K.$$.fragment,e),Xe(ee.$$.fragment,e),Xe(ce.$$.fragment,e),Xe(he.$$.fragment,e),Xe(Pe.$$.fragment,e),Xe($e.$$.fragment,e),Xe(Le.$$.fragment,e),Sl=!1},d(e){t(b),e&&t(yr),e&&t($),Fe(K),e&&t(Rr),e&&t(Je),e&&t(Ar),e&&t(w),Fe(ee),e&&t(Lr),e&&t(Qe),e&&t(xr),e&&t(I),e&&t(Nr),e&&t(le),e&&t(Br),e&&t(v),e&&t(Mr),e&&t(We),e&&t(Sr),e&&t(h),e&&t(Dr),e&&t(Ze),e&&t(Or),e&&t(G),Fe(ce),e&&t(Hr),e&&t(ze),e&&t(jr),e&&t(C),e&&t(qr),e&&t(Y),e&&t(Vr),e&&t(y),e&&t(Ur),e&&t(X),e&&t(Cr),e&&t(R),e&&t(Yr),e&&t(A),Fe(he),e&&t(Xr),e&&t(Ke),e&&t(Fr),e&&t(de),e&&t(Jr),e&&t(et),e&&t(Qr),e&&t(L),e&&t(Wr),Fe(Pe,e),e&&t(Zr),e&&t(tt),e&&t(zr),e&&t(rt),e&&t(Kr),e&&t(lt),e&&t(el),e&&t(be),e&&t(tl),Fe($e,e),e&&t(rl),e&&t(we),e&&t(ll),e&&t(x),e&&t(sl),e&&t(st),e&&t(al),e&&t(J),e&&t(ol),e&&t(d),e&&t(fl),e&&t(Q),e&&t(il),e&&t(N),e&&t(ml),e&&t(at),e&&t(ul),e&&t(ot),e&&t(nl),e&&t(Ae),e&&t(cl),Fe(Le,e),e&&t(pl),e&&t(xe),e&&t(vl),e&&t(ft),e&&t(_l),e&&t(W),e&&t(El),e&&t(B),e&&t(hl),e&&t(ut),e&&t(dl),e&&t(T),e&&t(Tl),e&&t(pt),e&&t(gl),e&&t(Me),e&&t(kl),e&&t(g),e&&t(Pl),e&&t(vt),e&&t(bl),e&&t(_t),e&&t($l),e&&t(Et),e&&t(wl),e&&t(De),e&&t(Il),e&&t(ht),e&&t(Gl),e&&t(dt),e&&t(yl),e&&t(Tt),e&&t(Rl),e&&t(M),e&&t(Al),e&&t(gt),e&&t(Ll),e&&t(z),e&&t(xl),e&&t(je),e&&t(Nl),e&&t(kt),e&&t(Bl),e&&t(k),e&&t(Ml),e&&t(P)}}}const tm={local:"transformers",sections:[{local:"transformers",title:"\u4E00\u70B9Transformers\u7684\u53D1\u5C55\u5386\u53F2"},{local:"transformers",title:"Transformers\u662F\u8BED\u8A00\u6A21\u578B"},{local:"transformer",title:"Transformer\u662F\u5927\u6A21\u578B"},{local:"",title:"\u8FC1\u79FB\u5B66\u4E60"},{local:"",title:"\u4E00\u822C\u7684\u4F53\u7CFB\u7ED3\u6784"},{local:"",title:"\u4ECB\u7ECD"},{local:"",title:"\u6CE8\u610F\u529B\u5C42"},{local:"",title:"\u539F\u59CB\u7684\u7ED3\u6784"},{local:"",title:"\u67B6\u6784\u4E0E\u53C2\u6570"}],title:"Transformers \u662F\u5982\u4F55\u5DE5\u4F5C\u7684\uFF1F"};function rm(Jo){return Ki(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class om extends Ji{constructor(b){super();Qi(this,b,rm,em,Wi,{})}}export{om as default,tm as metadata};
