import{S as Qi,i as Wi,s as Zi,e as l,k as n,w as K,t as i,M as Ki,c as s,d as t,m as p,a,x as ee,h as m,b as u,N as c,G as r,g as f,y as te,L as em,q as re,o as le,B as se,v as tm}from"../../chunks/vendor-hf-doc-builder.js";import{Y as Jo}from"../../chunks/Youtube-hf-doc-builder.js";import{I as ss}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{C as rm}from"../../chunks/CourseFloatingBanner-hf-doc-builder.js";import"../../chunks/DocNotebookDropdown-hf-doc-builder.js";function lm(Qo){let $,Rr,b,S,xt,ae,as,Nt,os,Ar,oe,Lr,Je,fs,xr,w,D,Bt,fe,is,Mt,ms,Nr,Qe,us,Br,I,ie,Wo,ns,me,Zo,Mr,ue,ne,ps,cs,Sr,v,St,O,Dt,vs,_s,pe,Es,hs,ds,Ot,H,Ht,Ts,gs,ce,ks,Ps,$s,jt,j,qt,bs,ws,ve,Is,Gs,ys,Vt,q,Ct,Rs,As,_e,Ls,xs,Ns,Ut,E,Yt,Bs,Ms,Ee,Ss,Ds,he,Os,Hs,js,Ft,V,Xt,qs,Vs,de,Cs,Us,Dr,We,Ys,Or,h,zt,Fs,Xs,Jt,zs,Js,Qt,Qs,Hr,Ze,Ws,jr,G,C,Wt,Te,Zs,Zt,Ks,qr,Ke,ea,Vr,U,ta,Kt,ra,la,Cr,Y,sa,er,aa,oa,Ur,y,ge,Ko,fa,ke,ef,Yr,F,ia,tr,ma,ua,Fr,R,Pe,tf,na,$e,rf,Xr,A,X,rr,be,pa,lr,ca,zr,et,va,Jr,we,Ie,lf,Qr,tt,_a,Wr,L,Ge,sf,Ea,ye,af,Zr,Re,Kr,rt,ha,el,lt,da,tl,st,Ta,rl,Ae,ga,ll,Le,sl,xe,sr,ka,Pa,al,x,Ne,of,$a,Be,ff,ol,at,ba,fl,z,wa,ar,Ia,Ga,il,d,or,ya,Ra,fr,Aa,La,ir,xa,ml,J,Na,mr,Ba,Ma,ul,N,Me,mf,Sa,Se,uf,nl,ot,Da,pl,ft,Oa,cl,De,Ha,vl,Oe,_l,He,ja,El,it,qa,hl,Q,mt,ur,Va,Ca,Ua,ut,nr,Ya,Fa,dl,B,je,nf,Xa,qe,pf,Tl,nt,za,gl,T,pt,pr,Ja,Qa,Wa,ct,cr,Za,Ka,eo,W,vr,to,ro,_r,lo,so,kl,vt,ao,Pl,Ve,oo,$l,g,fo,Er,io,mo,Ce,uo,no,bl,_t,po,wl,Et,co,Il,ht,vo,Gl,Ue,_o,yl,dt,Eo,Rl,Tt,ho,Al,gt,To,Ll,M,Ye,cf,go,Fe,vf,xl,kt,ko,Nl,Z,Po,hr,$o,bo,Bl,Xe,wo,Ml,Pt,Io,Sl,k,$t,dr,Go,yo,Ro,bt,Tr,Ao,Lo,xo,wt,gr,No,Bo,Dl,P,Mo,kr,So,Do,Pr,Oo,Ho,Ol;return ae=new ss({}),oe=new rm({props:{chapter:1,classNames:"absolute z-10 right-0 top-0"}}),fe=new ss({}),Te=new ss({}),be=new ss({}),Re=new Jo({props:{id:"ftWlj4FBHTg"}}),Le=new Jo({props:{id:"BqqfQnyjmgg"}}),Oe=new Jo({props:{id:"H39Z_720T5s"}}),{c(){$=l("meta"),Rr=n(),b=l("h1"),S=l("a"),xt=l("span"),K(ae.$$.fragment),as=n(),Nt=l("span"),os=i("Transformers \u662F\u5982\u4F55\u5DE5\u4F5C\u7684\uFF1F"),Ar=n(),K(oe.$$.fragment),Lr=n(),Je=l("p"),fs=i("\u5728\u672C\u8282\u4E2D\uFF0C\u6211\u4EEC\u5C06\u6DF1\u5165\u4E86\u89E3 Transformer \u6A21\u578B\u7684\u67B6\u6784\u3002"),xr=n(),w=l("h2"),D=l("a"),Bt=l("span"),K(fe.$$.fragment),is=n(),Mt=l("span"),ms=i("\u4E00\u70B9Transformers\u7684\u53D1\u5C55\u5386\u53F2"),Nr=n(),Qe=l("p"),us=i("\u4EE5\u4E0B\u662F Transformer \u6A21\u578B\uFF08\u7B80\u77ED\uFF09\u5386\u53F2\u4E2D\u7684\u4E00\u4E9B\u5173\u952E\u8282\u70B9\uFF1A"),Br=n(),I=l("div"),ie=l("img"),ns=n(),me=l("img"),Mr=n(),ue=l("p"),ne=l("a"),ps=i("Transformer \u67B6\u6784"),cs=i(" \u4E8E 2017 \u5E74 6 \u6708\u63A8\u51FA\u3002\u539F\u672C\u7814\u7A76\u7684\u91CD\u70B9\u662F\u7FFB\u8BD1\u4EFB\u52A1\u3002\u968F\u540E\u63A8\u51FA\u4E86\u51E0\u4E2A\u6709\u5F71\u54CD\u529B\u7684\u6A21\u578B\uFF0C\u5305\u62EC"),Sr=n(),v=l("ul"),St=l("li"),O=l("p"),Dt=l("strong"),vs=i("2018 \u5E74 6 \u6708"),_s=i(": "),pe=l("a"),Es=i("GPT"),hs=i(", \u7B2C\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684 Transformer \u6A21\u578B\uFF0C\u7528\u4E8E\u5404\u79CD NLP \u4EFB\u52A1\u5E76\u83B7\u5F97\u6781\u597D\u7684\u7ED3\u679C"),ds=n(),Ot=l("li"),H=l("p"),Ht=l("strong"),Ts=i("2018 \u5E74 10 \u6708"),gs=i(": "),ce=l("a"),ks=i("BERT"),Ps=i(", \u53E6\u4E00\u4E2A\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF0C\u8BE5\u6A21\u578B\u65E8\u5728\u751F\u6210\u66F4\u597D\u7684\u53E5\u5B50\u6458\u8981\uFF08\u4E0B\u4E00\u7AE0\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\uFF01\uFF09"),$s=n(),jt=l("li"),j=l("p"),qt=l("strong"),bs=i("2019 \u5E74 2 \u6708"),ws=i(": "),ve=l("a"),Is=i("GPT-2"),Gs=i(", GPT \u7684\u6539\u8FDB\uFF08\u5E76\u4E14\u66F4\u5927\uFF09\u7248\u672C\uFF0C\u7531\u4E8E\u9053\u5FB7\u95EE\u9898\u6CA1\u6709\u7ACB\u5373\u516C\u5F00\u53D1\u5E03"),ys=n(),Vt=l("li"),q=l("p"),Ct=l("strong"),Rs=i("2019 \u5E74 10 \u6708"),As=i(": "),_e=l("a"),Ls=i("DistilBERT"),xs=i(", BERT \u7684\u63D0\u70BC\u7248\u672C\uFF0C\u901F\u5EA6\u63D0\u9AD8 60%\uFF0C\u5185\u5B58\u51CF\u8F7B 40%\uFF0C\u4F46\u4ECD\u4FDD\u7559 BERT 97% \u7684\u6027\u80FD"),Ns=n(),Ut=l("li"),E=l("p"),Yt=l("strong"),Bs=i("2019 \u5E74 10 \u6708"),Ms=i(": "),Ee=l("a"),Ss=i("BART"),Ds=i(" \u548C "),he=l("a"),Os=i("T5"),Hs=i(", \u4E24\u4E2A\u4F7F\u7528\u4E0E\u539F\u59CB Transformer \u6A21\u578B\u76F8\u540C\u67B6\u6784\u7684\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF08\u7B2C\u4E00\u4E2A\u8FD9\u6837\u505A\uFF09"),js=n(),Ft=l("li"),V=l("p"),Xt=l("strong"),qs=i("2020 \u5E74 5 \u6708"),Vs=i(", "),de=l("a"),Cs=i("GPT-3"),Us=i(", GPT-2 \u7684\u66F4\u5927\u7248\u672C\uFF0C\u65E0\u9700\u5FAE\u8C03\u5373\u53EF\u5728\u5404\u79CD\u4EFB\u52A1\u4E0A\u8868\u73B0\u826F\u597D\uFF08\u79F0\u4E3A\u96F6\u6837\u672C\u5B66\u4E60\uFF09"),Dr=n(),We=l("p"),Ys=i("\u8FD9\u4E2A\u5217\u8868\u5E76\u4E0D\u5168\u9762\uFF0C\u53EA\u662F\u4E3A\u4E86\u7A81\u51FA\u4E00\u4E9B\u4E0D\u540C\u7C7B\u578B\u7684 Transformer \u6A21\u578B\u3002\u5927\u4F53\u4E0A\uFF0C\u5B83\u4EEC\u53EF\u4EE5\u5206\u4E3A\u4E09\u7C7B\uFF1A"),Or=n(),h=l("ul"),zt=l("li"),Fs=i("GPT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u56DE\u5F52Transformer\u6A21\u578B)"),Xs=n(),Jt=l("li"),zs=i("BERT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u52A8\u7F16\u7801Transformer\u6A21\u578B)"),Js=n(),Qt=l("li"),Qs=i("BART/T5-like (\u4E5F\u88AB\u79F0\u4F5C\u5E8F\u5217\u5230\u5E8F\u5217\u7684 Transformer\u6A21\u578B)"),Hr=n(),Ze=l("p"),Ws=i("\u7A0D\u540E\u6211\u4EEC\u5C06\u66F4\u6DF1\u5165\u5730\u63A2\u8BA8\u8FD9\u4E9B\u5206\u7C7B\u3002"),jr=n(),G=l("h2"),C=l("a"),Wt=l("span"),K(Te.$$.fragment),Zs=n(),Zt=l("span"),Ks=i("Transformers\u662F\u8BED\u8A00\u6A21\u578B"),qr=n(),Ke=l("p"),ea=i("\u4E0A\u9762\u63D0\u5230\u7684\u6240\u6709 Transformer \u6A21\u578B\uFF08GPT\u3001BERT\u3001BART\u3001T5 \u7B49\uFF09\u90FD\u88AB\u8BAD\u7EC3\u4E3A\u8BED\u8A00\u6A21\u578B\u3002\u8FD9\u610F\u5473\u7740\u4ED6\u4EEC\u5DF2\u7ECF\u4EE5\u65E0\u76D1\u7763\u5B66\u4E60\u7684\u65B9\u5F0F\u63A5\u53D7\u4E86\u5927\u91CF\u539F\u59CB\u6587\u672C\u7684\u8BAD\u7EC3\u3002\u65E0\u76D1\u7763\u5B66\u4E60\u662F\u4E00\u79CD\u8BAD\u7EC3\u7C7B\u578B\uFF0C\u5176\u4E2D\u76EE\u6807\u662F\u6839\u636E\u6A21\u578B\u7684\u8F93\u5165\u81EA\u52A8\u8BA1\u7B97\u7684\u3002\u8FD9\u610F\u5473\u7740\u4E0D\u9700\u8981\u4EBA\u5DE5\u6765\u6807\u8BB0\u6570\u636E\uFF01"),Vr=n(),U=l("p"),ta=i("\u8FD9\u79CD\u7C7B\u578B\u7684\u6A21\u578B\u53EF\u4EE5\u5BF9\u5176\u8BAD\u7EC3\u8FC7\u7684\u8BED\u8A00\u8FDB\u884C\u7EDF\u8BA1\u7406\u89E3\uFF0C\u4F46\u5BF9\u4E8E\u7279\u5B9A\u7684\u5B9E\u9645\u4EFB\u52A1\u5E76\u4E0D\u662F\u5F88\u6709\u7528\u3002\u56E0\u6B64\uFF0C\u4E00\u822C\u7684\u9884\u8BAD\u7EC3\u6A21\u578B\u4F1A\u7ECF\u5386\u4E00\u4E2A\u79F0\u4E3A"),Kt=l("em"),ra=i("\u8FC1\u79FB\u5B66\u4E60"),la=i("\u7684\u8FC7\u7A0B\u3002\u5728\u6B64\u8FC7\u7A0B\u4E2D\uFF0C\u6A21\u578B\u5728\u7ED9\u5B9A\u4EFB\u52A1\u4E0A\u4EE5\u76D1\u7763\u65B9\u5F0F\uFF08\u5373\u4F7F\u7528\u4EBA\u5DE5\u6CE8\u91CA\u6807\u7B7E\uFF09\u8FDB\u884C\u5FAE\u8C03\u3002"),Cr=n(),Y=l("p"),sa=i("\u4EFB\u52A1\u7684\u4E00\u4E2A\u4F8B\u5B50\u662F\u9605\u8BFB "),er=l("em"),aa=i("n"),oa=i(" \u4E2A\u5355\u8BCD\u7684\u53E5\u5B50\uFF0C\u9884\u6D4B\u4E0B\u4E00\u4E2A\u5355\u8BCD\u3002\u8FD9\u88AB\u79F0\u4E3A\u56E0\u679C\u8BED\u8A00\u5EFA\u6A21\uFF0C\u56E0\u4E3A\u8F93\u51FA\u53D6\u51B3\u4E8E\u8FC7\u53BB\u548C\u73B0\u5728\u7684\u8F93\u5165\u3002"),Ur=n(),y=l("div"),ge=l("img"),fa=n(),ke=l("img"),Yr=n(),F=l("p"),ia=i("\u53E6\u4E00\u4E2A\u4F8B\u5B50\u662F"),tr=l("em"),ma=i("\u906E\u7F69\u8BED\u8A00\u5EFA\u6A21"),ua=i("\uFF0C\u8BE5\u6A21\u578B\u9884\u6D4B\u53E5\u5B50\u4E2D\u7684\u906E\u4F4F\u7684\u8BCD\u3002"),Fr=n(),R=l("div"),Pe=l("img"),na=n(),$e=l("img"),Xr=n(),A=l("h2"),X=l("a"),rr=l("span"),K(be.$$.fragment),pa=n(),lr=l("span"),ca=i("Transformer\u662F\u5927\u6A21\u578B"),zr=n(),et=l("p"),va=i("\u9664\u4E86\u4E00\u4E9B\u7279\u4F8B\uFF08\u5982 DistilBERT\uFF09\u5916\uFF0C\u5B9E\u73B0\u66F4\u597D\u6027\u80FD\u7684\u4E00\u822C\u7B56\u7565\u662F\u589E\u52A0\u6A21\u578B\u7684\u5927\u5C0F\u4EE5\u53CA\u9884\u8BAD\u7EC3\u7684\u6570\u636E\u91CF\u3002"),Jr=n(),we=l("div"),Ie=l("img"),Qr=n(),tt=l("p"),_a=i("\u4E0D\u5E78\u7684\u662F\uFF0C\u8BAD\u7EC3\u6A21\u578B\uFF0C\u5C24\u5176\u662F\u5927\u578B\u6A21\u578B\uFF0C\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u65F6\u95F4\u548C\u8BA1\u7B97\u8D44\u6E90\u3002\u5B83\u751A\u81F3\u4F1A\u5BF9\u73AF\u5883\u4EA7\u751F\u5F71\u54CD\uFF0C\u5982\u4E0B\u56FE\u6240\u793A\u3002"),Wr=n(),L=l("div"),Ge=l("img"),Ea=n(),ye=l("img"),Zr=n(),K(Re.$$.fragment),Kr=n(),rt=l("p"),ha=i("Transformers\u662F\u7531\u4E00\u4E2A\u56E2\u961F\u9886\u5BFC\u7684\uFF08\u975E\u5E38\u5927\u7684\uFF09\u6A21\u578B\u9879\u76EE\uFF0C\u8BE5\u56E2\u961F\u8BD5\u56FE\u51CF\u5C11\u9884\u8BAD\u7EC3\u5BF9\u73AF\u5883\u7684\u5F71\u54CD\uFF0C\u901A\u8FC7\u8FD0\u884C\u5927\u91CF\u8BD5\u9A8C\u4EE5\u83B7\u5F97\u6700\u4F73\u8D85\u53C2\u6570\u3002"),el=n(),lt=l("p"),da=i("\u60F3\u8C61\u4E00\u4E0B\uFF0C\u5982\u679C\u6BCF\u6B21\u4E00\u4E2A\u7814\u7A76\u56E2\u961F\u3001\u4E00\u4E2A\u5B66\u751F\u7EC4\u7EC7\u6216\u4E00\u5BB6\u516C\u53F8\u60F3\u8981\u8BAD\u7EC3\u4E00\u4E2A\u6A21\u578B\uFF0C\u90FD\u4ECE\u5934\u5F00\u59CB\u8BAD\u7EC3\u7684\u3002\u8FD9\u5C06\u5BFC\u81F4\u5DE8\u5927\u7684\u3001\u4E0D\u5FC5\u8981\u7684\u6D6A\u8D39\uFF01"),tl=n(),st=l("p"),Ta=i("\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u5171\u4EAB\u8BED\u8A00\u6A21\u578B\u81F3\u5173\u91CD\u8981\uFF1A\u5171\u4EAB\u7ECF\u8FC7\u8BAD\u7EC3\u7684\u6743\u91CD\uFF0C\u5F53\u9047\u89C1\u65B0\u7684\u9700\u6C42\u65F6\u5728\u9884\u8BAD\u7EC3\u7684\u6743\u91CD\u4E4B\u4E0A\u8FDB\u884C\u5FAE\u8C03\uFF0C\u53EF\u4EE5\u964D\u4F4E\u8BAD\u7EC3\u6A21\u578B\u8BAD\u7EC3\u7684\u7B97\u529B\u548C\u65F6\u95F4\u6D88\u8017\uFF0C\u964D\u4F4E\u5168\u7403\u7684\u603B\u4F53\u8BA1\u7B97\u6210\u672C\u548C\u78B3\u6392\u653E\u3002"),rl=n(),Ae=l("h2"),ga=i("\u8FC1\u79FB\u5B66\u4E60"),ll=n(),K(Le.$$.fragment),sl=n(),xe=l("p"),sr=l("em"),ka=i("\u9884\u8BAD\u7EC3\u662F"),Pa=i("\u8BAD\u7EC3\u6A21\u578B\u524D\u7684\u4E00\u4E2A\u64CD\u4F5C\uFF1A\u968F\u673A\u521D\u59CB\u5316\u6743\u91CD\uFF0C\u5728\u6CA1\u6709\u4EFB\u4F55\u5148\u9A8C\u77E5\u8BC6\u7684\u60C5\u51B5\u4E0B\u5F00\u59CB\u8BAD\u7EC3\u3002"),al=n(),x=l("div"),Ne=l("img"),$a=n(),Be=l("img"),ol=n(),at=l("p"),ba=i("\u8FD9\u79CD\u9884\u8BAD\u7EC3\u901A\u5E38\u662F\u5728\u975E\u5E38\u5927\u91CF\u7684\u6570\u636E\u4E0A\u8FDB\u884C\u7684\u3002\u56E0\u6B64\uFF0C\u5B83\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u800C\u4E14\u8BAD\u7EC3\u53EF\u80FD\u9700\u8981\u51E0\u5468\u7684\u65F6\u95F4\u3002"),fl=n(),z=l("p"),wa=i("\u53E6\u4E00\u65B9\u9762\uFF0C"),ar=l("em"),Ia=i("\u5FAE\u8C03"),Ga=i("\u662F\u5728\u6A21\u578B\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u540E\u5B8C\u6210\u7684\u8BAD\u7EC3\u3002\u8981\u6267\u884C\u5FAE\u8C03\uFF0C\u9996\u5148\u9700\u8981\u83B7\u53D6\u4E00\u4E2A\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u7684\u8BED\u8A00\u6A21\u578B\uFF0C\u7136\u540E\u4F7F\u7528\u7279\u5B9A\u4E8E\u4EFB\u52A1\u7684\u6570\u636E\u96C6\u6267\u884C\u989D\u5916\u7684\u8BAD\u7EC3\u3002\u7B49\u7B49\uFF0C\u4E3A\u4EC0\u4E48\u4E0D\u76F4\u63A5\u4E3A\u6700\u540E\u7684\u4EFB\u52A1\u800C\u8BAD\u7EC3\u5462\uFF1F\u6709\u51E0\u4E2A\u539F\u56E0\uFF1A"),il=n(),d=l("ul"),or=l("li"),ya=i("\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u4E0E\u5FAE\u8C03\u6570\u636E\u96C6\u6709\u4E00\u4E9B\u76F8\u4F3C\u4E4B\u5904\u7684\u6570\u636E\u96C6\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\u3002\u56E0\u6B64\uFF0C\u5FAE\u8C03\u8FC7\u7A0B\u80FD\u591F\u5229\u7528\u6A21\u578B\u5728\u9884\u8BAD\u7EC3\u671F\u95F4\u83B7\u5F97\u7684\u77E5\u8BC6\uFF08\u4F8B\u5982\uFF0C\u5BF9\u4E8ENLP\u95EE\u9898\uFF0C\u9884\u8BAD\u7EC3\u6A21\u578B\u5C06\u5BF9\u60A8\u5728\u4EFB\u52A1\u4E2D\u4F7F\u7528\u7684\u8BED\u8A00\u6709\u67D0\u79CD\u7EDF\u8BA1\u89C4\u5F8B\u4E0A\u7684\u7406\u89E3\uFF09\u3002"),Ra=n(),fr=l("li"),Aa=i("\u7531\u4E8E\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u5927\u91CF\u6570\u636E\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\uFF0C\u56E0\u6B64\u5FAE\u8C03\u9700\u8981\u66F4\u5C11\u7684\u6570\u636E\u6765\u83B7\u5F97\u4E0D\u9519\u7684\u7ED3\u679C\u3002"),La=n(),ir=l("li"),xa=i("\u51FA\u4E8E\u540C\u6837\u7684\u539F\u56E0\uFF0C\u83B7\u5F97\u597D\u7ED3\u679C\u6240\u9700\u7684\u65F6\u95F4\u548C\u8D44\u6E90\u8981\u5C11\u5F97\u591A"),ml=n(),J=l("p"),Na=i("\u4F8B\u5982\uFF0C\u53EF\u4EE5\u5229\u7528\u82F1\u8BED\u7684\u9884\u8BAD\u7EC3\u8FC7\u7684\u6A21\u578B\uFF0C\u7136\u540E\u5728arXiv\u8BED\u6599\u5E93\u4E0A\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\uFF0C\u4ECE\u800C\u5F62\u6210\u4E00\u4E2A\u57FA\u4E8E\u79D1\u5B66/\u7814\u7A76\u7684\u6A21\u578B\u3002\u5FAE\u8C03\u53EA\u9700\u8981\u6709\u9650\u7684\u6570\u636E\u91CF\uFF1A\u9884\u8BAD\u7EC3\u6A21\u578B\u83B7\u5F97\u7684\u77E5\u8BC6\u53EF\u4EE5\u201C\u8FC1\u79FB\u201D\u5230\u76EE\u6807\u4EFB\u52A1\u4E0A\uFF0C\u56E0\u6B64\u88AB\u79F0\u4E3A"),mr=l("em"),Ba=i("\u8FC1\u79FB\u5B66\u4E60"),Ma=i("\u3002"),ul=n(),N=l("div"),Me=l("img"),Sa=n(),Se=l("img"),nl=n(),ot=l("p"),Da=i("\u56E0\u6B64\uFF0C\u5FAE\u8C03\u6A21\u578B\u5177\u6709\u8F83\u4F4E\u7684\u65F6\u95F4\u3001\u6570\u636E\u3001\u8D22\u52A1\u548C\u73AF\u5883\u6210\u672C\u3002\u8FED\u4EE3\u4E0D\u540C\u7684\u5FAE\u8C03\u65B9\u6848\u4E5F\u66F4\u5FEB\u3001\u66F4\u5BB9\u6613\uFF0C\u56E0\u4E3A\u4E0E\u5B8C\u6574\u7684\u9884\u8BAD\u7EC3\u76F8\u6BD4\uFF0C\u8BAD\u7EC3\u7684\u7EA6\u675F\u66F4\u5C11\u3002"),pl=n(),ft=l("p"),Oa=i("\u8FD9\u4E2A\u8FC7\u7A0B\u4E5F\u4F1A\u6BD4\u4ECE\u5934\u5F00\u59CB\u7684\u8BAD\u7EC3\uFF08\u9664\u975E\u4F60\u6709\u5F88\u591A\u6570\u636E\uFF09\u53D6\u5F97\u66F4\u597D\u7684\u6548\u679C\uFF0C\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u4F60\u5E94\u8BE5\u603B\u662F\u5C1D\u8BD5\u5229\u7528\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684\u6A21\u578B\u2014\u4E00\u4E2A\u5C3D\u53EF\u80FD\u63A5\u8FD1\u4F60\u624B\u5934\u7684\u4EFB\u52A1\u7684\u6A21\u578B\u2014\u5E76\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\u3002"),cl=n(),De=l("h2"),Ha=i("\u4E00\u822C\u7684\u4F53\u7CFB\u7ED3\u6784"),vl=i(`
\u5728\u8FD9\u4E00\u90E8\u5206\uFF0C\u6211\u4EEC\u5C06\u4ECB\u7ECDTransformer\u6A21\u578B\u7684\u4E00\u822C\u67B6\u6784\u3002\u5982\u679C\u4F60\u4E0D\u7406\u89E3\u5176\u4E2D\u7684\u4E00\u4E9B\u6982\u5FF5\uFF0C\u4E0D\u8981\u62C5\u5FC3\uFF1B\u4E0B\u6587\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\u6BCF\u4E2A\u7EC4\u4EF6\u3002
`),K(Oe.$$.fragment),_l=n(),He=l("h2"),ja=i("\u4ECB\u7ECD"),El=n(),it=l("p"),qa=i("\u8BE5\u6A21\u578B\u4E3B\u8981\u7531\u4E24\u4E2A\u5757\u7EC4\u6210\uFF1A"),hl=n(),Q=l("ul"),mt=l("li"),ur=l("strong"),Va=i("Encoder (\u5DE6\u4FA7)"),Ca=i(": \u7F16\u7801\u5668\u63A5\u6536\u8F93\u5165\u5E76\u6784\u5EFA\u5176\u8868\u793A\uFF08\u5176\u7279\u5F81\uFF09\u3002\u8FD9\u610F\u5473\u7740\u5BF9\u6A21\u578B\u8FDB\u884C\u4E86\u4F18\u5316\uFF0C\u4EE5\u4ECE\u8F93\u5165\u4E2D\u83B7\u5F97\u7406\u89E3\u3002"),Ua=n(),ut=l("li"),nr=l("strong"),Ya=i("Decoder (\u53F3\u4FA7)"),Fa=i(": \u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8868\u793A\uFF08\u7279\u5F81\uFF09\u4EE5\u53CA\u5176\u4ED6\u8F93\u5165\u6765\u751F\u6210\u76EE\u6807\u5E8F\u5217\u3002\u8FD9\u610F\u5473\u7740\u8BE5\u6A21\u578B\u5DF2\u9488\u5BF9\u751F\u6210\u8F93\u51FA\u8FDB\u884C\u4E86\u4F18\u5316\u3002"),dl=n(),B=l("div"),je=l("img"),Xa=n(),qe=l("img"),Tl=n(),nt=l("p"),za=i("\u8FD9\u4E9B\u90E8\u4EF6\u4E2D\u7684\u6BCF\u4E00\u4E2A\u90FD\u53EF\u4EE5\u72EC\u7ACB\u4F7F\u7528\uFF0C\u5177\u4F53\u53D6\u51B3\u4E8E\u4EFB\u52A1\uFF1A"),gl=n(),T=l("ul"),pt=l("li"),pr=l("strong"),Ja=i("Encoder-only models"),Qa=i(": \u9002\u7528\u4E8E\u9700\u8981\u7406\u89E3\u8F93\u5165\u7684\u4EFB\u52A1\uFF0C\u5982\u53E5\u5B50\u5206\u7C7B\u548C\u547D\u540D\u5B9E\u4F53\u8BC6\u522B\u3002"),Wa=n(),ct=l("li"),cr=l("strong"),Za=i("Decoder-only models"),Ka=i(": \u9002\u7528\u4E8E\u751F\u6210\u4EFB\u52A1\uFF0C\u5982\u6587\u672C\u751F\u6210\u3002"),eo=n(),W=l("li"),vr=l("strong"),to=i("Encoder-decoder models"),ro=i(" \u6216\u8005 "),_r=l("strong"),lo=i("sequence-to-sequence models"),so=i(": \u9002\u7528\u4E8E\u9700\u8981\u6839\u636E\u8F93\u5165\u8FDB\u884C\u751F\u6210\u7684\u4EFB\u52A1\uFF0C\u5982\u7FFB\u8BD1\u6216\u6458\u8981\u3002"),kl=n(),vt=l("p"),ao=i("\u5728\u540E\u9762\u7684\u90E8\u5206\u4E2D\uFF0C\u6211\u4EEC\u5C06\u5355\u72EC\u5730\u6DF1\u5165\u7814\u7A76\u8FD9\u4E9B\u4F53\u7CFB\u7ED3\u6784\u3002"),Pl=n(),Ve=l("h2"),oo=i("\u6CE8\u610F\u529B\u5C42"),$l=n(),g=l("p"),fo=i("Transformer\u6A21\u578B\u7684\u4E00\u4E2A\u5173\u952E\u7279\u6027\u662F"),Er=l("em"),io=i("\u6CE8\u610F\u529B\u5C42"),mo=i("\u3002\u4E8B\u5B9E\u4E0A\uFF0C\u4ECB\u7ECDTransformer\u67B6\u6784\u7684\u6587\u7AE0\u7684\u6807\u9898\u662F"),Ce=l("a"),uo=i("\u201C\u6CE8\u610F\u529B\u5C31\u662F\u4F60\u6240\u9700\u8981\u7684\u201D"),no=i("! \u6211\u4EEC\u5C06\u5728\u8BFE\u7A0B\u7684\u540E\u9762\u66F4\u52A0\u6DF1\u5165\u5730\u63A2\u7D22\u6CE8\u610F\u529B\u5C42\uFF1B\u73B0\u5728\uFF0C\u60A8\u9700\u8981\u77E5\u9053\u7684\u662F\uFF0C\u8FD9\u4E00\u5C42\u5C06\u544A\u8BC9\u6A21\u578B\u5728\u5904\u7406\u6BCF\u4E2A\u5355\u8BCD\u7684\u8868\u793A\u65F6\uFF0C\u8981\u7279\u522B\u91CD\u89C6\u60A8\u4F20\u9012\u7ED9\u5B83\u7684\u53E5\u5B50\u4E2D\u7684\u67D0\u4E9B\u5355\u8BCD\uFF08\u5E76\u4E14\u6216\u591A\u6216\u5C11\u5730\u5FFD\u7565\u5176\u4ED6\u5355\u8BCD\uFF09\u3002"),bl=n(),_t=l("p"),po=i("\u628A\u5B83\u653E\u5728\u8BED\u5883\u4E2D\uFF0C\u8003\u8651\u5C06\u6587\u672C\u4ECE\u82F1\u8BED\u7FFB\u8BD1\u6210\u6CD5\u8BED\u7684\u4EFB\u52A1\u3002\u5728\u8F93\u5165\u201CYou like this course\u201D\u7684\u60C5\u51B5\u4E0B\uFF0C\u7FFB\u8BD1\u6A21\u578B\u8FD8\u9700\u8981\u6CE8\u610F\u76F8\u90BB\u7684\u5355\u8BCD\u201CYou\u201D\uFF0C\u4EE5\u83B7\u5F97\u5355\u8BCD\u201Clike\u201D\u7684\u6B63\u786E\u7FFB\u8BD1\uFF0C\u56E0\u4E3A\u5728\u6CD5\u8BED\u4E2D\uFF0C\u52A8\u8BCD\u201Clike\u201D\u7684\u53D8\u5316\u53D6\u51B3\u4E8E\u4E3B\u9898\u3002\u7136\u800C\uFF0C\u53E5\u5B50\u7684\u5176\u4F59\u90E8\u5206\u5BF9\u4E8E\u8BE5\u8BCD\u7684\u7FFB\u8BD1\u6CA1\u6709\u7528\u5904\u3002\u540C\u6837\uFF0C\u5728\u7FFB\u8BD1\u201Cthis\u201D\u65F6\uFF0C\u6A21\u578B\u4E5F\u9700\u8981\u6CE8\u610F\u201Ccourse\u201D\u4E00\u8BCD\uFF0C\u56E0\u4E3A\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E0D\u540C\uFF0C\u53D6\u51B3\u4E8E\u76F8\u5173\u540D\u8BCD\u662F\u5355\u6570\u8FD8\u662F\u590D\u6570\u3002\u540C\u6837\uFF0C\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\u5BF9\u4E8E\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E5F\u4E0D\u91CD\u8981\u3002\u5BF9\u4E8E\u66F4\u590D\u6742\u7684\u53E5\u5B50\uFF08\u4EE5\u53CA\u66F4\u590D\u6742\u7684\u8BED\u6CD5\u89C4\u5219\uFF09\uFF0C\u6A21\u578B\u9700\u8981\u7279\u522B\u6CE8\u610F\u53EF\u80FD\u51FA\u73B0\u5728\u53E5\u5B50\u4E2D\u66F4\u8FDC\u4F4D\u7F6E\u7684\u5355\u8BCD\uFF0C\u4EE5\u4FBF\u6B63\u786E\u5730\u7FFB\u8BD1\u6BCF\u4E2A\u5355\u8BCD\u3002"),wl=n(),Et=l("p"),co=i("\u540C\u6837\u7684\u6982\u5FF5\u4E5F\u9002\u7528\u4E8E\u4E0E\u81EA\u7136\u8BED\u8A00\u76F8\u5173\u7684\u4EFB\u4F55\u4EFB\u52A1\uFF1A\u4E00\u4E2A\u8BCD\u672C\u8EAB\u6709\u4E00\u4E2A\u542B\u4E49\uFF0C\u4F46\u8FD9\u4E2A\u542B\u4E49\u53D7\u8BED\u5883\u7684\u5F71\u54CD\u5F88\u5927\uFF0C\u8BED\u5883\u53EF\u4EE5\u662F\u7814\u7A76\u8BE5\u8BCD\u4E4B\u524D\u6216\u4E4B\u540E\u7684\u4EFB\u4F55\u5176\u4ED6\u8BCD\uFF08\u6216\u591A\u4E2A\u8BCD\uFF09\u3002"),Il=n(),ht=l("p"),vo=i("\u73B0\u5728\u60A8\u5DF2\u7ECF\u4E86\u89E3\u4E86\u6CE8\u610F\u529B\u5C42\u7684\u542B\u4E49\uFF0C\u8BA9\u6211\u4EEC\u66F4\u4ED4\u7EC6\u5730\u4E86\u89E3Transformer\u67B6\u6784\u3002"),Gl=n(),Ue=l("h2"),_o=i("\u539F\u59CB\u7684\u7ED3\u6784"),yl=n(),dt=l("p"),Eo=i("Transformer\u67B6\u6784\u6700\u521D\u662F\u4E3A\u7FFB\u8BD1\u800C\u8BBE\u8BA1\u7684\u3002\u5728\u8BAD\u7EC3\u671F\u95F4\uFF0C\u7F16\u7801\u5668\u63A5\u6536\u7279\u5B9A\u8BED\u8A00\u7684\u8F93\u5165\uFF08\u53E5\u5B50\uFF09\uFF0C\u800C\u89E3\u7801\u5668\u9700\u8981\u8F93\u51FA\u5BF9\u5E94\u8BED\u8A00\u7684\u7FFB\u8BD1\u3002\u5728\u7F16\u7801\u5668\u4E2D\uFF0C\u6CE8\u610F\u529B\u5C42\u53EF\u4EE5\u4F7F\u7528\u4E00\u4E2A\u53E5\u5B50\u4E2D\u7684\u6240\u6709\u5355\u8BCD\uFF08\u6B63\u5982\u6211\u4EEC\u521A\u624D\u770B\u5230\u7684\uFF0C\u7ED9\u5B9A\u5355\u8BCD\u7684\u7FFB\u8BD1\u53EF\u4EE5\u53D6\u51B3\u4E8E\u5B83\u5728\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\uFF09\u3002\u7136\u800C\uFF0C\u89E3\u7801\u5668\u662F\u6309\u987A\u5E8F\u5DE5\u4F5C\u7684\uFF0C\u5E76\u4E14\u53EA\u80FD\u6CE8\u610F\u5B83\u5DF2\u7ECF\u7FFB\u8BD1\u8FC7\u7684\u53E5\u5B50\u4E2D\u7684\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5F53\u6211\u4EEC\u9884\u6D4B\u4E86\u7FFB\u8BD1\u76EE\u6807\u7684\u524D\u4E09\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6211\u4EEC\u5C06\u5B83\u4EEC\u63D0\u4F9B\u7ED9\u89E3\u7801\u5668\uFF0C\u7136\u540E\u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u6240\u6709\u8F93\u5165\u6765\u5C1D\u8BD5\u9884\u6D4B\u7B2C\u56DB\u4E2A\u5355\u8BCD\u3002"),Rl=n(),Tt=l("p"),ho=i("\u4E3A\u4E86\u5728\u8BAD\u7EC3\u8FC7\u7A0B\u4E2D\u52A0\u5FEB\u901F\u5EA6\uFF08\u5F53\u6A21\u578B\u53EF\u4EE5\u8BBF\u95EE\u76EE\u6807\u53E5\u5B50\u65F6\uFF09\uFF0C\u89E3\u7801\u5668\u4F1A\u88AB\u8F93\u5165\u6574\u4E2A\u76EE\u6807\uFF0C\u4F46\u4E0D\u5141\u8BB8\u83B7\u53D6\u5230\u8981\u7FFB\u8BD1\u7684\u5355\u8BCD\uFF08\u5982\u679C\u5B83\u5728\u5C1D\u8BD5\u9884\u6D4B\u4F4D\u7F6E2\u7684\u5355\u8BCD\u65F6\u53EF\u4EE5\u8BBF\u95EE\u4F4D\u7F6E2\u7684\u5355\u8BCD\uFF0C\u89E3\u7801\u5668\u5C31\u4F1A\u5077\u61D2\uFF0C\u76F4\u63A5\u8F93\u51FA\u90A3\u4E2A\u5355\u8BCD\uFF0C\u4ECE\u800C\u65E0\u6CD5\u5B66\u4E60\u5230\u6B63\u786E\u7684\u8BED\u8A00\u5173\u7CFB\uFF01\uFF09\u3002\u4F8B\u5982\uFF0C\u5F53\u8BD5\u56FE\u9884\u6D4B\u7B2C4\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6CE8\u610F\u529B\u5C42\u53EA\u80FD\u83B7\u53D6\u4F4D\u7F6E1\u52303\u7684\u5355\u8BCD\u3002"),Al=n(),gt=l("p"),To=i("\u6700\u521D\u7684Transformer\u67B6\u6784\u5982\u4E0B\u6240\u793A\uFF0C\u7F16\u7801\u5668\u4F4D\u4E8E\u5DE6\u4FA7\uFF0C\u89E3\u7801\u5668\u4F4D\u4E8E\u53F3\u4FA7\uFF1A"),Ll=n(),M=l("div"),Ye=l("img"),go=n(),Fe=l("img"),xl=n(),kt=l("p"),ko=i("\u6CE8\u610F\uFF0C\u89E3\u7801\u5668\u5757\u4E2D\u7684\u7B2C\u4E00\u4E2A\u6CE8\u610F\u529B\u5C42\u5173\u8054\u5230\u89E3\u7801\u5668\u7684\u6240\u6709\uFF08\u8FC7\u53BB\u7684\uFF09\u8F93\u5165\uFF0C\u4F46\u662F\u7B2C\u4E8C\u6CE8\u610F\u529B\u5C42\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8F93\u51FA\u3002\u56E0\u6B64\uFF0C\u5B83\u53EF\u4EE5\u8BBF\u95EE\u6574\u4E2A\u8F93\u5165\u53E5\u5B50\uFF0C\u4EE5\u6700\u597D\u5730\u9884\u6D4B\u5F53\u524D\u5355\u8BCD\u3002\u8FD9\u662F\u975E\u5E38\u6709\u7528\u7684\uFF0C\u56E0\u4E3A\u4E0D\u540C\u7684\u8BED\u8A00\u53EF\u4EE5\u6709\u8BED\u6CD5\u89C4\u5219\u5C06\u5355\u8BCD\u6309\u4E0D\u540C\u7684\u987A\u5E8F\u6392\u5217\uFF0C\u6216\u8005\u53E5\u5B50\u540E\u9762\u63D0\u4F9B\u7684\u4E00\u4E9B\u4E0A\u4E0B\u6587\u53EF\u80FD\u6709\u52A9\u4E8E\u786E\u5B9A\u7ED9\u5B9A\u5355\u8BCD\u7684\u6700\u4F73\u7FFB\u8BD1\u3002"),Nl=n(),Z=l("p"),Po=i("\u4E5F\u53EF\u4EE5\u5728\u7F16\u7801\u5668/\u89E3\u7801\u5668\u4E2D\u4F7F\u7528"),hr=l("em"),$o=i("\u6CE8\u610F\u529B\u906E\u7F69\u5C42"),bo=i("\uFF0C\u4EE5\u9632\u6B62\u6A21\u578B\u6CE8\u610F\u67D0\u4E9B\u7279\u6B8A\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5728\u6279\u5904\u7406\u53E5\u5B50\u65F6\uFF0C\u586B\u5145\u7279\u6B8A\u8BCD\u4F7F\u6240\u6709\u53E5\u5B50\u7684\u957F\u5EA6\u4E00\u81F4\u3002"),Bl=n(),Xe=l("h2"),wo=i("\u67B6\u6784\u4E0E\u53C2\u6570"),Ml=n(),Pt=l("p"),Io=i(`\u5728\u672C\u8BFE\u7A0B\u4E2D\uFF0C\u5F53\u6211\u4EEC\u6DF1\u5165\u63A2\u8BA8Transformers\u6A21\u578B\u65F6\uFF0C\u60A8\u5C06\u770B\u5230
\u67B6\u6784\u3001\u53C2\u6570\u548C\u6A21\u578B
\u3002 \u8FD9\u4E9B\u672F\u8BED\u7684\u542B\u4E49\u7565\u6709\u4E0D\u540C\uFF1A`),Sl=n(),k=l("ul"),$t=l("li"),dr=l("strong"),Go=i("\u67B6\u6784"),yo=i(": \u8FD9\u662F\u6A21\u578B\u7684\u9AA8\u67B6 \u2014 \u6BCF\u4E2A\u5C42\u7684\u5B9A\u4E49\u4EE5\u53CA\u6A21\u578B\u4E2D\u53D1\u751F\u7684\u6BCF\u4E2A\u64CD\u4F5C\u3002"),Ro=n(),bt=l("li"),Tr=l("strong"),Ao=i("Checkpoints"),Lo=i(": \u8FD9\u4E9B\u662F\u5C06\u5728\u7ED9\u67B6\u6784\u4E2D\u7ED3\u6784\u4E2D\u52A0\u8F7D\u7684\u6743\u91CD\u3002"),xo=n(),wt=l("li"),gr=l("strong"),No=i("\u6A21\u578B"),Bo=i(": \u8FD9\u662F\u4E00\u4E2A\u7B3C\u7EDF\u7684\u672F\u8BED\uFF0C\u6CA1\u6709\u201C\u67B6\u6784\u201D\u6216\u201C\u53C2\u6570\u201D\u90A3\u4E48\u7CBE\u786E\uFF1A\u5B83\u53EF\u4EE5\u6307\u4E24\u8005\u3002\u4E3A\u4E86\u907F\u514D\u6B67\u4E49\uFF0C\u672C\u8BFE\u7A0B\u4F7F\u7528\u5C06\u4F7F\u7528\u67B6\u6784\u548C\u53C2\u6570\u3002"),Dl=n(),P=l("p"),Mo=i("\u4F8B\u5982\uFF0CBERT\u662F\u4E00\u4E2A\u67B6\u6784\uFF0C\u800C "),kr=l("code"),So=i("bert-base-cased"),Do=i("\uFF0C \u8FD9\u662F\u8C37\u6B4C\u56E2\u961F\u4E3ABERT\u7684\u7B2C\u4E00\u4E2A\u7248\u672C\u8BAD\u7EC3\u7684\u4E00\u7EC4\u6743\u91CD\u53C2\u6570\uFF0C\u662F\u4E00\u4E2A\u53C2\u6570\u3002\u6211\u4EEC\u53EF\u4EE5\u8BF4\u201CBERT\u6A21\u578B\u201D\u548C\u201D"),Pr=l("code"),Oo=i("bert-base-cased"),Ho=i("\u6A21\u578B.\u201D"),this.h()},l(e){const o=Ki('[data-svelte="svelte-1phssyn"]',document.head);$=s(o,"META",{name:!0,content:!0}),o.forEach(t),Rr=p(e),b=s(e,"H1",{class:!0});var Hl=a(b);S=s(Hl,"A",{id:!0,class:!0,href:!0});var _f=a(S);xt=s(_f,"SPAN",{});var Ef=a(xt);ee(ae.$$.fragment,Ef),Ef.forEach(t),_f.forEach(t),as=p(Hl),Nt=s(Hl,"SPAN",{});var hf=a(Nt);os=m(hf,"Transformers \u662F\u5982\u4F55\u5DE5\u4F5C\u7684\uFF1F"),hf.forEach(t),Hl.forEach(t),Ar=p(e),ee(oe.$$.fragment,e),Lr=p(e),Je=s(e,"P",{});var df=a(Je);fs=m(df,"\u5728\u672C\u8282\u4E2D\uFF0C\u6211\u4EEC\u5C06\u6DF1\u5165\u4E86\u89E3 Transformer \u6A21\u578B\u7684\u67B6\u6784\u3002"),df.forEach(t),xr=p(e),w=s(e,"H2",{class:!0});var jl=a(w);D=s(jl,"A",{id:!0,class:!0,href:!0});var Tf=a(D);Bt=s(Tf,"SPAN",{});var gf=a(Bt);ee(fe.$$.fragment,gf),gf.forEach(t),Tf.forEach(t),is=p(jl),Mt=s(jl,"SPAN",{});var kf=a(Mt);ms=m(kf,"\u4E00\u70B9Transformers\u7684\u53D1\u5C55\u5386\u53F2"),kf.forEach(t),jl.forEach(t),Nr=p(e),Qe=s(e,"P",{});var Pf=a(Qe);us=m(Pf,"\u4EE5\u4E0B\u662F Transformer \u6A21\u578B\uFF08\u7B80\u77ED\uFF09\u5386\u53F2\u4E2D\u7684\u4E00\u4E9B\u5173\u952E\u8282\u70B9\uFF1A"),Pf.forEach(t),Br=p(e),I=s(e,"DIV",{class:!0});var ql=a(I);ie=s(ql,"IMG",{class:!0,src:!0,alt:!0}),ns=p(ql),me=s(ql,"IMG",{class:!0,src:!0,alt:!0}),ql.forEach(t),Mr=p(e),ue=s(e,"P",{});var jo=a(ue);ne=s(jo,"A",{href:!0,rel:!0});var $f=a(ne);ps=m($f,"Transformer \u67B6\u6784"),$f.forEach(t),cs=m(jo," \u4E8E 2017 \u5E74 6 \u6708\u63A8\u51FA\u3002\u539F\u672C\u7814\u7A76\u7684\u91CD\u70B9\u662F\u7FFB\u8BD1\u4EFB\u52A1\u3002\u968F\u540E\u63A8\u51FA\u4E86\u51E0\u4E2A\u6709\u5F71\u54CD\u529B\u7684\u6A21\u578B\uFF0C\u5305\u62EC"),jo.forEach(t),Sr=p(e),v=s(e,"UL",{});var _=a(v);St=s(_,"LI",{});var bf=a(St);O=s(bf,"P",{});var $r=a(O);Dt=s($r,"STRONG",{});var wf=a(Dt);vs=m(wf,"2018 \u5E74 6 \u6708"),wf.forEach(t),_s=m($r,": "),pe=s($r,"A",{href:!0,rel:!0});var If=a(pe);Es=m(If,"GPT"),If.forEach(t),hs=m($r,", \u7B2C\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684 Transformer \u6A21\u578B\uFF0C\u7528\u4E8E\u5404\u79CD NLP \u4EFB\u52A1\u5E76\u83B7\u5F97\u6781\u597D\u7684\u7ED3\u679C"),$r.forEach(t),bf.forEach(t),ds=p(_),Ot=s(_,"LI",{});var Gf=a(Ot);H=s(Gf,"P",{});var br=a(H);Ht=s(br,"STRONG",{});var yf=a(Ht);Ts=m(yf,"2018 \u5E74 10 \u6708"),yf.forEach(t),gs=m(br,": "),ce=s(br,"A",{href:!0,rel:!0});var Rf=a(ce);ks=m(Rf,"BERT"),Rf.forEach(t),Ps=m(br,", \u53E6\u4E00\u4E2A\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF0C\u8BE5\u6A21\u578B\u65E8\u5728\u751F\u6210\u66F4\u597D\u7684\u53E5\u5B50\u6458\u8981\uFF08\u4E0B\u4E00\u7AE0\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\uFF01\uFF09"),br.forEach(t),Gf.forEach(t),$s=p(_),jt=s(_,"LI",{});var Af=a(jt);j=s(Af,"P",{});var wr=a(j);qt=s(wr,"STRONG",{});var Lf=a(qt);bs=m(Lf,"2019 \u5E74 2 \u6708"),Lf.forEach(t),ws=m(wr,": "),ve=s(wr,"A",{href:!0,rel:!0});var xf=a(ve);Is=m(xf,"GPT-2"),xf.forEach(t),Gs=m(wr,", GPT \u7684\u6539\u8FDB\uFF08\u5E76\u4E14\u66F4\u5927\uFF09\u7248\u672C\uFF0C\u7531\u4E8E\u9053\u5FB7\u95EE\u9898\u6CA1\u6709\u7ACB\u5373\u516C\u5F00\u53D1\u5E03"),wr.forEach(t),Af.forEach(t),ys=p(_),Vt=s(_,"LI",{});var Nf=a(Vt);q=s(Nf,"P",{});var Ir=a(q);Ct=s(Ir,"STRONG",{});var Bf=a(Ct);Rs=m(Bf,"2019 \u5E74 10 \u6708"),Bf.forEach(t),As=m(Ir,": "),_e=s(Ir,"A",{href:!0,rel:!0});var Mf=a(_e);Ls=m(Mf,"DistilBERT"),Mf.forEach(t),xs=m(Ir,", BERT \u7684\u63D0\u70BC\u7248\u672C\uFF0C\u901F\u5EA6\u63D0\u9AD8 60%\uFF0C\u5185\u5B58\u51CF\u8F7B 40%\uFF0C\u4F46\u4ECD\u4FDD\u7559 BERT 97% \u7684\u6027\u80FD"),Ir.forEach(t),Nf.forEach(t),Ns=p(_),Ut=s(_,"LI",{});var Sf=a(Ut);E=s(Sf,"P",{});var ze=a(E);Yt=s(ze,"STRONG",{});var Df=a(Yt);Bs=m(Df,"2019 \u5E74 10 \u6708"),Df.forEach(t),Ms=m(ze,": "),Ee=s(ze,"A",{href:!0,rel:!0});var Of=a(Ee);Ss=m(Of,"BART"),Of.forEach(t),Ds=m(ze," \u548C "),he=s(ze,"A",{href:!0,rel:!0});var Hf=a(he);Os=m(Hf,"T5"),Hf.forEach(t),Hs=m(ze,", \u4E24\u4E2A\u4F7F\u7528\u4E0E\u539F\u59CB Transformer \u6A21\u578B\u76F8\u540C\u67B6\u6784\u7684\u5927\u578B\u9884\u8BAD\u7EC3\u6A21\u578B\uFF08\u7B2C\u4E00\u4E2A\u8FD9\u6837\u505A\uFF09"),ze.forEach(t),Sf.forEach(t),js=p(_),Ft=s(_,"LI",{});var jf=a(Ft);V=s(jf,"P",{});var Gr=a(V);Xt=s(Gr,"STRONG",{});var qf=a(Xt);qs=m(qf,"2020 \u5E74 5 \u6708"),qf.forEach(t),Vs=m(Gr,", "),de=s(Gr,"A",{href:!0,rel:!0});var Vf=a(de);Cs=m(Vf,"GPT-3"),Vf.forEach(t),Us=m(Gr,", GPT-2 \u7684\u66F4\u5927\u7248\u672C\uFF0C\u65E0\u9700\u5FAE\u8C03\u5373\u53EF\u5728\u5404\u79CD\u4EFB\u52A1\u4E0A\u8868\u73B0\u826F\u597D\uFF08\u79F0\u4E3A\u96F6\u6837\u672C\u5B66\u4E60\uFF09"),Gr.forEach(t),jf.forEach(t),_.forEach(t),Dr=p(e),We=s(e,"P",{});var Cf=a(We);Ys=m(Cf,"\u8FD9\u4E2A\u5217\u8868\u5E76\u4E0D\u5168\u9762\uFF0C\u53EA\u662F\u4E3A\u4E86\u7A81\u51FA\u4E00\u4E9B\u4E0D\u540C\u7C7B\u578B\u7684 Transformer \u6A21\u578B\u3002\u5927\u4F53\u4E0A\uFF0C\u5B83\u4EEC\u53EF\u4EE5\u5206\u4E3A\u4E09\u7C7B\uFF1A"),Cf.forEach(t),Or=p(e),h=s(e,"UL",{});var It=a(h);zt=s(It,"LI",{});var Uf=a(zt);Fs=m(Uf,"GPT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u56DE\u5F52Transformer\u6A21\u578B)"),Uf.forEach(t),Xs=p(It),Jt=s(It,"LI",{});var Yf=a(Jt);zs=m(Yf,"BERT-like (\u4E5F\u88AB\u79F0\u4F5C\u81EA\u52A8\u7F16\u7801Transformer\u6A21\u578B)"),Yf.forEach(t),Js=p(It),Qt=s(It,"LI",{});var Ff=a(Qt);Qs=m(Ff,"BART/T5-like (\u4E5F\u88AB\u79F0\u4F5C\u5E8F\u5217\u5230\u5E8F\u5217\u7684 Transformer\u6A21\u578B)"),Ff.forEach(t),It.forEach(t),Hr=p(e),Ze=s(e,"P",{});var Xf=a(Ze);Ws=m(Xf,"\u7A0D\u540E\u6211\u4EEC\u5C06\u66F4\u6DF1\u5165\u5730\u63A2\u8BA8\u8FD9\u4E9B\u5206\u7C7B\u3002"),Xf.forEach(t),jr=p(e),G=s(e,"H2",{class:!0});var Vl=a(G);C=s(Vl,"A",{id:!0,class:!0,href:!0});var zf=a(C);Wt=s(zf,"SPAN",{});var Jf=a(Wt);ee(Te.$$.fragment,Jf),Jf.forEach(t),zf.forEach(t),Zs=p(Vl),Zt=s(Vl,"SPAN",{});var Qf=a(Zt);Ks=m(Qf,"Transformers\u662F\u8BED\u8A00\u6A21\u578B"),Qf.forEach(t),Vl.forEach(t),qr=p(e),Ke=s(e,"P",{});var Wf=a(Ke);ea=m(Wf,"\u4E0A\u9762\u63D0\u5230\u7684\u6240\u6709 Transformer \u6A21\u578B\uFF08GPT\u3001BERT\u3001BART\u3001T5 \u7B49\uFF09\u90FD\u88AB\u8BAD\u7EC3\u4E3A\u8BED\u8A00\u6A21\u578B\u3002\u8FD9\u610F\u5473\u7740\u4ED6\u4EEC\u5DF2\u7ECF\u4EE5\u65E0\u76D1\u7763\u5B66\u4E60\u7684\u65B9\u5F0F\u63A5\u53D7\u4E86\u5927\u91CF\u539F\u59CB\u6587\u672C\u7684\u8BAD\u7EC3\u3002\u65E0\u76D1\u7763\u5B66\u4E60\u662F\u4E00\u79CD\u8BAD\u7EC3\u7C7B\u578B\uFF0C\u5176\u4E2D\u76EE\u6807\u662F\u6839\u636E\u6A21\u578B\u7684\u8F93\u5165\u81EA\u52A8\u8BA1\u7B97\u7684\u3002\u8FD9\u610F\u5473\u7740\u4E0D\u9700\u8981\u4EBA\u5DE5\u6765\u6807\u8BB0\u6570\u636E\uFF01"),Wf.forEach(t),Vr=p(e),U=s(e,"P",{});var Cl=a(U);ta=m(Cl,"\u8FD9\u79CD\u7C7B\u578B\u7684\u6A21\u578B\u53EF\u4EE5\u5BF9\u5176\u8BAD\u7EC3\u8FC7\u7684\u8BED\u8A00\u8FDB\u884C\u7EDF\u8BA1\u7406\u89E3\uFF0C\u4F46\u5BF9\u4E8E\u7279\u5B9A\u7684\u5B9E\u9645\u4EFB\u52A1\u5E76\u4E0D\u662F\u5F88\u6709\u7528\u3002\u56E0\u6B64\uFF0C\u4E00\u822C\u7684\u9884\u8BAD\u7EC3\u6A21\u578B\u4F1A\u7ECF\u5386\u4E00\u4E2A\u79F0\u4E3A"),Kt=s(Cl,"EM",{});var Zf=a(Kt);ra=m(Zf,"\u8FC1\u79FB\u5B66\u4E60"),Zf.forEach(t),la=m(Cl,"\u7684\u8FC7\u7A0B\u3002\u5728\u6B64\u8FC7\u7A0B\u4E2D\uFF0C\u6A21\u578B\u5728\u7ED9\u5B9A\u4EFB\u52A1\u4E0A\u4EE5\u76D1\u7763\u65B9\u5F0F\uFF08\u5373\u4F7F\u7528\u4EBA\u5DE5\u6CE8\u91CA\u6807\u7B7E\uFF09\u8FDB\u884C\u5FAE\u8C03\u3002"),Cl.forEach(t),Cr=p(e),Y=s(e,"P",{});var Ul=a(Y);sa=m(Ul,"\u4EFB\u52A1\u7684\u4E00\u4E2A\u4F8B\u5B50\u662F\u9605\u8BFB "),er=s(Ul,"EM",{});var Kf=a(er);aa=m(Kf,"n"),Kf.forEach(t),oa=m(Ul," \u4E2A\u5355\u8BCD\u7684\u53E5\u5B50\uFF0C\u9884\u6D4B\u4E0B\u4E00\u4E2A\u5355\u8BCD\u3002\u8FD9\u88AB\u79F0\u4E3A\u56E0\u679C\u8BED\u8A00\u5EFA\u6A21\uFF0C\u56E0\u4E3A\u8F93\u51FA\u53D6\u51B3\u4E8E\u8FC7\u53BB\u548C\u73B0\u5728\u7684\u8F93\u5165\u3002"),Ul.forEach(t),Ur=p(e),y=s(e,"DIV",{class:!0});var Yl=a(y);ge=s(Yl,"IMG",{class:!0,src:!0,alt:!0}),fa=p(Yl),ke=s(Yl,"IMG",{class:!0,src:!0,alt:!0}),Yl.forEach(t),Yr=p(e),F=s(e,"P",{});var Fl=a(F);ia=m(Fl,"\u53E6\u4E00\u4E2A\u4F8B\u5B50\u662F"),tr=s(Fl,"EM",{});var ei=a(tr);ma=m(ei,"\u906E\u7F69\u8BED\u8A00\u5EFA\u6A21"),ei.forEach(t),ua=m(Fl,"\uFF0C\u8BE5\u6A21\u578B\u9884\u6D4B\u53E5\u5B50\u4E2D\u7684\u906E\u4F4F\u7684\u8BCD\u3002"),Fl.forEach(t),Fr=p(e),R=s(e,"DIV",{class:!0});var Xl=a(R);Pe=s(Xl,"IMG",{class:!0,src:!0,alt:!0}),na=p(Xl),$e=s(Xl,"IMG",{class:!0,src:!0,alt:!0}),Xl.forEach(t),Xr=p(e),A=s(e,"H2",{class:!0});var zl=a(A);X=s(zl,"A",{id:!0,class:!0,href:!0});var ti=a(X);rr=s(ti,"SPAN",{});var ri=a(rr);ee(be.$$.fragment,ri),ri.forEach(t),ti.forEach(t),pa=p(zl),lr=s(zl,"SPAN",{});var li=a(lr);ca=m(li,"Transformer\u662F\u5927\u6A21\u578B"),li.forEach(t),zl.forEach(t),zr=p(e),et=s(e,"P",{});var si=a(et);va=m(si,"\u9664\u4E86\u4E00\u4E9B\u7279\u4F8B\uFF08\u5982 DistilBERT\uFF09\u5916\uFF0C\u5B9E\u73B0\u66F4\u597D\u6027\u80FD\u7684\u4E00\u822C\u7B56\u7565\u662F\u589E\u52A0\u6A21\u578B\u7684\u5927\u5C0F\u4EE5\u53CA\u9884\u8BAD\u7EC3\u7684\u6570\u636E\u91CF\u3002"),si.forEach(t),Jr=p(e),we=s(e,"DIV",{class:!0});var ai=a(we);Ie=s(ai,"IMG",{src:!0,alt:!0,width:!0}),ai.forEach(t),Qr=p(e),tt=s(e,"P",{});var oi=a(tt);_a=m(oi,"\u4E0D\u5E78\u7684\u662F\uFF0C\u8BAD\u7EC3\u6A21\u578B\uFF0C\u5C24\u5176\u662F\u5927\u578B\u6A21\u578B\uFF0C\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u65F6\u95F4\u548C\u8BA1\u7B97\u8D44\u6E90\u3002\u5B83\u751A\u81F3\u4F1A\u5BF9\u73AF\u5883\u4EA7\u751F\u5F71\u54CD\uFF0C\u5982\u4E0B\u56FE\u6240\u793A\u3002"),oi.forEach(t),Wr=p(e),L=s(e,"DIV",{class:!0});var Jl=a(L);Ge=s(Jl,"IMG",{class:!0,src:!0,alt:!0}),Ea=p(Jl),ye=s(Jl,"IMG",{class:!0,src:!0,alt:!0}),Jl.forEach(t),Zr=p(e),ee(Re.$$.fragment,e),Kr=p(e),rt=s(e,"P",{});var fi=a(rt);ha=m(fi,"Transformers\u662F\u7531\u4E00\u4E2A\u56E2\u961F\u9886\u5BFC\u7684\uFF08\u975E\u5E38\u5927\u7684\uFF09\u6A21\u578B\u9879\u76EE\uFF0C\u8BE5\u56E2\u961F\u8BD5\u56FE\u51CF\u5C11\u9884\u8BAD\u7EC3\u5BF9\u73AF\u5883\u7684\u5F71\u54CD\uFF0C\u901A\u8FC7\u8FD0\u884C\u5927\u91CF\u8BD5\u9A8C\u4EE5\u83B7\u5F97\u6700\u4F73\u8D85\u53C2\u6570\u3002"),fi.forEach(t),el=p(e),lt=s(e,"P",{});var ii=a(lt);da=m(ii,"\u60F3\u8C61\u4E00\u4E0B\uFF0C\u5982\u679C\u6BCF\u6B21\u4E00\u4E2A\u7814\u7A76\u56E2\u961F\u3001\u4E00\u4E2A\u5B66\u751F\u7EC4\u7EC7\u6216\u4E00\u5BB6\u516C\u53F8\u60F3\u8981\u8BAD\u7EC3\u4E00\u4E2A\u6A21\u578B\uFF0C\u90FD\u4ECE\u5934\u5F00\u59CB\u8BAD\u7EC3\u7684\u3002\u8FD9\u5C06\u5BFC\u81F4\u5DE8\u5927\u7684\u3001\u4E0D\u5FC5\u8981\u7684\u6D6A\u8D39\uFF01"),ii.forEach(t),tl=p(e),st=s(e,"P",{});var mi=a(st);Ta=m(mi,"\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u5171\u4EAB\u8BED\u8A00\u6A21\u578B\u81F3\u5173\u91CD\u8981\uFF1A\u5171\u4EAB\u7ECF\u8FC7\u8BAD\u7EC3\u7684\u6743\u91CD\uFF0C\u5F53\u9047\u89C1\u65B0\u7684\u9700\u6C42\u65F6\u5728\u9884\u8BAD\u7EC3\u7684\u6743\u91CD\u4E4B\u4E0A\u8FDB\u884C\u5FAE\u8C03\uFF0C\u53EF\u4EE5\u964D\u4F4E\u8BAD\u7EC3\u6A21\u578B\u8BAD\u7EC3\u7684\u7B97\u529B\u548C\u65F6\u95F4\u6D88\u8017\uFF0C\u964D\u4F4E\u5168\u7403\u7684\u603B\u4F53\u8BA1\u7B97\u6210\u672C\u548C\u78B3\u6392\u653E\u3002"),mi.forEach(t),rl=p(e),Ae=s(e,"H2",{id:!0});var ui=a(Ae);ga=m(ui,"\u8FC1\u79FB\u5B66\u4E60"),ui.forEach(t),ll=p(e),ee(Le.$$.fragment,e),sl=p(e),xe=s(e,"P",{});var qo=a(xe);sr=s(qo,"EM",{});var ni=a(sr);ka=m(ni,"\u9884\u8BAD\u7EC3\u662F"),ni.forEach(t),Pa=m(qo,"\u8BAD\u7EC3\u6A21\u578B\u524D\u7684\u4E00\u4E2A\u64CD\u4F5C\uFF1A\u968F\u673A\u521D\u59CB\u5316\u6743\u91CD\uFF0C\u5728\u6CA1\u6709\u4EFB\u4F55\u5148\u9A8C\u77E5\u8BC6\u7684\u60C5\u51B5\u4E0B\u5F00\u59CB\u8BAD\u7EC3\u3002"),qo.forEach(t),al=p(e),x=s(e,"DIV",{class:!0});var Ql=a(x);Ne=s(Ql,"IMG",{class:!0,src:!0,alt:!0}),$a=p(Ql),Be=s(Ql,"IMG",{class:!0,src:!0,alt:!0}),Ql.forEach(t),ol=p(e),at=s(e,"P",{});var pi=a(at);ba=m(pi,"\u8FD9\u79CD\u9884\u8BAD\u7EC3\u901A\u5E38\u662F\u5728\u975E\u5E38\u5927\u91CF\u7684\u6570\u636E\u4E0A\u8FDB\u884C\u7684\u3002\u56E0\u6B64\uFF0C\u5B83\u9700\u8981\u5927\u91CF\u7684\u6570\u636E\uFF0C\u800C\u4E14\u8BAD\u7EC3\u53EF\u80FD\u9700\u8981\u51E0\u5468\u7684\u65F6\u95F4\u3002"),pi.forEach(t),fl=p(e),z=s(e,"P",{});var Wl=a(z);wa=m(Wl,"\u53E6\u4E00\u65B9\u9762\uFF0C"),ar=s(Wl,"EM",{});var ci=a(ar);Ia=m(ci,"\u5FAE\u8C03"),ci.forEach(t),Ga=m(Wl,"\u662F\u5728\u6A21\u578B\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u540E\u5B8C\u6210\u7684\u8BAD\u7EC3\u3002\u8981\u6267\u884C\u5FAE\u8C03\uFF0C\u9996\u5148\u9700\u8981\u83B7\u53D6\u4E00\u4E2A\u7ECF\u8FC7\u9884\u8BAD\u7EC3\u7684\u8BED\u8A00\u6A21\u578B\uFF0C\u7136\u540E\u4F7F\u7528\u7279\u5B9A\u4E8E\u4EFB\u52A1\u7684\u6570\u636E\u96C6\u6267\u884C\u989D\u5916\u7684\u8BAD\u7EC3\u3002\u7B49\u7B49\uFF0C\u4E3A\u4EC0\u4E48\u4E0D\u76F4\u63A5\u4E3A\u6700\u540E\u7684\u4EFB\u52A1\u800C\u8BAD\u7EC3\u5462\uFF1F\u6709\u51E0\u4E2A\u539F\u56E0\uFF1A"),Wl.forEach(t),il=p(e),d=s(e,"UL",{});var Gt=a(d);or=s(Gt,"LI",{});var vi=a(or);ya=m(vi,"\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u4E0E\u5FAE\u8C03\u6570\u636E\u96C6\u6709\u4E00\u4E9B\u76F8\u4F3C\u4E4B\u5904\u7684\u6570\u636E\u96C6\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\u3002\u56E0\u6B64\uFF0C\u5FAE\u8C03\u8FC7\u7A0B\u80FD\u591F\u5229\u7528\u6A21\u578B\u5728\u9884\u8BAD\u7EC3\u671F\u95F4\u83B7\u5F97\u7684\u77E5\u8BC6\uFF08\u4F8B\u5982\uFF0C\u5BF9\u4E8ENLP\u95EE\u9898\uFF0C\u9884\u8BAD\u7EC3\u6A21\u578B\u5C06\u5BF9\u60A8\u5728\u4EFB\u52A1\u4E2D\u4F7F\u7528\u7684\u8BED\u8A00\u6709\u67D0\u79CD\u7EDF\u8BA1\u89C4\u5F8B\u4E0A\u7684\u7406\u89E3\uFF09\u3002"),vi.forEach(t),Ra=p(Gt),fr=s(Gt,"LI",{});var _i=a(fr);Aa=m(_i,"\u7531\u4E8E\u9884\u8BAD\u7EC3\u6A21\u578B\u5DF2\u7ECF\u5728\u5927\u91CF\u6570\u636E\u4E0A\u8FDB\u884C\u4E86\u8BAD\u7EC3\uFF0C\u56E0\u6B64\u5FAE\u8C03\u9700\u8981\u66F4\u5C11\u7684\u6570\u636E\u6765\u83B7\u5F97\u4E0D\u9519\u7684\u7ED3\u679C\u3002"),_i.forEach(t),La=p(Gt),ir=s(Gt,"LI",{});var Ei=a(ir);xa=m(Ei,"\u51FA\u4E8E\u540C\u6837\u7684\u539F\u56E0\uFF0C\u83B7\u5F97\u597D\u7ED3\u679C\u6240\u9700\u7684\u65F6\u95F4\u548C\u8D44\u6E90\u8981\u5C11\u5F97\u591A"),Ei.forEach(t),Gt.forEach(t),ml=p(e),J=s(e,"P",{});var Zl=a(J);Na=m(Zl,"\u4F8B\u5982\uFF0C\u53EF\u4EE5\u5229\u7528\u82F1\u8BED\u7684\u9884\u8BAD\u7EC3\u8FC7\u7684\u6A21\u578B\uFF0C\u7136\u540E\u5728arXiv\u8BED\u6599\u5E93\u4E0A\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\uFF0C\u4ECE\u800C\u5F62\u6210\u4E00\u4E2A\u57FA\u4E8E\u79D1\u5B66/\u7814\u7A76\u7684\u6A21\u578B\u3002\u5FAE\u8C03\u53EA\u9700\u8981\u6709\u9650\u7684\u6570\u636E\u91CF\uFF1A\u9884\u8BAD\u7EC3\u6A21\u578B\u83B7\u5F97\u7684\u77E5\u8BC6\u53EF\u4EE5\u201C\u8FC1\u79FB\u201D\u5230\u76EE\u6807\u4EFB\u52A1\u4E0A\uFF0C\u56E0\u6B64\u88AB\u79F0\u4E3A"),mr=s(Zl,"EM",{});var hi=a(mr);Ba=m(hi,"\u8FC1\u79FB\u5B66\u4E60"),hi.forEach(t),Ma=m(Zl,"\u3002"),Zl.forEach(t),ul=p(e),N=s(e,"DIV",{class:!0});var Kl=a(N);Me=s(Kl,"IMG",{class:!0,src:!0,alt:!0}),Sa=p(Kl),Se=s(Kl,"IMG",{class:!0,src:!0,alt:!0}),Kl.forEach(t),nl=p(e),ot=s(e,"P",{});var di=a(ot);Da=m(di,"\u56E0\u6B64\uFF0C\u5FAE\u8C03\u6A21\u578B\u5177\u6709\u8F83\u4F4E\u7684\u65F6\u95F4\u3001\u6570\u636E\u3001\u8D22\u52A1\u548C\u73AF\u5883\u6210\u672C\u3002\u8FED\u4EE3\u4E0D\u540C\u7684\u5FAE\u8C03\u65B9\u6848\u4E5F\u66F4\u5FEB\u3001\u66F4\u5BB9\u6613\uFF0C\u56E0\u4E3A\u4E0E\u5B8C\u6574\u7684\u9884\u8BAD\u7EC3\u76F8\u6BD4\uFF0C\u8BAD\u7EC3\u7684\u7EA6\u675F\u66F4\u5C11\u3002"),di.forEach(t),pl=p(e),ft=s(e,"P",{});var Ti=a(ft);Oa=m(Ti,"\u8FD9\u4E2A\u8FC7\u7A0B\u4E5F\u4F1A\u6BD4\u4ECE\u5934\u5F00\u59CB\u7684\u8BAD\u7EC3\uFF08\u9664\u975E\u4F60\u6709\u5F88\u591A\u6570\u636E\uFF09\u53D6\u5F97\u66F4\u597D\u7684\u6548\u679C\uFF0C\u8FD9\u5C31\u662F\u4E3A\u4EC0\u4E48\u4F60\u5E94\u8BE5\u603B\u662F\u5C1D\u8BD5\u5229\u7528\u4E00\u4E2A\u9884\u8BAD\u7EC3\u7684\u6A21\u578B\u2014\u4E00\u4E2A\u5C3D\u53EF\u80FD\u63A5\u8FD1\u4F60\u624B\u5934\u7684\u4EFB\u52A1\u7684\u6A21\u578B\u2014\u5E76\u5BF9\u5176\u8FDB\u884C\u5FAE\u8C03\u3002"),Ti.forEach(t),cl=p(e),De=s(e,"H2",{id:!0});var gi=a(De);Ha=m(gi,"\u4E00\u822C\u7684\u4F53\u7CFB\u7ED3\u6784"),gi.forEach(t),vl=m(e,`
\u5728\u8FD9\u4E00\u90E8\u5206\uFF0C\u6211\u4EEC\u5C06\u4ECB\u7ECDTransformer\u6A21\u578B\u7684\u4E00\u822C\u67B6\u6784\u3002\u5982\u679C\u4F60\u4E0D\u7406\u89E3\u5176\u4E2D\u7684\u4E00\u4E9B\u6982\u5FF5\uFF0C\u4E0D\u8981\u62C5\u5FC3\uFF1B\u4E0B\u6587\u5C06\u8BE6\u7EC6\u4ECB\u7ECD\u6BCF\u4E2A\u7EC4\u4EF6\u3002
`),ee(Oe.$$.fragment,e),_l=p(e),He=s(e,"H2",{id:!0});var ki=a(He);ja=m(ki,"\u4ECB\u7ECD"),ki.forEach(t),El=p(e),it=s(e,"P",{});var Pi=a(it);qa=m(Pi,"\u8BE5\u6A21\u578B\u4E3B\u8981\u7531\u4E24\u4E2A\u5757\u7EC4\u6210\uFF1A"),Pi.forEach(t),hl=p(e),Q=s(e,"UL",{});var es=a(Q);mt=s(es,"LI",{});var Vo=a(mt);ur=s(Vo,"STRONG",{});var $i=a(ur);Va=m($i,"Encoder (\u5DE6\u4FA7)"),$i.forEach(t),Ca=m(Vo,": \u7F16\u7801\u5668\u63A5\u6536\u8F93\u5165\u5E76\u6784\u5EFA\u5176\u8868\u793A\uFF08\u5176\u7279\u5F81\uFF09\u3002\u8FD9\u610F\u5473\u7740\u5BF9\u6A21\u578B\u8FDB\u884C\u4E86\u4F18\u5316\uFF0C\u4EE5\u4ECE\u8F93\u5165\u4E2D\u83B7\u5F97\u7406\u89E3\u3002"),Vo.forEach(t),Ua=p(es),ut=s(es,"LI",{});var Co=a(ut);nr=s(Co,"STRONG",{});var bi=a(nr);Ya=m(bi,"Decoder (\u53F3\u4FA7)"),bi.forEach(t),Fa=m(Co,": \u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8868\u793A\uFF08\u7279\u5F81\uFF09\u4EE5\u53CA\u5176\u4ED6\u8F93\u5165\u6765\u751F\u6210\u76EE\u6807\u5E8F\u5217\u3002\u8FD9\u610F\u5473\u7740\u8BE5\u6A21\u578B\u5DF2\u9488\u5BF9\u751F\u6210\u8F93\u51FA\u8FDB\u884C\u4E86\u4F18\u5316\u3002"),Co.forEach(t),es.forEach(t),dl=p(e),B=s(e,"DIV",{class:!0});var ts=a(B);je=s(ts,"IMG",{class:!0,src:!0,alt:!0}),Xa=p(ts),qe=s(ts,"IMG",{class:!0,src:!0,alt:!0}),ts.forEach(t),Tl=p(e),nt=s(e,"P",{});var wi=a(nt);za=m(wi,"\u8FD9\u4E9B\u90E8\u4EF6\u4E2D\u7684\u6BCF\u4E00\u4E2A\u90FD\u53EF\u4EE5\u72EC\u7ACB\u4F7F\u7528\uFF0C\u5177\u4F53\u53D6\u51B3\u4E8E\u4EFB\u52A1\uFF1A"),wi.forEach(t),gl=p(e),T=s(e,"UL",{});var yt=a(T);pt=s(yt,"LI",{});var Uo=a(pt);pr=s(Uo,"STRONG",{});var Ii=a(pr);Ja=m(Ii,"Encoder-only models"),Ii.forEach(t),Qa=m(Uo,": \u9002\u7528\u4E8E\u9700\u8981\u7406\u89E3\u8F93\u5165\u7684\u4EFB\u52A1\uFF0C\u5982\u53E5\u5B50\u5206\u7C7B\u548C\u547D\u540D\u5B9E\u4F53\u8BC6\u522B\u3002"),Uo.forEach(t),Wa=p(yt),ct=s(yt,"LI",{});var Yo=a(ct);cr=s(Yo,"STRONG",{});var Gi=a(cr);Za=m(Gi,"Decoder-only models"),Gi.forEach(t),Ka=m(Yo,": \u9002\u7528\u4E8E\u751F\u6210\u4EFB\u52A1\uFF0C\u5982\u6587\u672C\u751F\u6210\u3002"),Yo.forEach(t),eo=p(yt),W=s(yt,"LI",{});var yr=a(W);vr=s(yr,"STRONG",{});var yi=a(vr);to=m(yi,"Encoder-decoder models"),yi.forEach(t),ro=m(yr," \u6216\u8005 "),_r=s(yr,"STRONG",{});var Ri=a(_r);lo=m(Ri,"sequence-to-sequence models"),Ri.forEach(t),so=m(yr,": \u9002\u7528\u4E8E\u9700\u8981\u6839\u636E\u8F93\u5165\u8FDB\u884C\u751F\u6210\u7684\u4EFB\u52A1\uFF0C\u5982\u7FFB\u8BD1\u6216\u6458\u8981\u3002"),yr.forEach(t),yt.forEach(t),kl=p(e),vt=s(e,"P",{});var Ai=a(vt);ao=m(Ai,"\u5728\u540E\u9762\u7684\u90E8\u5206\u4E2D\uFF0C\u6211\u4EEC\u5C06\u5355\u72EC\u5730\u6DF1\u5165\u7814\u7A76\u8FD9\u4E9B\u4F53\u7CFB\u7ED3\u6784\u3002"),Ai.forEach(t),Pl=p(e),Ve=s(e,"H2",{id:!0});var Li=a(Ve);oo=m(Li,"\u6CE8\u610F\u529B\u5C42"),Li.forEach(t),$l=p(e),g=s(e,"P",{});var Rt=a(g);fo=m(Rt,"Transformer\u6A21\u578B\u7684\u4E00\u4E2A\u5173\u952E\u7279\u6027\u662F"),Er=s(Rt,"EM",{});var xi=a(Er);io=m(xi,"\u6CE8\u610F\u529B\u5C42"),xi.forEach(t),mo=m(Rt,"\u3002\u4E8B\u5B9E\u4E0A\uFF0C\u4ECB\u7ECDTransformer\u67B6\u6784\u7684\u6587\u7AE0\u7684\u6807\u9898\u662F"),Ce=s(Rt,"A",{href:!0,rel:!0});var Ni=a(Ce);uo=m(Ni,"\u201C\u6CE8\u610F\u529B\u5C31\u662F\u4F60\u6240\u9700\u8981\u7684\u201D"),Ni.forEach(t),no=m(Rt,"! \u6211\u4EEC\u5C06\u5728\u8BFE\u7A0B\u7684\u540E\u9762\u66F4\u52A0\u6DF1\u5165\u5730\u63A2\u7D22\u6CE8\u610F\u529B\u5C42\uFF1B\u73B0\u5728\uFF0C\u60A8\u9700\u8981\u77E5\u9053\u7684\u662F\uFF0C\u8FD9\u4E00\u5C42\u5C06\u544A\u8BC9\u6A21\u578B\u5728\u5904\u7406\u6BCF\u4E2A\u5355\u8BCD\u7684\u8868\u793A\u65F6\uFF0C\u8981\u7279\u522B\u91CD\u89C6\u60A8\u4F20\u9012\u7ED9\u5B83\u7684\u53E5\u5B50\u4E2D\u7684\u67D0\u4E9B\u5355\u8BCD\uFF08\u5E76\u4E14\u6216\u591A\u6216\u5C11\u5730\u5FFD\u7565\u5176\u4ED6\u5355\u8BCD\uFF09\u3002"),Rt.forEach(t),bl=p(e),_t=s(e,"P",{});var Bi=a(_t);po=m(Bi,"\u628A\u5B83\u653E\u5728\u8BED\u5883\u4E2D\uFF0C\u8003\u8651\u5C06\u6587\u672C\u4ECE\u82F1\u8BED\u7FFB\u8BD1\u6210\u6CD5\u8BED\u7684\u4EFB\u52A1\u3002\u5728\u8F93\u5165\u201CYou like this course\u201D\u7684\u60C5\u51B5\u4E0B\uFF0C\u7FFB\u8BD1\u6A21\u578B\u8FD8\u9700\u8981\u6CE8\u610F\u76F8\u90BB\u7684\u5355\u8BCD\u201CYou\u201D\uFF0C\u4EE5\u83B7\u5F97\u5355\u8BCD\u201Clike\u201D\u7684\u6B63\u786E\u7FFB\u8BD1\uFF0C\u56E0\u4E3A\u5728\u6CD5\u8BED\u4E2D\uFF0C\u52A8\u8BCD\u201Clike\u201D\u7684\u53D8\u5316\u53D6\u51B3\u4E8E\u4E3B\u9898\u3002\u7136\u800C\uFF0C\u53E5\u5B50\u7684\u5176\u4F59\u90E8\u5206\u5BF9\u4E8E\u8BE5\u8BCD\u7684\u7FFB\u8BD1\u6CA1\u6709\u7528\u5904\u3002\u540C\u6837\uFF0C\u5728\u7FFB\u8BD1\u201Cthis\u201D\u65F6\uFF0C\u6A21\u578B\u4E5F\u9700\u8981\u6CE8\u610F\u201Ccourse\u201D\u4E00\u8BCD\uFF0C\u56E0\u4E3A\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E0D\u540C\uFF0C\u53D6\u51B3\u4E8E\u76F8\u5173\u540D\u8BCD\u662F\u5355\u6570\u8FD8\u662F\u590D\u6570\u3002\u540C\u6837\uFF0C\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\u5BF9\u4E8E\u201Cthis\u201D\u7684\u7FFB\u8BD1\u4E5F\u4E0D\u91CD\u8981\u3002\u5BF9\u4E8E\u66F4\u590D\u6742\u7684\u53E5\u5B50\uFF08\u4EE5\u53CA\u66F4\u590D\u6742\u7684\u8BED\u6CD5\u89C4\u5219\uFF09\uFF0C\u6A21\u578B\u9700\u8981\u7279\u522B\u6CE8\u610F\u53EF\u80FD\u51FA\u73B0\u5728\u53E5\u5B50\u4E2D\u66F4\u8FDC\u4F4D\u7F6E\u7684\u5355\u8BCD\uFF0C\u4EE5\u4FBF\u6B63\u786E\u5730\u7FFB\u8BD1\u6BCF\u4E2A\u5355\u8BCD\u3002"),Bi.forEach(t),wl=p(e),Et=s(e,"P",{});var Mi=a(Et);co=m(Mi,"\u540C\u6837\u7684\u6982\u5FF5\u4E5F\u9002\u7528\u4E8E\u4E0E\u81EA\u7136\u8BED\u8A00\u76F8\u5173\u7684\u4EFB\u4F55\u4EFB\u52A1\uFF1A\u4E00\u4E2A\u8BCD\u672C\u8EAB\u6709\u4E00\u4E2A\u542B\u4E49\uFF0C\u4F46\u8FD9\u4E2A\u542B\u4E49\u53D7\u8BED\u5883\u7684\u5F71\u54CD\u5F88\u5927\uFF0C\u8BED\u5883\u53EF\u4EE5\u662F\u7814\u7A76\u8BE5\u8BCD\u4E4B\u524D\u6216\u4E4B\u540E\u7684\u4EFB\u4F55\u5176\u4ED6\u8BCD\uFF08\u6216\u591A\u4E2A\u8BCD\uFF09\u3002"),Mi.forEach(t),Il=p(e),ht=s(e,"P",{});var Si=a(ht);vo=m(Si,"\u73B0\u5728\u60A8\u5DF2\u7ECF\u4E86\u89E3\u4E86\u6CE8\u610F\u529B\u5C42\u7684\u542B\u4E49\uFF0C\u8BA9\u6211\u4EEC\u66F4\u4ED4\u7EC6\u5730\u4E86\u89E3Transformer\u67B6\u6784\u3002"),Si.forEach(t),Gl=p(e),Ue=s(e,"H2",{id:!0});var Di=a(Ue);_o=m(Di,"\u539F\u59CB\u7684\u7ED3\u6784"),Di.forEach(t),yl=p(e),dt=s(e,"P",{});var Oi=a(dt);Eo=m(Oi,"Transformer\u67B6\u6784\u6700\u521D\u662F\u4E3A\u7FFB\u8BD1\u800C\u8BBE\u8BA1\u7684\u3002\u5728\u8BAD\u7EC3\u671F\u95F4\uFF0C\u7F16\u7801\u5668\u63A5\u6536\u7279\u5B9A\u8BED\u8A00\u7684\u8F93\u5165\uFF08\u53E5\u5B50\uFF09\uFF0C\u800C\u89E3\u7801\u5668\u9700\u8981\u8F93\u51FA\u5BF9\u5E94\u8BED\u8A00\u7684\u7FFB\u8BD1\u3002\u5728\u7F16\u7801\u5668\u4E2D\uFF0C\u6CE8\u610F\u529B\u5C42\u53EF\u4EE5\u4F7F\u7528\u4E00\u4E2A\u53E5\u5B50\u4E2D\u7684\u6240\u6709\u5355\u8BCD\uFF08\u6B63\u5982\u6211\u4EEC\u521A\u624D\u770B\u5230\u7684\uFF0C\u7ED9\u5B9A\u5355\u8BCD\u7684\u7FFB\u8BD1\u53EF\u4EE5\u53D6\u51B3\u4E8E\u5B83\u5728\u53E5\u5B50\u4E2D\u7684\u5176\u4ED6\u5355\u8BCD\uFF09\u3002\u7136\u800C\uFF0C\u89E3\u7801\u5668\u662F\u6309\u987A\u5E8F\u5DE5\u4F5C\u7684\uFF0C\u5E76\u4E14\u53EA\u80FD\u6CE8\u610F\u5B83\u5DF2\u7ECF\u7FFB\u8BD1\u8FC7\u7684\u53E5\u5B50\u4E2D\u7684\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5F53\u6211\u4EEC\u9884\u6D4B\u4E86\u7FFB\u8BD1\u76EE\u6807\u7684\u524D\u4E09\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6211\u4EEC\u5C06\u5B83\u4EEC\u63D0\u4F9B\u7ED9\u89E3\u7801\u5668\uFF0C\u7136\u540E\u89E3\u7801\u5668\u4F7F\u7528\u7F16\u7801\u5668\u7684\u6240\u6709\u8F93\u5165\u6765\u5C1D\u8BD5\u9884\u6D4B\u7B2C\u56DB\u4E2A\u5355\u8BCD\u3002"),Oi.forEach(t),Rl=p(e),Tt=s(e,"P",{});var Hi=a(Tt);ho=m(Hi,"\u4E3A\u4E86\u5728\u8BAD\u7EC3\u8FC7\u7A0B\u4E2D\u52A0\u5FEB\u901F\u5EA6\uFF08\u5F53\u6A21\u578B\u53EF\u4EE5\u8BBF\u95EE\u76EE\u6807\u53E5\u5B50\u65F6\uFF09\uFF0C\u89E3\u7801\u5668\u4F1A\u88AB\u8F93\u5165\u6574\u4E2A\u76EE\u6807\uFF0C\u4F46\u4E0D\u5141\u8BB8\u83B7\u53D6\u5230\u8981\u7FFB\u8BD1\u7684\u5355\u8BCD\uFF08\u5982\u679C\u5B83\u5728\u5C1D\u8BD5\u9884\u6D4B\u4F4D\u7F6E2\u7684\u5355\u8BCD\u65F6\u53EF\u4EE5\u8BBF\u95EE\u4F4D\u7F6E2\u7684\u5355\u8BCD\uFF0C\u89E3\u7801\u5668\u5C31\u4F1A\u5077\u61D2\uFF0C\u76F4\u63A5\u8F93\u51FA\u90A3\u4E2A\u5355\u8BCD\uFF0C\u4ECE\u800C\u65E0\u6CD5\u5B66\u4E60\u5230\u6B63\u786E\u7684\u8BED\u8A00\u5173\u7CFB\uFF01\uFF09\u3002\u4F8B\u5982\uFF0C\u5F53\u8BD5\u56FE\u9884\u6D4B\u7B2C4\u4E2A\u5355\u8BCD\u65F6\uFF0C\u6CE8\u610F\u529B\u5C42\u53EA\u80FD\u83B7\u53D6\u4F4D\u7F6E1\u52303\u7684\u5355\u8BCD\u3002"),Hi.forEach(t),Al=p(e),gt=s(e,"P",{});var ji=a(gt);To=m(ji,"\u6700\u521D\u7684Transformer\u67B6\u6784\u5982\u4E0B\u6240\u793A\uFF0C\u7F16\u7801\u5668\u4F4D\u4E8E\u5DE6\u4FA7\uFF0C\u89E3\u7801\u5668\u4F4D\u4E8E\u53F3\u4FA7\uFF1A"),ji.forEach(t),Ll=p(e),M=s(e,"DIV",{class:!0});var rs=a(M);Ye=s(rs,"IMG",{class:!0,src:!0,alt:!0}),go=p(rs),Fe=s(rs,"IMG",{class:!0,src:!0,alt:!0}),rs.forEach(t),xl=p(e),kt=s(e,"P",{});var qi=a(kt);ko=m(qi,"\u6CE8\u610F\uFF0C\u89E3\u7801\u5668\u5757\u4E2D\u7684\u7B2C\u4E00\u4E2A\u6CE8\u610F\u529B\u5C42\u5173\u8054\u5230\u89E3\u7801\u5668\u7684\u6240\u6709\uFF08\u8FC7\u53BB\u7684\uFF09\u8F93\u5165\uFF0C\u4F46\u662F\u7B2C\u4E8C\u6CE8\u610F\u529B\u5C42\u4F7F\u7528\u7F16\u7801\u5668\u7684\u8F93\u51FA\u3002\u56E0\u6B64\uFF0C\u5B83\u53EF\u4EE5\u8BBF\u95EE\u6574\u4E2A\u8F93\u5165\u53E5\u5B50\uFF0C\u4EE5\u6700\u597D\u5730\u9884\u6D4B\u5F53\u524D\u5355\u8BCD\u3002\u8FD9\u662F\u975E\u5E38\u6709\u7528\u7684\uFF0C\u56E0\u4E3A\u4E0D\u540C\u7684\u8BED\u8A00\u53EF\u4EE5\u6709\u8BED\u6CD5\u89C4\u5219\u5C06\u5355\u8BCD\u6309\u4E0D\u540C\u7684\u987A\u5E8F\u6392\u5217\uFF0C\u6216\u8005\u53E5\u5B50\u540E\u9762\u63D0\u4F9B\u7684\u4E00\u4E9B\u4E0A\u4E0B\u6587\u53EF\u80FD\u6709\u52A9\u4E8E\u786E\u5B9A\u7ED9\u5B9A\u5355\u8BCD\u7684\u6700\u4F73\u7FFB\u8BD1\u3002"),qi.forEach(t),Nl=p(e),Z=s(e,"P",{});var ls=a(Z);Po=m(ls,"\u4E5F\u53EF\u4EE5\u5728\u7F16\u7801\u5668/\u89E3\u7801\u5668\u4E2D\u4F7F\u7528"),hr=s(ls,"EM",{});var Vi=a(hr);$o=m(Vi,"\u6CE8\u610F\u529B\u906E\u7F69\u5C42"),Vi.forEach(t),bo=m(ls,"\uFF0C\u4EE5\u9632\u6B62\u6A21\u578B\u6CE8\u610F\u67D0\u4E9B\u7279\u6B8A\u5355\u8BCD\u3002\u4F8B\u5982\uFF0C\u5728\u6279\u5904\u7406\u53E5\u5B50\u65F6\uFF0C\u586B\u5145\u7279\u6B8A\u8BCD\u4F7F\u6240\u6709\u53E5\u5B50\u7684\u957F\u5EA6\u4E00\u81F4\u3002"),ls.forEach(t),Bl=p(e),Xe=s(e,"H2",{id:!0});var Ci=a(Xe);wo=m(Ci,"\u67B6\u6784\u4E0E\u53C2\u6570"),Ci.forEach(t),Ml=p(e),Pt=s(e,"P",{});var Ui=a(Pt);Io=m(Ui,`\u5728\u672C\u8BFE\u7A0B\u4E2D\uFF0C\u5F53\u6211\u4EEC\u6DF1\u5165\u63A2\u8BA8Transformers\u6A21\u578B\u65F6\uFF0C\u60A8\u5C06\u770B\u5230
\u67B6\u6784\u3001\u53C2\u6570\u548C\u6A21\u578B
\u3002 \u8FD9\u4E9B\u672F\u8BED\u7684\u542B\u4E49\u7565\u6709\u4E0D\u540C\uFF1A`),Ui.forEach(t),Sl=p(e),k=s(e,"UL",{});var At=a(k);$t=s(At,"LI",{});var Fo=a($t);dr=s(Fo,"STRONG",{});var Yi=a(dr);Go=m(Yi,"\u67B6\u6784"),Yi.forEach(t),yo=m(Fo,": \u8FD9\u662F\u6A21\u578B\u7684\u9AA8\u67B6 \u2014 \u6BCF\u4E2A\u5C42\u7684\u5B9A\u4E49\u4EE5\u53CA\u6A21\u578B\u4E2D\u53D1\u751F\u7684\u6BCF\u4E2A\u64CD\u4F5C\u3002"),Fo.forEach(t),Ro=p(At),bt=s(At,"LI",{});var Xo=a(bt);Tr=s(Xo,"STRONG",{});var Fi=a(Tr);Ao=m(Fi,"Checkpoints"),Fi.forEach(t),Lo=m(Xo,": \u8FD9\u4E9B\u662F\u5C06\u5728\u7ED9\u67B6\u6784\u4E2D\u7ED3\u6784\u4E2D\u52A0\u8F7D\u7684\u6743\u91CD\u3002"),Xo.forEach(t),xo=p(At),wt=s(At,"LI",{});var zo=a(wt);gr=s(zo,"STRONG",{});var Xi=a(gr);No=m(Xi,"\u6A21\u578B"),Xi.forEach(t),Bo=m(zo,": \u8FD9\u662F\u4E00\u4E2A\u7B3C\u7EDF\u7684\u672F\u8BED\uFF0C\u6CA1\u6709\u201C\u67B6\u6784\u201D\u6216\u201C\u53C2\u6570\u201D\u90A3\u4E48\u7CBE\u786E\uFF1A\u5B83\u53EF\u4EE5\u6307\u4E24\u8005\u3002\u4E3A\u4E86\u907F\u514D\u6B67\u4E49\uFF0C\u672C\u8BFE\u7A0B\u4F7F\u7528\u5C06\u4F7F\u7528\u67B6\u6784\u548C\u53C2\u6570\u3002"),zo.forEach(t),At.forEach(t),Dl=p(e),P=s(e,"P",{});var Lt=a(P);Mo=m(Lt,"\u4F8B\u5982\uFF0CBERT\u662F\u4E00\u4E2A\u67B6\u6784\uFF0C\u800C "),kr=s(Lt,"CODE",{});var zi=a(kr);So=m(zi,"bert-base-cased"),zi.forEach(t),Do=m(Lt,"\uFF0C \u8FD9\u662F\u8C37\u6B4C\u56E2\u961F\u4E3ABERT\u7684\u7B2C\u4E00\u4E2A\u7248\u672C\u8BAD\u7EC3\u7684\u4E00\u7EC4\u6743\u91CD\u53C2\u6570\uFF0C\u662F\u4E00\u4E2A\u53C2\u6570\u3002\u6211\u4EEC\u53EF\u4EE5\u8BF4\u201CBERT\u6A21\u578B\u201D\u548C\u201D"),Pr=s(Lt,"CODE",{});var Ji=a(Pr);Oo=m(Ji,"bert-base-cased"),Ji.forEach(t),Ho=m(Lt,"\u6A21\u578B.\u201D"),Lt.forEach(t),this.h()},h(){u($,"name","hf:doc:metadata"),u($,"content",JSON.stringify(sm)),u(S,"id","transformers"),u(S,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(S,"href","#transformers"),u(b,"class","relative group"),u(D,"id","transformers"),u(D,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(D,"href","#transformers"),u(w,"class","relative group"),u(ie,"class","block dark:hidden"),c(ie.src,Wo="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_chrono.svg")||u(ie,"src",Wo),u(ie,"alt","A brief chronology of Transformers models."),u(me,"class","hidden dark:block"),c(me.src,Zo="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_chrono-dark.svg")||u(me,"src",Zo),u(me,"alt","A brief chronology of Transformers models."),u(I,"class","flex justify-center"),u(ne,"href","https://arxiv.org/abs/1706.03762"),u(ne,"rel","nofollow"),u(pe,"href","https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"),u(pe,"rel","nofollow"),u(ce,"href","https://arxiv.org/abs/1810.04805"),u(ce,"rel","nofollow"),u(ve,"href","https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf"),u(ve,"rel","nofollow"),u(_e,"href","https://arxiv.org/abs/1910.01108"),u(_e,"rel","nofollow"),u(Ee,"href","https://arxiv.org/abs/1910.13461"),u(Ee,"rel","nofollow"),u(he,"href","https://arxiv.org/abs/1910.10683"),u(he,"rel","nofollow"),u(de,"href","https://arxiv.org/abs/2005.14165"),u(de,"rel","nofollow"),u(C,"id","transformers"),u(C,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(C,"href","#transformers"),u(G,"class","relative group"),u(ge,"class","block dark:hidden"),c(ge.src,Ko="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/causal_modeling.svg")||u(ge,"src",Ko),u(ge,"alt","Example of causal language modeling in which the next word from a sentence is predicted."),u(ke,"class","hidden dark:block"),c(ke.src,ef="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/causal_modeling-dark.svg")||u(ke,"src",ef),u(ke,"alt","Example of causal language modeling in which the next word from a sentence is predicted."),u(y,"class","flex justify-center"),u(Pe,"class","block dark:hidden"),c(Pe.src,tf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/masked_modeling.svg")||u(Pe,"src",tf),u(Pe,"alt","Example of masked language modeling in which a masked word from a sentence is predicted."),u($e,"class","hidden dark:block"),c($e.src,rf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/masked_modeling-dark.svg")||u($e,"src",rf),u($e,"alt","Example of masked language modeling in which a masked word from a sentence is predicted."),u(R,"class","flex justify-center"),u(X,"id","transformer"),u(X,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),u(X,"href","#transformer"),u(A,"class","relative group"),c(Ie.src,lf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/model_parameters.png")||u(Ie,"src",lf),u(Ie,"alt","Number of parameters of recent Transformers models"),u(Ie,"width","90%"),u(we,"class","flex justify-center"),u(Ge,"class","block dark:hidden"),c(Ge.src,sf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/carbon_footprint.svg")||u(Ge,"src",sf),u(Ge,"alt","The carbon footprint of a large language model."),u(ye,"class","hidden dark:block"),c(ye.src,af="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/carbon_footprint-dark.svg")||u(ye,"src",af),u(ye,"alt","The carbon footprint of a large language model."),u(L,"class","flex justify-center"),u(Ae,"id",""),u(Ne,"class","block dark:hidden"),c(Ne.src,of="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/pretraining.svg")||u(Ne,"src",of),u(Ne,"alt","The pretraining of a language model is costly in both time and money."),u(Be,"class","hidden dark:block"),c(Be.src,ff="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/pretraining-dark.svg")||u(Be,"src",ff),u(Be,"alt","The pretraining of a language model is costly in both time and money."),u(x,"class","flex justify-center"),u(Me,"class","block dark:hidden"),c(Me.src,mf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/finetuning.svg")||u(Me,"src",mf),u(Me,"alt","The fine-tuning of a language model is cheaper than pretraining in both time and money."),u(Se,"class","hidden dark:block"),c(Se.src,uf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/finetuning-dark.svg")||u(Se,"src",uf),u(Se,"alt","The fine-tuning of a language model is cheaper than pretraining in both time and money."),u(N,"class","flex justify-center"),u(De,"id",""),u(He,"id",""),u(je,"class","block dark:hidden"),c(je.src,nf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_blocks.svg")||u(je,"src",nf),u(je,"alt","Architecture of a Transformers models"),u(qe,"class","hidden dark:block"),c(qe.src,pf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_blocks-dark.svg")||u(qe,"src",pf),u(qe,"alt","Architecture of a Transformers models"),u(B,"class","flex justify-center"),u(Ve,"id",""),u(Ce,"href","https://arxiv.org/abs/1706.03762"),u(Ce,"rel","nofollow"),u(Ue,"id",""),u(Ye,"class","block dark:hidden"),c(Ye.src,cf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers.svg")||u(Ye,"src",cf),u(Ye,"alt","Architecture of a Transformers models"),u(Fe,"class","hidden dark:block"),c(Fe.src,vf="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers-dark.svg")||u(Fe,"src",vf),u(Fe,"alt","Architecture of a Transformers models"),u(M,"class","flex justify-center"),u(Xe,"id","")},m(e,o){r(document.head,$),f(e,Rr,o),f(e,b,o),r(b,S),r(S,xt),te(ae,xt,null),r(b,as),r(b,Nt),r(Nt,os),f(e,Ar,o),te(oe,e,o),f(e,Lr,o),f(e,Je,o),r(Je,fs),f(e,xr,o),f(e,w,o),r(w,D),r(D,Bt),te(fe,Bt,null),r(w,is),r(w,Mt),r(Mt,ms),f(e,Nr,o),f(e,Qe,o),r(Qe,us),f(e,Br,o),f(e,I,o),r(I,ie),r(I,ns),r(I,me),f(e,Mr,o),f(e,ue,o),r(ue,ne),r(ne,ps),r(ue,cs),f(e,Sr,o),f(e,v,o),r(v,St),r(St,O),r(O,Dt),r(Dt,vs),r(O,_s),r(O,pe),r(pe,Es),r(O,hs),r(v,ds),r(v,Ot),r(Ot,H),r(H,Ht),r(Ht,Ts),r(H,gs),r(H,ce),r(ce,ks),r(H,Ps),r(v,$s),r(v,jt),r(jt,j),r(j,qt),r(qt,bs),r(j,ws),r(j,ve),r(ve,Is),r(j,Gs),r(v,ys),r(v,Vt),r(Vt,q),r(q,Ct),r(Ct,Rs),r(q,As),r(q,_e),r(_e,Ls),r(q,xs),r(v,Ns),r(v,Ut),r(Ut,E),r(E,Yt),r(Yt,Bs),r(E,Ms),r(E,Ee),r(Ee,Ss),r(E,Ds),r(E,he),r(he,Os),r(E,Hs),r(v,js),r(v,Ft),r(Ft,V),r(V,Xt),r(Xt,qs),r(V,Vs),r(V,de),r(de,Cs),r(V,Us),f(e,Dr,o),f(e,We,o),r(We,Ys),f(e,Or,o),f(e,h,o),r(h,zt),r(zt,Fs),r(h,Xs),r(h,Jt),r(Jt,zs),r(h,Js),r(h,Qt),r(Qt,Qs),f(e,Hr,o),f(e,Ze,o),r(Ze,Ws),f(e,jr,o),f(e,G,o),r(G,C),r(C,Wt),te(Te,Wt,null),r(G,Zs),r(G,Zt),r(Zt,Ks),f(e,qr,o),f(e,Ke,o),r(Ke,ea),f(e,Vr,o),f(e,U,o),r(U,ta),r(U,Kt),r(Kt,ra),r(U,la),f(e,Cr,o),f(e,Y,o),r(Y,sa),r(Y,er),r(er,aa),r(Y,oa),f(e,Ur,o),f(e,y,o),r(y,ge),r(y,fa),r(y,ke),f(e,Yr,o),f(e,F,o),r(F,ia),r(F,tr),r(tr,ma),r(F,ua),f(e,Fr,o),f(e,R,o),r(R,Pe),r(R,na),r(R,$e),f(e,Xr,o),f(e,A,o),r(A,X),r(X,rr),te(be,rr,null),r(A,pa),r(A,lr),r(lr,ca),f(e,zr,o),f(e,et,o),r(et,va),f(e,Jr,o),f(e,we,o),r(we,Ie),f(e,Qr,o),f(e,tt,o),r(tt,_a),f(e,Wr,o),f(e,L,o),r(L,Ge),r(L,Ea),r(L,ye),f(e,Zr,o),te(Re,e,o),f(e,Kr,o),f(e,rt,o),r(rt,ha),f(e,el,o),f(e,lt,o),r(lt,da),f(e,tl,o),f(e,st,o),r(st,Ta),f(e,rl,o),f(e,Ae,o),r(Ae,ga),f(e,ll,o),te(Le,e,o),f(e,sl,o),f(e,xe,o),r(xe,sr),r(sr,ka),r(xe,Pa),f(e,al,o),f(e,x,o),r(x,Ne),r(x,$a),r(x,Be),f(e,ol,o),f(e,at,o),r(at,ba),f(e,fl,o),f(e,z,o),r(z,wa),r(z,ar),r(ar,Ia),r(z,Ga),f(e,il,o),f(e,d,o),r(d,or),r(or,ya),r(d,Ra),r(d,fr),r(fr,Aa),r(d,La),r(d,ir),r(ir,xa),f(e,ml,o),f(e,J,o),r(J,Na),r(J,mr),r(mr,Ba),r(J,Ma),f(e,ul,o),f(e,N,o),r(N,Me),r(N,Sa),r(N,Se),f(e,nl,o),f(e,ot,o),r(ot,Da),f(e,pl,o),f(e,ft,o),r(ft,Oa),f(e,cl,o),f(e,De,o),r(De,Ha),f(e,vl,o),te(Oe,e,o),f(e,_l,o),f(e,He,o),r(He,ja),f(e,El,o),f(e,it,o),r(it,qa),f(e,hl,o),f(e,Q,o),r(Q,mt),r(mt,ur),r(ur,Va),r(mt,Ca),r(Q,Ua),r(Q,ut),r(ut,nr),r(nr,Ya),r(ut,Fa),f(e,dl,o),f(e,B,o),r(B,je),r(B,Xa),r(B,qe),f(e,Tl,o),f(e,nt,o),r(nt,za),f(e,gl,o),f(e,T,o),r(T,pt),r(pt,pr),r(pr,Ja),r(pt,Qa),r(T,Wa),r(T,ct),r(ct,cr),r(cr,Za),r(ct,Ka),r(T,eo),r(T,W),r(W,vr),r(vr,to),r(W,ro),r(W,_r),r(_r,lo),r(W,so),f(e,kl,o),f(e,vt,o),r(vt,ao),f(e,Pl,o),f(e,Ve,o),r(Ve,oo),f(e,$l,o),f(e,g,o),r(g,fo),r(g,Er),r(Er,io),r(g,mo),r(g,Ce),r(Ce,uo),r(g,no),f(e,bl,o),f(e,_t,o),r(_t,po),f(e,wl,o),f(e,Et,o),r(Et,co),f(e,Il,o),f(e,ht,o),r(ht,vo),f(e,Gl,o),f(e,Ue,o),r(Ue,_o),f(e,yl,o),f(e,dt,o),r(dt,Eo),f(e,Rl,o),f(e,Tt,o),r(Tt,ho),f(e,Al,o),f(e,gt,o),r(gt,To),f(e,Ll,o),f(e,M,o),r(M,Ye),r(M,go),r(M,Fe),f(e,xl,o),f(e,kt,o),r(kt,ko),f(e,Nl,o),f(e,Z,o),r(Z,Po),r(Z,hr),r(hr,$o),r(Z,bo),f(e,Bl,o),f(e,Xe,o),r(Xe,wo),f(e,Ml,o),f(e,Pt,o),r(Pt,Io),f(e,Sl,o),f(e,k,o),r(k,$t),r($t,dr),r(dr,Go),r($t,yo),r(k,Ro),r(k,bt),r(bt,Tr),r(Tr,Ao),r(bt,Lo),r(k,xo),r(k,wt),r(wt,gr),r(gr,No),r(wt,Bo),f(e,Dl,o),f(e,P,o),r(P,Mo),r(P,kr),r(kr,So),r(P,Do),r(P,Pr),r(Pr,Oo),r(P,Ho),Ol=!0},p:em,i(e){Ol||(re(ae.$$.fragment,e),re(oe.$$.fragment,e),re(fe.$$.fragment,e),re(Te.$$.fragment,e),re(be.$$.fragment,e),re(Re.$$.fragment,e),re(Le.$$.fragment,e),re(Oe.$$.fragment,e),Ol=!0)},o(e){le(ae.$$.fragment,e),le(oe.$$.fragment,e),le(fe.$$.fragment,e),le(Te.$$.fragment,e),le(be.$$.fragment,e),le(Re.$$.fragment,e),le(Le.$$.fragment,e),le(Oe.$$.fragment,e),Ol=!1},d(e){t($),e&&t(Rr),e&&t(b),se(ae),e&&t(Ar),se(oe,e),e&&t(Lr),e&&t(Je),e&&t(xr),e&&t(w),se(fe),e&&t(Nr),e&&t(Qe),e&&t(Br),e&&t(I),e&&t(Mr),e&&t(ue),e&&t(Sr),e&&t(v),e&&t(Dr),e&&t(We),e&&t(Or),e&&t(h),e&&t(Hr),e&&t(Ze),e&&t(jr),e&&t(G),se(Te),e&&t(qr),e&&t(Ke),e&&t(Vr),e&&t(U),e&&t(Cr),e&&t(Y),e&&t(Ur),e&&t(y),e&&t(Yr),e&&t(F),e&&t(Fr),e&&t(R),e&&t(Xr),e&&t(A),se(be),e&&t(zr),e&&t(et),e&&t(Jr),e&&t(we),e&&t(Qr),e&&t(tt),e&&t(Wr),e&&t(L),e&&t(Zr),se(Re,e),e&&t(Kr),e&&t(rt),e&&t(el),e&&t(lt),e&&t(tl),e&&t(st),e&&t(rl),e&&t(Ae),e&&t(ll),se(Le,e),e&&t(sl),e&&t(xe),e&&t(al),e&&t(x),e&&t(ol),e&&t(at),e&&t(fl),e&&t(z),e&&t(il),e&&t(d),e&&t(ml),e&&t(J),e&&t(ul),e&&t(N),e&&t(nl),e&&t(ot),e&&t(pl),e&&t(ft),e&&t(cl),e&&t(De),e&&t(vl),se(Oe,e),e&&t(_l),e&&t(He),e&&t(El),e&&t(it),e&&t(hl),e&&t(Q),e&&t(dl),e&&t(B),e&&t(Tl),e&&t(nt),e&&t(gl),e&&t(T),e&&t(kl),e&&t(vt),e&&t(Pl),e&&t(Ve),e&&t($l),e&&t(g),e&&t(bl),e&&t(_t),e&&t(wl),e&&t(Et),e&&t(Il),e&&t(ht),e&&t(Gl),e&&t(Ue),e&&t(yl),e&&t(dt),e&&t(Rl),e&&t(Tt),e&&t(Al),e&&t(gt),e&&t(Ll),e&&t(M),e&&t(xl),e&&t(kt),e&&t(Nl),e&&t(Z),e&&t(Bl),e&&t(Xe),e&&t(Ml),e&&t(Pt),e&&t(Sl),e&&t(k),e&&t(Dl),e&&t(P)}}}const sm={local:"transformers",sections:[{local:"transformers",title:"\u4E00\u70B9Transformers\u7684\u53D1\u5C55\u5386\u53F2"},{local:"transformers",title:"Transformers\u662F\u8BED\u8A00\u6A21\u578B"},{local:"transformer",title:"Transformer\u662F\u5927\u6A21\u578B"},{local:"",title:"\u8FC1\u79FB\u5B66\u4E60"},{local:"",title:"\u4E00\u822C\u7684\u4F53\u7CFB\u7ED3\u6784"},{local:"",title:"\u4ECB\u7ECD"},{local:"",title:"\u6CE8\u610F\u529B\u5C42"},{local:"",title:"\u539F\u59CB\u7684\u7ED3\u6784"},{local:"",title:"\u67B6\u6784\u4E0E\u53C2\u6570"}],title:"Transformers \u662F\u5982\u4F55\u5DE5\u4F5C\u7684\uFF1F"};function am(Qo){return tm(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class nm extends Qi{constructor($){super();Wi(this,$,am,lm,Zi,{})}}export{nm as default,sm as metadata};
