import{S as Ks,i as Hs,s as Os,e as c,k as u,w as f,t as r,M as js,c as i,d as h,m as g,a as e,x as p,h as l,b as s,N as m,G as n,g as o,y as d,L as Us,q as y,o as k,B as b,v as Ys}from"../../chunks/vendor-hf-doc-builder.js";import{Y as ba}from"../../chunks/Youtube-hf-doc-builder.js";import{I as R}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{C as zs}from"../../chunks/CourseFloatingBanner-hf-doc-builder.js";import"../../chunks/DocNotebookDropdown-hf-doc-builder.js";function Qs(_a){let S,yc,B,tt,nh,_t,ne,hh,he,kc,Et,bc,yn,ce,_c,L,nt,ch,Tt,ie,ih,ee,Ec,kn,re,Tc,V,$t,Ea,le,wt,Ta,$c,Pt,At,ae,oe,wc,v,eh,ht,rh,se,ue,qt,ge,me,ve,lh,ct,ah,fe,pe,xt,de,ye,ke,oh,it,sh,be,_e,Gt,Ee,Te,$e,uh,et,gh,we,Pe,Mt,Ae,qe,xe,mh,T,vh,Ge,Me,Nt,Ne,Ie,It,Re,Se,Be,fh,$,ph,Le,Ve,Rt,Ce,De,dh,Ke,He,Pc,bn,Oe,Ac,w,St,je,yh,Ue,Ye,ze,Bt,Qe,kh,Fe,Xe,Je,Lt,We,bh,Ze,tr,qc,_n,nr,xc,C,rt,_h,Vt,hr,Eh,cr,Gc,lt,ir,Th,er,rr,Mc,at,lr,$h,ar,or,Nc,P,sr,wh,ur,gr,Ph,mr,vr,Ic,D,Ct,$a,fr,Dt,wa,Rc,ot,pr,Ah,dr,yr,Sc,K,Kt,Pa,kr,Ht,Aa,Bc,H,st,qh,Ot,br,xh,_r,Lc,En,Er,Vc,jt,Ut,qa,Cc,Tn,Tr,Dc,O,Yt,xa,$r,zt,Ga,Kc,Qt,Hc,$n,wr,Oc,wn,Pr,jc,Pn,Ar,Uc,j,ut,Gh,Ft,qr,Mh,xr,Yc,Xt,zc,Jt,Nh,Gr,Mr,Qc,U,Wt,Ma,Nr,Zt,Na,Fc,An,Ir,Xc,A,Rr,Ih,Sr,Br,Rh,Lr,Vr,Jc,q,Sh,Cr,Dr,Bh,Kr,Hr,Lh,Or,Wc,gt,jr,Vh,Ur,Yr,Zc,Y,tn,Ia,zr,nn,Ra,ti,qn,Qr,ni,xn,Fr,hi,z,mt,Ch,hn,Xr,Dh,Jr,ci,Gn,Wr,ii,cn,ei,Q,vt,Kh,en,Zr,Hh,tl,ri,Mn,nl,li,ft,Nn,Oh,hl,cl,il,In,jh,el,rl,ai,F,rn,Sa,ll,ln,Ba,oi,Rn,al,si,x,Sn,Uh,ol,sl,ul,Bn,Yh,gl,ml,vl,pt,zh,fl,pl,Qh,dl,yl,ui,Ln,kl,gi,X,dt,Fh,an,bl,Xh,_l,mi,G,El,Jh,Tl,$l,on,wl,Pl,vi,Vn,Al,fi,Cn,ql,pi,Dn,xl,di,J,yt,Wh,sn,Gl,Zh,Ml,yi,Kn,Nl,ki,Hn,Il,bi,On,Rl,_i,W,un,La,Sl,gn,Va,Ei,jn,Bl,Ti,mn,tc,Ll,Vl,$i,Z,kt,nc,vn,Cl,hc,Dl,wi,_,Kl,cc,Hl,Ol,ic,jl,Ul,ec,Yl,zl,Pi,M,Un,rc,Ql,Fl,Xl,Yn,lc,Jl,Wl,Zl,N,ac,ta,na,oc,ha,ca,sc,ia,ea,Ai,I,ra,uc,la,aa,gc,oa,sa,qi;return _t=new R({}),Et=new zs({props:{chapter:1,classNames:"absolute z-10 right-0 top-0"}}),Tt=new R({}),Vt=new R({}),Ot=new R({}),Qt=new ba({props:{id:"ftWlj4FBHTg"}}),Ft=new R({}),Xt=new ba({props:{id:"BqqfQnyjmgg"}}),hn=new R({}),cn=new ba({props:{id:"H39Z_720T5s"}}),en=new R({}),an=new R({}),sn=new R({}),vn=new R({}),{c(){S=c("meta"),yc=u(),B=c("h1"),tt=c("a"),nh=c("span"),f(_t.$$.fragment),ne=u(),hh=c("span"),he=r("C\u01A1 ch\u1EBF ho\u1EA1t \u0111\u1ED9ng c\u1EE7a Transformer?"),kc=u(),f(Et.$$.fragment),bc=u(),yn=c("p"),ce=r("Trong ph\u1EA7n n\xE0y, ch\xFAng ta s\u1EBD t\xECm hi\u1EC3u ki\u1EBFn tr\xFAc c\u1EE7a c\xE1c m\xF4 h\xECnh Transformer."),_c=u(),L=c("h2"),nt=c("a"),ch=c("span"),f(Tt.$$.fragment),ie=u(),ih=c("span"),ee=r("L\u1ECBch s\u1EED ph\xE1t tri\u1EC3n c\u1EE7a Transformers"),Ec=u(),kn=c("p"),re=r("D\u01B0\u1EDBi \u0111\xE2y l\xE0 m\u1ED9t s\u1ED1 m\u1ED1c tham kh\u1EA3o trong l\u1ECBch s\u1EED (ng\u1EAFn) ph\xE1t tri\u1EC3n c\u1EE7a c\xE1c m\xF4 h\xECnhn Transformer:"),Tc=u(),V=c("div"),$t=c("img"),le=u(),wt=c("img"),$c=u(),Pt=c("p"),At=c("a"),ae=r("Ki\u1EBFn tr\xFAc Transformer"),oe=r(" \u0111\u01B0\u1EE3c gi\u1EDBi thi\u1EC7u v\xE0o th\xE1ng 6 n\u0103m 2017. Tr\u1ECDng t\xE2m c\u1EE7a nghi\xEAn c\u1EE9u ban \u0111\u1EA7u h\u01B0\u1EDBng t\u1EDBi c\xE1c t\xE1c v\u1EE5 d\u1ECBch thu\u1EADt. Ti\u1EBFp theo l\xE0 s\u1EF1 ra \u0111\u1EDDi c\u1EE7a m\u1ED9t s\u1ED1 m\xF4 h\xECnh c\xF3 \u1EA3nh h\u01B0\u1EDFng, bao g\u1ED3m:"),wc=u(),v=c("ul"),eh=c("li"),ht=c("p"),rh=c("strong"),se=r("06/2018"),ue=r(": "),qt=c("a"),ge=r("GPT"),me=r(", m\xF4 h\xECnh Transformer \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\u1EA7u ti\xEAn, \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng \u0111\u1EC3 tinh ch\u1EC9nh c\xE1c t\xE1c v\u1EE5 NLP kh\xE1c nhau v\xE0 thu \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t nh\u1EA5t l\xFAc b\u1EA5y gi\u1EDD."),ve=u(),lh=c("li"),ct=c("p"),ah=c("strong"),fe=r("10/2018"),pe=r(": "),xt=c("a"),de=r("BERT"),ye=r(", m\u1ED9t m\xF4 h\xECnh l\u1EDBn \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc kh\xE1c, m\xF4 h\xECnh n\xE0y \u0111\u01B0\u1EE3c thi\u1EBFt k\u1EBF \u0111\u1EC3 t\u1EA1o ra c\xE1c b\u1EA3n t\xF3m t\u1EAFt c\xE2u t\u1ED1t h\u01A1n (s\u1EBD \u0111\u1EC1 c\u1EADp th\xEAm trong ch\u01B0\u01A1ng ti\u1EBFp theo!)."),ke=u(),oh=c("li"),it=c("p"),sh=c("strong"),be=r("02/2019"),_e=r(": "),Gt=c("a"),Ee=r("GPT-2"),Te=r(", m\u1ED9t phi\xEAn b\u1EA3n GPT c\u1EA3i ti\u1EBFn (v\xE0 l\u1EDBn h\u01A1n) nh\u01B0ng kh\xF4ng \u0111\u01B0\u1EE3c ph\xE1t h\xE0nh c\xF4ng khai ngay l\u1EADp t\u1EE9c do lo ng\u1EA1i v\u1EC1 v\u1EA5n \u0111\u1EC1 \u0111\u1EA1o \u0111\u1EE9c."),$e=u(),uh=c("li"),et=c("p"),gh=c("strong"),we=r("10/2019"),Pe=r(": "),Mt=c("a"),Ae=r("DistilBERT"),qe=r(", phi\xEAn b\u1EA3n nh\u1EB9 c\u1EE7a BERT v\u1EDBi t\u1ED1c \u0111\u1ED9 nhanh h\u01A1n 60%, b\u1ED9 nh\u1EDB nh\u1EB9 h\u01A1n 40%, v\xE0 v\u1EABn gi\u1EEF \u0111\u01B0\u1EE3c 97% hi\u1EC7u su\u1EA5t c\u1EE7a BERT."),xe=u(),mh=c("li"),T=c("p"),vh=c("strong"),Ge=r("10/2019"),Me=r(": "),Nt=c("a"),Ne=r("BART"),Ie=r(" and "),It=c("a"),Re=r("T5"),Se=r(", hai m\xF4 h\xECnh l\u1EDBn \u0111\u01B0\u1EE3c \u0111\xE0o t\u1EA1o tr\u01B0\u1EDBc s\u1EED d\u1EE5ng c\xF9ng m\u1ED9t ki\u1EBFn tr\xFAc v\u1EDBi m\xF4 h\xECnh Transformer g\u1ED1c (m\xF4 h\xECnh \u0111\u1EA7u ti\xEAn l\xE0m nh\u01B0 v\u1EADy)."),Be=u(),fh=c("li"),$=c("p"),ph=c("strong"),Le=r("05/2020"),Ve=r(", "),Rt=c("a"),Ce=r("GPT-3"),De=r(", phi\xEAn b\u1EA3n th\u1EADm ch\xED c\xF2n l\u1EDBn h\u01A1n c\u1EE7a GPT-2, c\xF3 th\u1EC3 th\u1EF1c hi\u1EC7n t\u1ED1t nhi\u1EC1u t\xE1c v\u1EE5 kh\xE1c nhau m\xE0 kh\xF4ng c\u1EA7n tinh ch\u1EC9nh (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),dh=c("em"),Ke=r("zero-shot learning"),He=r(")"),Pc=u(),bn=c("p"),Oe=r("Danh s\xE1ch n\xE0y v\u1EABn ch\u01B0a \u0111\u1EA7y \u0111\u1EE7 v\xE0 ch\u1EC9 nh\u1EB1m m\u1EE5c \u0111\xEDch l\xE0m n\u1ED5i b\u1EADt m\u1ED9t v\xE0i s\u1ED1 m\xF4 h\xECnh Transformer kh\xE1c nhau. Nh\xECn chung, ch\xFAng c\xF3 th\u1EC3 \u0111\u01B0\u1EE3c chia th\xE0nh ba lo\u1EA1i:"),Ac=u(),w=c("ul"),St=c("li"),je=r("Gi\u1ED1ng GPT (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),yh=c("em"),Ue=r("auto-regression"),Ye=r(" Transformer)"),ze=u(),Bt=c("li"),Qe=r("Gi\u1ED1ng BERT (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),kh=c("em"),Fe=r("auto-encoding"),Xe=r(" Transformer)"),Je=u(),Lt=c("li"),We=r("Gi\u1ED1ng BART/T5 (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),bh=c("em"),Ze=r("sequence-to-sequence"),tr=r(" Transformer)"),qc=u(),_n=c("p"),nr=r("Ch\xFAng ta s\u1EBD \u0111i s\xE2u h\u01A1n v\xE0o c\xE1c nh\xF3m n\xE0y \u1EDF c\xE1c ph\u1EA7n sau."),xc=u(),C=c("h2"),rt=c("a"),_h=c("span"),f(Vt.$$.fragment),hr=u(),Eh=c("span"),cr=r("Transformers l\xE0 m\xF4 h\xECnh ng\xF4n ng\u1EEF"),Gc=u(),lt=c("p"),ir=r("T\u1EA5t c\u1EA3 c\xE1c m\xF4 h\xECnh Transformer \u0111\u01B0\u1EE3c \u0111\u1EC1 c\u1EADp \u1EDF tr\xEAn (GPT, BERT, BART, T5, v.v.) \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n th\xE0nh c\xE1c "),Th=c("em"),er=r("m\xF4 h\xECnh ng\xF4n ng\u1EEF"),rr=r(". \u0110i\u1EC1u n\xE0y c\xF3 ngh\u0129a l\xE0 ch\xFAng \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\xEAn m\u1ED9t l\u01B0\u1EE3ng l\u1EDBn v\u0103n b\u1EA3n th\xF4 theo ph\u01B0\u01A1ng ph\xE1p t\u1EF1 gi\xE1m s\xE1t. H\u1ECDc t\u1EF1 gi\xE1m s\xE1t l\xE0 m\u1ED9t lo\u1EA1i h\xECnh hu\u1EA5n luy\u1EC7n trong \u0111\xF3 m\u1EE5c ti\xEAu \u0111\u01B0\u1EE3c t\xEDnh to\xE1n t\u1EF1 \u0111\u1ED9ng t\u1EEB c\xE1c \u0111\u1EA7u v\xE0o c\u1EE7a m\xF4 h\xECnh. \u0110i\u1EC1u \u0111\xF3 c\xF3 ngh\u0129a l\xE0 con ng\u01B0\u1EDDi kh\xF4ng c\u1EA7n thi\u1EBFt ph\u1EA3i g\u1EAFn nh\xE3n d\u1EEF li\u1EC7u!"),Mc=u(),at=c("p"),lr=r("Lo\u1EA1i m\xF4 h\xECnh n\xE0y ph\xE1t tri\u1EC3n theo s\u1EF1 hi\u1EC3u bi\u1EBFt th\u1ED1ng k\xEA v\u1EC1 ng\xF4n ng\u1EEF m\xE0 n\xF3 \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n, nh\u01B0ng n\xF3 kh\xF4ng h\u1EEFu \xEDch l\u1EAFm cho c\xE1c t\xE1c v\u1EE5 c\u1EE5 th\u1EC3 trong th\u1EF1c t\u1EBF. Do \u0111\xF3, m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n chung chung tr\u01B0\u1EDBc sau \u0111\xF3 s\u1EBD tr\u1EA3i qua m\u1ED9t qu\xE1 tr\xECnh \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),$h=c("em"),ar=r("h\u1ECDc chuy\u1EC3n giao"),or=r(". Trong qu\xE1 tr\xECnh n\xE0y, m\xF4 h\xECnh \u0111\u01B0\u1EE3c tinh ch\u1EC9nh theo c\xE1ch c\xF3 gi\xE1m s\xE1t - ngh\u0129a l\xE0 s\u1EED d\u1EE5ng c\xE1c nh\xE3n do con ng\u01B0\u1EDDi g\xE1n - tr\xEAn m\u1ED9t t\xE1c v\u1EE5 nh\u1EA5t \u0111\u1ECBnh."),Nc=u(),P=c("p"),sr=r("V\xED d\u1EE5 v\u1EC1 m\u1ED9t t\xE1c v\u1EE5 c\xF3 th\u1EC3 k\u1EC3 \u0111\u1EBFn d\u1EF1 \u0111o\xE1n t\u1EEB ti\u1EBFp theo trong m\u1ED9t c\xE2u \u0111\xE3 \u0111\u1ECDc cho tr\u01B0\u1EDBc "),wh=c("em"),ur=r("n"),gr=r(" t\u1EEB tr\u01B0\u1EDBc \u0111\xF3. \u0110\xE2y \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),Ph=c("em"),mr=r("m\xF4 h\xECnh ng\xF4n ng\u1EEF nh\xE2n qu\u1EA3"),vr=r(" b\u1EDFi v\xEC \u0111\u1EA7u ra ph\u1EE5 thu\u1ED9c v\xE0o c\xE1c \u0111\u1EA7u v\xE0o trong qu\xE1 kh\u1EE9 v\xE0 hi\u1EC7n t\u1EA1i, nh\u01B0ng kh\xF4ng ph\u1EE5 thu\u1ED9c v\xE0o c\xE1c \u0111\u1EA7u v\xE0o trong t\u01B0\u01A1ng lai."),Ic=u(),D=c("div"),Ct=c("img"),fr=u(),Dt=c("img"),Rc=u(),ot=c("p"),pr=r("Another example is "),Ah=c("em"),dr=r("masked language modeling"),yr=r(", in which the model predicts a masked word in the sentence."),Sc=u(),K=c("div"),Kt=c("img"),kr=u(),Ht=c("img"),Bc=u(),H=c("h2"),st=c("a"),qh=c("span"),f(Ot.$$.fragment),br=u(),xh=c("span"),_r=r("Transformers l\xE0 m\xF4 h\xECnh l\u1EDBn"),Lc=u(),En=c("p"),Er=r("Ngo\xE0i m\u1ED9t s\u1ED1 ngo\u1EA1i l\u1EC7 (nh\u01B0 DistilBERT), chi\u1EBFn l\u01B0\u1EE3c chung \u0111\u1EC3 \u0111\u1EA1t \u0111\u01B0\u1EE3c hi\u1EC7u su\u1EA5t t\u1ED1t h\u01A1n l\xE0 t\u0103ng k\xEDch th\u01B0\u1EDBc c\u1EE7a c\xE1c m\xF4 h\xECnh c\u0169ng nh\u01B0 l\u01B0\u1EE3ng d\u1EEF li\u1EC7u m\xE0 ch\xFAng \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc."),Vc=u(),jt=c("div"),Ut=c("img"),Cc=u(),Tn=c("p"),Tr=r("Ti\u1EBFc thay, vi\u1EC7c hu\u1EA5n luy\u1EC7n m\u1ED9t m\xF4 h\xECnh, \u0111\u1EB7c bi\u1EC7t l\xE0 m\u1ED9t m\xF4 h\xECnh l\u1EDBn, \u0111\xF2i h\u1ECFi m\u1ED9t l\u01B0\u1EE3ng l\u1EDBn d\u1EEF li\u1EC7u. \u0110i\u1EC1u n\xE0y tr\u1EDF n\xEAn r\u1EA5t t\u1ED1n k\xE9m v\u1EC1 m\u1EB7t th\u1EDDi gian v\xE0 t\xE0i nguy\xEAn t\xEDnh to\xE1n. N\xF3 th\u1EADm ch\xED c\xF2n chuy\u1EC3n th\xE0nh t\xE1c \u0111\u1ED9ng m\xF4i tr\u01B0\u1EDDng, nh\u01B0 c\xF3 th\u1EC3 th\u1EA5y trong bi\u1EC3u \u0111\u1ED3 sau."),Dc=u(),O=c("div"),Yt=c("img"),$r=u(),zt=c("img"),Kc=u(),f(Qt.$$.fragment),Hc=u(),$n=c("p"),wr=r("V\xE0 \u0111i\u1EC1u n\xE0y cho th\u1EA5y m\u1ED9t d\u1EF1 \xE1n cho m\u1ED9t m\xF4 h\xECnh (r\u1EA5t l\u1EDBn) \u0111\u01B0\u1EE3c d\u1EABn d\u1EAFt b\u1EDFi m\u1ED9t nh\xF3m c\xF3 \xFD th\u1EE9c c\u1ED1 g\u1EAFng gi\u1EA3m t\xE1c \u0111\u1ED9ng m\xF4i tr\u01B0\u1EDDng c\u1EE7a qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc. D\u1EA5u ch\xE2n c\u1EE7a vi\u1EC7c ch\u1EA1y nhi\u1EC1u th\u1EED nghi\u1EC7m \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c si\xEAu th\xF4ng s\u1ED1 t\u1ED1t nh\u1EA5t s\u1EBD c\xF2n cao h\u01A1n."),Oc=u(),wn=c("p"),Pr=r("H\xE3y t\u01B0\u1EDFng t\u01B0\u1EE3ng n\u1EBFu m\u1ED7i l\u1EA7n m\u1ED9t nh\xF3m nghi\xEAn c\u1EE9u, m\u1ED9t t\u1ED5 ch\u1EE9c sinh vi\xEAn ho\u1EB7c m\u1ED9t c\xF4ng ty mu\u1ED1n hu\u1EA5n luy\u1EC7n m\u1ED9t m\xF4 h\xECnh, h\u1ECD s\u1EBD th\u1EF1c hi\u1EC7n nh\u01B0 v\u1EADy t\u1EEB \u0111\u1EA7u. \u0110i\u1EC1u n\xE0y s\u1EBD d\u1EABn \u0111\u1EBFn chi ph\xED kh\u1ED5ng l\u1ED3, kh\xF4ng c\u1EA7n thi\u1EBFt!"),jc=u(),Pn=c("p"),Ar=r("\u0110\xE2y l\xE0 l\xFD do t\u1EA1i sao vi\u1EC7c chia s\u1EBB c\xE1c m\xF4 h\xECnh ng\xF4n ng\u1EEF l\xE0 \u0111i\u1EC1u t\u1ED1i quan tr\u1ECDng: chia s\u1EBB c\xE1c tr\u1ECDng s\u1ED1 \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n v\xE0 x\xE2y d\u1EF1ng tr\xEAn c\xE1c tr\u1ECDng s\u1ED1 \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n gi\xFAp gi\u1EA3m chi ph\xED t\xEDnh to\xE1n t\u1ED5ng th\u1EC3 v\xE0 l\u01B0\u1EE3ng kh\xED th\u1EA3i carbon t\u1EDBi c\u1ED9ng \u0111\u1ED3ng."),Uc=u(),j=c("h2"),ut=c("a"),Gh=c("span"),f(Ft.$$.fragment),qr=u(),Mh=c("span"),xr=r("H\u1ECDc chuy\u1EC3n giao"),Yc=u(),f(Xt.$$.fragment),zc=u(),Jt=c("p"),Nh=c("em"),Gr=r("Hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc"),Mr=r(" l\xE0 h\xE0nh \u0111\u1ED9ng hu\u1EA5n luy\u1EC7n m\u1ED9t m\xF4 h\xECnh t\u1EEB \u0111\u1EA7u: c\xE1c tr\u1ECDng s\u1ED1 \u0111\u01B0\u1EE3c kh\u1EDFi t\u1EA1o ng\u1EABu nhi\xEAn v\xE0 qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n b\u1EAFt \u0111\u1EA7u m\xE0 kh\xF4ng c\u1EA7n bi\u1EBFt tr\u01B0\u1EDBc b\u1EA5t k\u1EF3 \u0111i\u1EC1u g\xEC."),Qc=u(),U=c("div"),Wt=c("img"),Nr=u(),Zt=c("img"),Fc=u(),An=c("p"),Ir=r("Vi\u1EC7c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc n\xE0y th\u01B0\u1EDDng \u0111\u01B0\u1EE3c th\u1EF1c hi\u1EC7n tr\xEAn m\u1ED9t l\u01B0\u1EE3ng d\u1EEF li\u1EC7u r\u1EA5t l\u1EDBn. Do \u0111\xF3, n\xF3 y\xEAu c\u1EA7u m\u1ED9t kho d\u1EEF li\u1EC7u r\u1EA5t l\u1EDBn v\xE0 qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n c\xF3 th\u1EC3 m\u1EA5t \u0111\u1EBFn v\xE0i tu\u1EA7n."),Xc=u(),A=c("p"),Rr=r("M\u1EB7t kh\xE1c, "),Ih=c("em"),Sr=r("tinh ch\u1EC9nh"),Br=r(" l\xE0 qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n \u0111\u01B0\u1EE3c th\u1EF1c hi\u1EC7n "),Rh=c("strong"),Lr=r("sau khi"),Vr=r(" m\u1ED9t m\xF4 h\xECnh \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc. \u0110\u1EC3 th\u1EF1c hi\u1EC7n vi\u1EC7c tinh ch\u1EC9nh, tr\u01B0\u1EDBc ti\xEAn b\u1EA1n c\u1EA7n c\xF3 m\u1ED9t m\xF4 h\xECnh ng\xF4n ng\u1EEF \u0111\xE3 hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc, sau \u0111\xF3 th\u1EF1c hi\u1EC7n hu\u1EA5n luy\u1EC7n b\u1ED5 sung v\u1EDBi m\u1ED9t t\u1EADp d\u1EEF li\u1EC7u c\u1EE5 th\u1EC3 cho t\xE1c v\u1EE5 c\u1EE7a b\u1EA1n. Khoan - t\u1EA1i sao kh\xF4ng \u0111\u01A1n gi\u1EA3n l\xE0 hu\u1EA5n luy\u1EC7n tr\u1EF1c ti\u1EBFp cho t\xE1c v\u1EE5 cu\u1ED1i c\xF9ng? C\xF3 m\u1ED9t v\xE0i l\xFD do nh\u01B0 sau:"),Jc=u(),q=c("ul"),Sh=c("li"),Cr=r("M\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\xEAn m\u1ED9t b\u1ED9 d\u1EEF li\u1EC7u c\xF3 m\u1ED9t s\u1ED1 \u0111i\u1EC3m t\u01B0\u01A1ng \u0111\u1ED3ng v\u1EDBi b\u1ED9 d\u1EEF li\u1EC7u tinh ch\u1EC9nh. Do \u0111\xF3, qu\xE1 tr\xECnh tinh ch\u1EC9nh c\xF3 th\u1EC3 t\u1EADn d\u1EE5ng ki\u1EBFn th\u1EE9c c\xF3 \u0111\u01B0\u1EE3c b\u1EDFi m\xF4 h\xECnh ban \u0111\u1EA7u trong qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc (v\xED d\u1EE5: v\u1EDBi c\xE1c v\u1EA5n \u0111\u1EC1 NLP, m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc s\u1EBD c\xF3 m\u1ED9t s\u1ED1 hi\u1EC3u bi\u1EBFt th\u1ED1ng k\xEA v\u1EC1 ng\xF4n ng\u1EEF b\u1EA1n \u0111ang s\u1EED d\u1EE5ng cho t\xE1c v\u1EE5 c\u1EE7a m\xECnh)."),Dr=u(),Bh=c("li"),Kr=r("V\xEC m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\xE3 \u0111\u01B0\u1EE3c \u0111\xE0o t\u1EA1o tr\xEAn nhi\u1EC1u d\u1EEF li\u1EC7u, n\xEAn vi\u1EC7c tinh ch\u1EC9nh y\xEAu c\u1EA7u \xEDt d\u1EEF li\u1EC7u h\u01A1n \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t."),Hr=u(),Lh=c("li"),Or=r("V\u1EDBi l\xFD do t\u01B0\u01A1ng t\u1EF1, l\u01B0\u1EE3ng th\u1EDDi gian v\xE0 ngu\u1ED3n l\u1EF1c c\u1EA7n thi\u1EBFt \u0111\u1EC3 \u0111\u1EA1t \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t th\u1EA5p h\u01A1n nhi\u1EC1u."),Wc=u(),gt=c("p"),jr=r("V\xED d\u1EE5: ng\u01B0\u1EDDi ta c\xF3 th\u1EC3 t\u1EADn d\u1EE5ng m\u1ED9t m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\xEAn ng\xF4n ng\u1EEF ti\u1EBFng Anh v\xE0 sau \u0111\xF3 tinh ch\u1EC9nh n\xF3 tr\xEAn kho ng\u1EEF li\u1EC7u arXiv, tr\u1EA3 v\u1EC1 m\u1ED9t m\xF4 h\xECnh d\u1EF1a tr\xEAn khoa h\u1ECDc/nghi\xEAn c\u1EE9u. Vi\u1EC7c tinh ch\u1EC9nh s\u1EBD ch\u1EC9 y\xEAu c\u1EA7u m\u1ED9t l\u01B0\u1EE3ng d\u1EEF li\u1EC7u h\u1EA1n ch\u1EBF: ki\u1EBFn th\u1EE9c m\xE0 m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\u01B0\u1EE3c \u201Cchuy\u1EC3n giao\u201D, do \u0111\xF3 ta c\xF3 thu\u1EADt ng\u1EEF "),Vh=c("em"),Ur=r("h\u1ECDc chuy\u1EC3n giao"),Yr=r("."),Zc=u(),Y=c("div"),tn=c("img"),zr=u(),nn=c("img"),ti=u(),qn=c("p"),Qr=r("Do \u0111\xF3, vi\u1EC7c tinh ch\u1EC9nh m\u1ED9t m\xF4 h\xECnh c\xF3 chi ph\xED th\u1EDDi gian, d\u1EEF li\u1EC7u, t\xE0i ch\xEDnh v\xE0 m\xF4i tr\u01B0\u1EDDng th\u1EA5p h\u01A1n. Vi\u1EC7c l\u1EB7p l\u1EA1i c\xE1c b\u01B0\u1EDBc tinh ch\u1EC9nh kh\xE1c nhau c\u0169ng nhanh h\u01A1n v\xE0 d\u1EC5 d\xE0ng h\u01A1n, v\xEC qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n \xEDt b\u1ECB r\xE0ng bu\u1ED9c h\u01A1n so v\u1EDBi hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc t\u1EEB \u0111\u1EA7u."),ni=u(),xn=c("p"),Fr=r("Qu\xE1 tr\xECnh n\xE0y c\u0169ng s\u1EBD \u0111\u1EA1t \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t h\u01A1n so v\u1EDBi hu\u1EA5n luy\u1EC7n t\u1EEB \u0111\u1EA7u (tr\u1EEB khi b\u1EA1n c\xF3 nhi\u1EC1u d\u1EEF li\u1EC7u), \u0111\xF3 l\xE0 l\xFD do t\u1EA1i sao b\u1EA1n n\xEAn lu\xF4n c\u1ED1 g\u1EAFng t\u1EADn d\u1EE5ng m\u1ED9t m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc - m\u1ED9t m\xF4 h\xECnh c\xE0ng g\u1EA7n v\u1EDBi t\xE1c v\u1EE5 b\u1EA1n c\xF3 trong tay c\xE0ng t\u1ED1t - v\xE0 \u0111i\u1EC1u ch\u1EC9nh n\xF3."),hi=u(),z=c("h2"),mt=c("a"),Ch=c("span"),f(hn.$$.fragment),Xr=u(),Dh=c("span"),Jr=r("Ki\u1EBFn tr\xFAc t\u1ED5ng quan"),ci=u(),Gn=c("p"),Wr=r("Trong ph\u1EA7n n\xE0y, ch\xFAng ta s\u1EBD xem x\xE9t ki\u1EBFn tr\xFAc chung c\u1EE7a m\xF4 h\xECnh Transformer. \u0110\u1EEBng lo l\u1EAFng n\u1EBFu b\u1EA1n kh\xF4ng hi\u1EC3u m\u1ED9t s\u1ED1 kh\xE1i ni\u1EC7m; c\xF3 c\xE1c ph\u1EA7n sau bao g\u1ED3m chi ti\u1EBFt t\u1EEBng th\xE0nh ph\u1EA7n."),ii=u(),f(cn.$$.fragment),ei=u(),Q=c("h2"),vt=c("a"),Kh=c("span"),f(en.$$.fragment),Zr=u(),Hh=c("span"),tl=r("Gi\u1EDBi thi\u1EC7u"),ri=u(),Mn=c("p"),nl=r("V\u1EC1 c\u01A1 b\u1EA3n, m\xF4 h\xECnh bao g\u1ED3m hai kh\u1ED1i:"),li=u(),ft=c("ul"),Nn=c("li"),Oh=c("strong"),hl=r("B\u1ED9 m\xE3 h\xF3a (b\xEAn tr\xE1i)"),cl=r(": B\u1ED9 m\xE3 h\xF3a nh\u1EADn \u0111\u1EA7u v\xE0o v\xE0 x\xE2y d\u1EF1ng bi\u1EC3u di\u1EC5n (c\xE1c \u0111\u1EB7c tr\u01B0ng c\u1EE7a n\xF3). \u0110i\u1EC1u n\xE0y c\xF3 ngh\u0129a l\xE0 m\xF4 h\xECnh \u0111\u01B0\u1EE3c t\u1ED1i \u01B0u h\xF3a \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c s\u1EF1 hi\u1EC3u bi\u1EBFt t\u1EEB \u0111\u1EA7u v\xE0o."),il=u(),In=c("li"),jh=c("strong"),el=r("B\u1ED9 gi\u1EA3i m\xE3 (b\xEAn ph\u1EA3i)"),rl=r(": B\u1ED9 gi\u1EA3i m\xE3 s\u1EED d\u1EE5ng bi\u1EC3u di\u1EC5n (\u0111\u1EB7c tr\u01B0ng) c\u1EE7a b\u1ED9 m\xE3 h\xF3a c\xF9ng v\u1EDBi c\xE1c \u0111\u1EA7u v\xE0o kh\xE1c \u0111\u1EC3 t\u1EA1o chu\u1ED7i \u0111\xEDch. \u0110i\u1EC1u n\xE0y c\xF3 ngh\u0129a l\xE0 m\xF4 h\xECnh \u0111\u01B0\u1EE3c t\u1ED1i \u01B0u h\xF3a \u0111\u1EC3 t\u1EA1o ra k\u1EBFt qu\u1EA3 \u0111\u1EA7u ra."),ai=u(),F=c("div"),rn=c("img"),ll=u(),ln=c("img"),oi=u(),Rn=c("p"),al=r("M\u1ED7i ph\u1EA7n c\xF3 th\u1EC3 \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng \u0111\u1ED9c l\u1EADp, t\xF9y thu\u1ED9c v\xE0o t\xE1c v\u1EE5:"),si=u(),x=c("ul"),Sn=c("li"),Uh=c("strong"),ol=r("C\xE1c m\xF4 h\xECnh ch\u1EC9 d\xF9ng b\u1ED9 m\xE3 h\xF3a"),sl=r(": Ph\xF9 h\u1EE3p v\u1EDBi c\xE1c t\xE1c v\u1EE5 y\xEAu c\u1EA7u hi\u1EC3u r\xF5 v\u1EC1 \u0111\u1EA7u v\xE0o, ch\u1EB3ng h\u1EA1n nh\u01B0 ph\xE2n lo\u1EA1i c\xE2u v\xE0 nh\u1EADn d\u1EA1ng th\u1EF1c th\u1EC3 \u0111\u01B0\u1EE3c \u0111\u1EB7t t\xEAn."),ul=u(),Bn=c("li"),Yh=c("strong"),gl=r("C\xE1c m\xF4 h\xECnh ch\u1EC9 d\xF9ng b\u1ED9 gi\u1EA3i m\xE3"),ml=r(": T\u1ED1t cho c\xE1c t\xE1c v\u1EE5 t\u1ED5ng h\u1EE3p nh\u01B0 t\u1EA1o v\u0103n b\u1EA3n."),vl=u(),pt=c("li"),zh=c("strong"),fl=r("C\xE1c m\xF4 h\xECnh b\u1ED9 m\xE3 h\xF3a-gi\u1EA3i m\xE3"),pl=r(" ho\u1EB7c "),Qh=c("strong"),dl=r("m\xF4 h\xECnh chu\u1ED7i-sang-chu\u1ED7i"),yl=r(": T\u1ED1t cho c\xE1c t\xE1c v\u1EE5 t\u1ED5ng h\u1EE3p y\xEAu c\u1EA7u \u0111\u1EA7u v\xE0o, ch\u1EB3ng h\u1EA1n nh\u01B0 d\u1ECBch m\xE1y ho\u1EB7c t\xF3m t\u1EAFt."),ui=u(),Ln=c("p"),kl=r("Ch\xFAng ta s\u1EBD \u0111i s\xE2u v\xE0o c\xE1c ki\u1EBFn tr\xFAc \u0111\xF3 m\u1ED9t c\xE1ch \u0111\u1ED9c l\u1EADp trong c\xE1c ph\u1EA7n sau."),gi=u(),X=c("h2"),dt=c("a"),Fh=c("span"),f(an.$$.fragment),bl=u(),Xh=c("span"),_l=r("C\xE1c l\u1EDBp Attention"),mi=u(),G=c("p"),El=r("M\u1ED9t t\xEDnh n\u0103ng ch\xEDnh c\u1EE7a c\xE1c m\xF4 h\xECnh Transformer l\xE0 ch\xFAng \u0111\u01B0\u1EE3c x\xE2y d\u1EF1ng v\u1EDBi c\xE1c l\u1EDBp \u0111\u1EB7c bi\u1EC7t \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),Jh=c("em"),Tl=r("Attention"),$l=r(". Tr\xEAn th\u1EF1c t\u1EBF, ti\xEAu \u0111\u1EC1 c\u1EE7a b\xE0i b\xE1o gi\u1EDBi thi\u1EC7u ki\u1EBFn tr\xFAc Transformer l\xE0 "),on=c("a"),wl=r("\u201CAttention is all you need\u201D"),Pl=r(" hay \u201CS\u1EF1 ch\xFA \xFD l\xE0 t\u1EA5t c\u1EA3 nh\u1EEFng g\xEC b\u1EA1n c\u1EA7n\u201D! Ch\xFAng ta s\u1EBD kh\xE1m ph\xE1 chi ti\u1EBFt v\u1EC1 c\xE1c l\u1EDBp Attention \u1EDF ph\u1EA7n sau c\u1EE7a kh\xF3a h\u1ECDc; hi\u1EC7n t\u1EA1i, t\u1EA5t c\u1EA3 nh\u1EEFng g\xEC b\u1EA1n c\u1EA7n bi\u1EBFt l\xE0 l\u1EDBp n\xE0y s\u1EBD y\xEAu c\u1EA7u m\xF4 h\xECnh ch\xFA \xFD c\u1EE5 th\u1EC3 \u0111\u1EBFn c\xE1c t\u1EEB nh\u1EA5t \u0111\u1ECBnh trong c\xE2u b\u1EA1n \u0111\xE3 chuy\u1EC3n n\xF3 (v\xE0 \xEDt nhi\u1EC1u b\u1ECF qua nh\u1EEFng t\u1EEB kh\xE1c) khi x\u1EED l\xFD bi\u1EC3u di\u1EC5n c\u1EE7a t\u1EEBng t\u1EEB."),vi=u(),Vn=c("p"),Al=r("\u0110\u1EC3 \u0111\u1EB7t \u0111i\u1EC1u n\xE0y v\xE0o ng\u1EEF c\u1EA3nh, c\xF9ng xem t\xE1c v\u1EE5 d\u1ECBch v\u0103n b\u1EA3n t\u1EEB ti\u1EBFng Anh sang ti\u1EBFng Ph\xE1p. V\u1EDBi \u0111\u1EA7u v\xE0o l\xE0 \u201CYou like this course\u201D (\u201CB\u1EA1n th\xEDch kh\xF3a h\u1ECDc n\xE0y\u201D), m\u1ED9t m\xF4 h\xECnh d\u1ECBch c\u0169ng s\u1EBD c\u1EA7n ph\u1EA3i ch\xFA \xFD v\xE0o t\u1EEB li\u1EC1n k\u1EC1 \u201CYou\u201D \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c b\u1EA3n d\u1ECBch th\xEDch h\u1EE3p cho t\u1EEB \u201Clike\u201D, b\u1EDFi v\xEC trong ti\u1EBFng Ph\xE1p, \u0111\u1ED9ng t\u1EEB \u201Clike\u201D \u0111\u01B0\u1EE3c chia kh\xE1c nhau t\xF9y thu\u1ED9c v\xE0o ch\u1EE7 ng\u1EEF. Tuy nhi\xEAn, ph\u1EA7n c\xF2n l\u1EA1i c\u1EE7a c\xE2u kh\xF4ng h\u1EEFu \xEDch cho vi\u1EC7c d\u1ECBch t\u1EEB \u0111\xF3. T\u01B0\u01A1ng t\u1EF1 nh\u01B0 v\u1EADy, khi d\u1ECBch \u201Cthis\u201D, m\xF4 h\xECnh c\u0169ng s\u1EBD c\u1EA7n ch\xFA \xFD \u0111\u1EBFn t\u1EEB \u201Ccourse\u201D, b\u1EDFi v\xEC \u201Cthis\u201D d\u1ECBch kh\xE1c nhau t\xF9y thu\u1ED9c v\xE0o vi\u1EC7c danh t\u1EEB li\xEAn quan l\xE0 gi\u1ED1ng \u0111\u1EF1c hay gi\u1ED1ng c\xE1i. M\u1ED9t l\u1EA7n n\u1EEFa, c\xE1c t\u1EEB kh\xE1c trong c\xE2u s\u1EBD kh\xF4ng th\xE0nh v\u1EA5n \u0111\u1EC1 \u0111\u1ED1i v\u1EDBi b\u1EA3n d\u1ECBch c\u1EE7a \u201Cthis\u201D. V\u1EDBi c\xE1c c\xE2u ph\u1EE9c t\u1EA1p h\u01A1n (v\xE0 c\xE1c quy t\u1EAFc ng\u1EEF ph\xE1p ph\u1EE9c t\u1EA1p h\u01A1n), m\xF4 h\xECnh s\u1EBD c\u1EA7n \u0111\u1EB7c bi\u1EC7t ch\xFA \xFD \u0111\u1EBFn c\xE1c t\u1EEB c\xF3 th\u1EC3 xu\u1EA5t hi\u1EC7n \u1EDF xa h\u01A1n trong c\xE2u \u0111\u1EC3 d\u1ECBch \u0111\xFAng t\u1EEBng t\u1EEB."),fi=u(),Cn=c("p"),ql=r("Kh\xE1i ni\u1EC7m t\u01B0\u01A1ng t\u1EF1 c\u0169ng \xE1p d\u1EE5ng cho b\u1EA5t k\u1EF3 t\xE1c v\u1EE5 n\xE0o li\xEAn quan \u0111\u1EBFn ng\xF4n ng\u1EEF t\u1EF1 nhi\xEAn: m\u1ED9t t\u1EEB t\u1EF1 n\xF3 \u0111\xE3 c\xF3 ngh\u0129a, nh\u01B0ng ngh\u0129a \u0111\xF3 b\u1ECB \u1EA3nh h\u01B0\u1EDFng s\xE2u s\u1EAFc b\u1EDFi ng\u1EEF c\u1EA3nh, c\xF3 th\u1EC3 l\xE0 b\u1EA5t k\u1EF3 t\u1EEB n\xE0o kh\xE1c (ho\u1EB7c c\xE1c t\u1EEB) tr\u01B0\u1EDBc ho\u1EB7c sau t\u1EEB \u0111\u01B0\u1EE3c h\u1ECDc."),pi=u(),Dn=c("p"),xl=r("Gi\u1EDD b\u1EA1n \u0111\xE3 n\u1EAFm \u0111\u01B0\u1EE3c \xFD t\u01B0\u1EDFng v\u1EC1 t\u1EA5t c\u1EA3 c\xE1c l\u1EDBp Attention, ch\xFAng ta h\xE3y xem x\xE9t k\u1EF9 h\u01A1n v\u1EC1 ki\u1EBFn tr\xFAc Transformer."),di=u(),J=c("h2"),yt=c("a"),Wh=c("span"),f(sn.$$.fragment),Gl=u(),Zh=c("span"),Ml=r("Ki\u1EBFn tr\xFAc g\u1ED1c"),yi=u(),Kn=c("p"),Nl=r("Ki\u1EBFn tr\xFAc Transformer ban \u0111\u1EA7u \u0111\u01B0\u1EE3c thi\u1EBFt k\u1EBF ph\u1EE5c v\u1EE5 cho d\u1ECBch m\xE1y. Trong qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n, b\u1ED9 m\xE3 h\xF3a nh\u1EADn \u0111\u1EA7u v\xE0o (c\xE2u) b\u1EB1ng m\u1ED9t ng\xF4n ng\u1EEF nh\u1EA5t \u0111\u1ECBnh, trong khi b\u1ED9 gi\u1EA3i m\xE3 nh\u1EADn c\xE1c c\xE2u t\u01B0\u01A1ng t\u1EF1 b\u1EB1ng ng\xF4n ng\u1EEF \u0111\xEDch mong mu\u1ED1n. Trong b\u1ED9 m\xE3 h\xF3a, c\xE1c l\u1EDBp Attention c\xF3 th\u1EC3 s\u1EED d\u1EE5ng t\u1EA5t c\u1EA3 c\xE1c t\u1EEB trong m\u1ED9t c\xE2u (v\xEC, nh\u01B0 ch\xFAng ta v\u1EEBa th\u1EA5y, b\u1EA3n d\u1ECBch c\u1EE7a m\u1ED9t t\u1EEB nh\u1EA5t \u0111\u1ECBnh c\xF3 th\u1EC3 ph\u1EE5 thu\u1ED9c v\xE0o nh\u1EEFng g\xEC \u0111\u1EE9ng sau c\u0169ng nh\u01B0 tr\u01B0\u1EDBc n\xF3 trong c\xE2u). Tuy nhi\xEAn, b\u1ED9 gi\u1EA3i m\xE3 ho\u1EA1t \u0111\u1ED9ng tu\u1EA7n t\u1EF1 v\xE0 ch\u1EC9 c\xF3 th\u1EC3 ch\xFA \xFD \u0111\u1EBFn c\xE1c t\u1EEB trong c\xE2u m\xE0 n\xF3 \u0111\xE3 \u0111\u01B0\u1EE3c d\u1ECBch (v\xEC v\u1EADy, ch\u1EC9 nh\u1EEFng t\u1EEB tr\u01B0\u1EDBc t\u1EEB hi\u1EC7n \u0111ang \u0111\u01B0\u1EE3c t\u1EA1o). V\xED d\u1EE5: khi ch\xFAng ta d\u1EF1 \u0111o\xE1n ba t\u1EEB \u0111\u1EA7u ti\xEAn c\u1EE7a m\u1EE5c ti\xEAu \u0111\xE3 d\u1ECBch, ch\xFAng ta \u0111\u01B0a ch\xFAng cho b\u1ED9 gi\u1EA3i m\xE3, sau \u0111\xF3 s\u1EED d\u1EE5ng t\u1EA5t c\u1EA3 c\xE1c \u0111\u1EA7u v\xE0o c\u1EE7a b\u1ED9 m\xE3 h\xF3a \u0111\u1EC3 c\u1ED1 g\u1EAFng d\u1EF1 \u0111o\xE1n t\u1EEB th\u1EE9 t\u01B0."),ki=u(),Hn=c("p"),Il=r("\u0110\u1EC3 t\u0103ng t\u1ED1c \u0111\u1ED9 m\u1ECDi th\u1EE9 trong qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n (khi m\xF4 h\xECnh c\xF3 quy\u1EC1n truy c\u1EADp v\xE0o c\xE1c c\xE2u \u0111\xEDch), b\u1ED9 gi\u1EA3i m\xE3 \u0111\u01B0\u1EE3c cung c\u1EA5p to\xE0n b\u1ED9 nh\xE3n, nh\u01B0ng n\xF3 kh\xF4ng \u0111\u01B0\u1EE3c ph\xE9p s\u1EED d\u1EE5ng c\xE1c t\u1EEB trong t\u01B0\u01A1ng lai (n\u1EBFu n\xF3 c\xF3 quy\u1EC1n truy c\u1EADp v\xE0o t\u1EEB \u1EDF v\u1ECB tr\xED 2 khi c\u1ED1 g\u1EAFng d\u1EF1 \u0111o\xE1n t\u1EEB \u1EDF v\u1ECB tr\xED 2, v\u1EA5n \u0111\u1EC1 s\u1EBD kh\xF4ng kh\xF3 l\u1EAFm!). V\xED d\u1EE5: khi c\u1ED1 g\u1EAFng d\u1EF1 \u0111o\xE1n t\u1EEB th\u1EE9 t\u01B0, l\u1EDBp Attention s\u1EBD ch\u1EC9 c\xF3 quy\u1EC1n truy c\u1EADp v\xE0o c\xE1c t\u1EEB \u1EDF v\u1ECB tr\xED 1 \u0111\u1EBFn 3."),bi=u(),On=c("p"),Rl=r("Ki\u1EBFn tr\xFAc Transformer g\u1ED1c tr\xF4ng nh\u01B0 sau, v\u1EDBi b\u1ED9 m\xE3 h\xF3a \u1EDF b\xEAn tr\xE1i v\xE0 b\u1ED9 gi\u1EA3i m\xE3 \u1EDF b\xEAn ph\u1EA3i:"),_i=u(),W=c("div"),un=c("img"),Sl=u(),gn=c("img"),Ei=u(),jn=c("p"),Bl=r("L\u01B0u \xFD r\u1EB1ng l\u1EDBp Attention \u0111\u1EA7u ti\xEAn trong b\u1ED9 gi\u1EA3i m\xE3 ch\xFA \xFD \u0111\u1EBFn t\u1EA5t c\u1EA3 \u0111\u1EA7u v\xE0o (qu\xE1 kh\u1EE9) c\u1EE7a b\u1ED9 gi\u1EA3i m\xE3, nh\u01B0ng l\u1EDBp Attention th\u1EE9 hai s\u1EED d\u1EE5ng \u0111\u1EA7u ra c\u1EE7a b\u1ED9 m\xE3 h\xF3a. Do \u0111\xF3, n\xF3 c\xF3 th\u1EC3 truy c\u1EADp to\xE0n b\u1ED9 c\xE2u \u0111\u1EA7u v\xE0o \u0111\u1EC3 d\u1EF1 \u0111o\xE1n t\u1ED1t nh\u1EA5t t\u1EEB hi\u1EC7n t\u1EA1i. \u0110i\u1EC1u n\xE0y r\u1EA5t h\u1EEFu \xEDch v\xEC c\xE1c ng\xF4n ng\u1EEF kh\xE1c nhau c\xF3 th\u1EC3 c\xF3 c\xE1c quy t\u1EAFc ng\u1EEF ph\xE1p \u0111\u1EB7t c\xE1c t\u1EEB theo th\u1EE9 t\u1EF1 kh\xE1c nhau ho\u1EB7c m\u1ED9t s\u1ED1 ng\u1EEF c\u1EA3nh \u0111\u01B0\u1EE3c cung c\u1EA5p sau trong c\xE2u c\xF3 th\u1EC3 h\u1EEFu \xEDch \u0111\u1EC3 x\xE1c \u0111\u1ECBnh b\u1EA3n d\u1ECBch t\u1ED1t nh\u1EA5t c\u1EE7a m\u1ED9t t\u1EEB nh\u1EA5t \u0111\u1ECBnh."),Ti=u(),mn=c("p"),tc=c("em"),Ll=r("Attention mask"),Vl=r(" c\u0169ng c\xF3 th\u1EC3 \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng trong b\u1ED9 m\xE3 h\xF3a/ gi\u1EA3i m\xE3 \u0111\u1EC3 ng\u0103n m\xF4 h\xECnh ch\xFA \xFD \u0111\u1EBFn m\u1ED9t s\u1ED1 t\u1EEB \u0111\u1EB7c bi\u1EC7t - v\xED d\u1EE5: t\u1EEB \u0111\u1EC7m \u0111\u1EB7c bi\u1EC7t \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng \u0111\u1EC3 l\xE0m cho t\u1EA5t c\u1EA3 c\xE1c \u0111\u1EA7u v\xE0o c\xF3 c\xF9ng \u0111\u1ED9 d\xE0i khi gh\xE9p c\xE1c c\xE2u l\u1EA1i v\u1EDBi nhau."),$i=u(),Z=c("h2"),kt=c("a"),nc=c("span"),f(vn.$$.fragment),Cl=u(),hc=c("span"),Dl=r("C\xE1c ki\u1EBFn tr\xFAc v\xE0 checkpoints"),wi=u(),_=c("p"),Kl=r("Khi ch\xFAng ta \u0111i s\xE2u v\xE0 c\xE1c m\xF4 h\xECnh Transformer trong ho\xE1 h\u1ECDc n\xE0y, b\u1EA1n s\u1EBD b\u1EAFt g\u1EB7p nh\u1EEFng c\u1EE5m t\u1EEB nh\u01B0 "),cc=c("em"),Hl=r("ki\u1EBFn tr\xFAc"),Ol=r(", "),ic=c("em"),jl=r("checkpoint"),Ul=r(" c\u0169ng nh\u01B0 "),ec=c("em"),Yl=r("m\xF4 h\xECnh"),zl=r(". C\xE1c thu\u1EADt ng\u1EEF n\xE0y mang \xFD ngh\u0129a h\u01A1i kh\xE1c nhau:"),Pi=u(),M=c("ul"),Un=c("li"),rc=c("strong"),Ql=r("Ki\u1EBFn tr\xFAc"),Fl=r(": \u0110\xE2y l\xE0 khung c\u1EE7a m\xF4 h\xECnh \u2014 \u0111\u1ECBnh ngh\u0129a t\u1EEBng l\u1EDBp v\xE0 t\u1EEBng ho\u1EA1t \u0111\u1ED9ng x\u1EA3y ra trong m\xF4 h\xECnh."),Xl=u(),Yn=c("li"),lc=c("strong"),Jl=r("Checkpoints"),Wl=r(": \u0110\xE2y l\xE0 nh\u1EEFng tr\u1ECDng s\u1ED1 s\u1EBD \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng trong m\u1ED9t ki\u1EBFn tr\xFAc nh\u1EA5t \u0111\u1ECBnh."),Zl=u(),N=c("li"),ac=c("strong"),ta=r("M\xF4 h\xECnh"),na=r(": \u0110\xE2y l\xE0 m\u1ED9t thu\u1EADt ng\u1EEF bao tr\xF9m v\xE0 kh\xF4ng th\u1EC3 gi\u1EA3i th\xEDch ch\xEDnh x\xE1c nh\u01B0 \u201Cki\u1EBFn tr\xFAc\u201D hay \u201Ccheckpoint\u201D: n\xF3 c\xF3 th\u1EC3 mang c\u1EA3 hai ngh\u0129a. Kho\xE1 h\u1ECDc n\xE0y s\u1EBD ch\u1EC9 ra khi n\xE0o l\xE0 "),oc=c("em"),ha=r("ki\u1EBFn tr\xFAc"),ca=r(" v\xE0 "),sc=c("em"),ia=r("checkpoint"),ea=r(" \u0111\u1EC3 gi\u1EA3m b\u1EDBt s\u1EF1 m\u01A1 h\u1ED3 khi c\u1EA7n thi\u1EBFt."),Ai=u(),I=c("p"),ra=r("V\xED d\u1EE5, BERT l\xE0 1 ki\u1EBFn tr\xFAc trong khi "),uc=c("code"),la=r("bert-base-cased"),aa=r(",t\u1EADp h\u1EE3p c\xE1c tr\u1ECDng s\u1ED1 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n b\u1EDFi \u0111\u1ED9i ng\u0169 Google cho phi\xEAn b\u1EA3n \u0111\u1EA7u ti\xEAn c\u1EE7a BERT, l\xE0 1 chekcpoint. Tuy nhi\xEAn, ta c\xF3 th\u1EC3 n\xF3i \u201Cm\xF4 h\xECnh BERT\u201D v\xE0 \u201Cm\xF4 h\xECnh "),gc=c("code"),oa=r("bert-base-cased"),sa=r("\u201C."),this.h()},l(t){const a=js('[data-svelte="svelte-1phssyn"]',document.head);S=i(a,"META",{name:!0,content:!0}),a.forEach(h),yc=g(t),B=i(t,"H1",{class:!0});var xi=e(B);tt=i(xi,"A",{id:!0,class:!0,href:!0});var Ca=e(tt);nh=i(Ca,"SPAN",{});var Da=e(nh);p(_t.$$.fragment,Da),Da.forEach(h),Ca.forEach(h),ne=g(xi),hh=i(xi,"SPAN",{});var Ka=e(hh);he=l(Ka,"C\u01A1 ch\u1EBF ho\u1EA1t \u0111\u1ED9ng c\u1EE7a Transformer?"),Ka.forEach(h),xi.forEach(h),kc=g(t),p(Et.$$.fragment,t),bc=g(t),yn=i(t,"P",{});var Ha=e(yn);ce=l(Ha,"Trong ph\u1EA7n n\xE0y, ch\xFAng ta s\u1EBD t\xECm hi\u1EC3u ki\u1EBFn tr\xFAc c\u1EE7a c\xE1c m\xF4 h\xECnh Transformer."),Ha.forEach(h),_c=g(t),L=i(t,"H2",{class:!0});var Gi=e(L);nt=i(Gi,"A",{id:!0,class:!0,href:!0});var Oa=e(nt);ch=i(Oa,"SPAN",{});var ja=e(ch);p(Tt.$$.fragment,ja),ja.forEach(h),Oa.forEach(h),ie=g(Gi),ih=i(Gi,"SPAN",{});var Ua=e(ih);ee=l(Ua,"L\u1ECBch s\u1EED ph\xE1t tri\u1EC3n c\u1EE7a Transformers"),Ua.forEach(h),Gi.forEach(h),Ec=g(t),kn=i(t,"P",{});var Ya=e(kn);re=l(Ya,"D\u01B0\u1EDBi \u0111\xE2y l\xE0 m\u1ED9t s\u1ED1 m\u1ED1c tham kh\u1EA3o trong l\u1ECBch s\u1EED (ng\u1EAFn) ph\xE1t tri\u1EC3n c\u1EE7a c\xE1c m\xF4 h\xECnhn Transformer:"),Ya.forEach(h),Tc=g(t),V=i(t,"DIV",{class:!0});var Mi=e(V);$t=i(Mi,"IMG",{class:!0,src:!0,alt:!0}),le=g(Mi),wt=i(Mi,"IMG",{class:!0,src:!0,alt:!0}),Mi.forEach(h),$c=g(t),Pt=i(t,"P",{});var ua=e(Pt);At=i(ua,"A",{href:!0,rel:!0});var za=e(At);ae=l(za,"Ki\u1EBFn tr\xFAc Transformer"),za.forEach(h),oe=l(ua," \u0111\u01B0\u1EE3c gi\u1EDBi thi\u1EC7u v\xE0o th\xE1ng 6 n\u0103m 2017. Tr\u1ECDng t\xE2m c\u1EE7a nghi\xEAn c\u1EE9u ban \u0111\u1EA7u h\u01B0\u1EDBng t\u1EDBi c\xE1c t\xE1c v\u1EE5 d\u1ECBch thu\u1EADt. Ti\u1EBFp theo l\xE0 s\u1EF1 ra \u0111\u1EDDi c\u1EE7a m\u1ED9t s\u1ED1 m\xF4 h\xECnh c\xF3 \u1EA3nh h\u01B0\u1EDFng, bao g\u1ED3m:"),ua.forEach(h),wc=g(t),v=i(t,"UL",{});var E=e(v);eh=i(E,"LI",{});var Qa=e(eh);ht=i(Qa,"P",{});var mc=e(ht);rh=i(mc,"STRONG",{});var Fa=e(rh);se=l(Fa,"06/2018"),Fa.forEach(h),ue=l(mc,": "),qt=i(mc,"A",{href:!0,rel:!0});var Xa=e(qt);ge=l(Xa,"GPT"),Xa.forEach(h),me=l(mc,", m\xF4 h\xECnh Transformer \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\u1EA7u ti\xEAn, \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng \u0111\u1EC3 tinh ch\u1EC9nh c\xE1c t\xE1c v\u1EE5 NLP kh\xE1c nhau v\xE0 thu \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t nh\u1EA5t l\xFAc b\u1EA5y gi\u1EDD."),mc.forEach(h),Qa.forEach(h),ve=g(E),lh=i(E,"LI",{});var Ja=e(lh);ct=i(Ja,"P",{});var vc=e(ct);ah=i(vc,"STRONG",{});var Wa=e(ah);fe=l(Wa,"10/2018"),Wa.forEach(h),pe=l(vc,": "),xt=i(vc,"A",{href:!0,rel:!0});var Za=e(xt);de=l(Za,"BERT"),Za.forEach(h),ye=l(vc,", m\u1ED9t m\xF4 h\xECnh l\u1EDBn \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc kh\xE1c, m\xF4 h\xECnh n\xE0y \u0111\u01B0\u1EE3c thi\u1EBFt k\u1EBF \u0111\u1EC3 t\u1EA1o ra c\xE1c b\u1EA3n t\xF3m t\u1EAFt c\xE2u t\u1ED1t h\u01A1n (s\u1EBD \u0111\u1EC1 c\u1EADp th\xEAm trong ch\u01B0\u01A1ng ti\u1EBFp theo!)."),vc.forEach(h),Ja.forEach(h),ke=g(E),oh=i(E,"LI",{});var to=e(oh);it=i(to,"P",{});var fc=e(it);sh=i(fc,"STRONG",{});var no=e(sh);be=l(no,"02/2019"),no.forEach(h),_e=l(fc,": "),Gt=i(fc,"A",{href:!0,rel:!0});var ho=e(Gt);Ee=l(ho,"GPT-2"),ho.forEach(h),Te=l(fc,", m\u1ED9t phi\xEAn b\u1EA3n GPT c\u1EA3i ti\u1EBFn (v\xE0 l\u1EDBn h\u01A1n) nh\u01B0ng kh\xF4ng \u0111\u01B0\u1EE3c ph\xE1t h\xE0nh c\xF4ng khai ngay l\u1EADp t\u1EE9c do lo ng\u1EA1i v\u1EC1 v\u1EA5n \u0111\u1EC1 \u0111\u1EA1o \u0111\u1EE9c."),fc.forEach(h),to.forEach(h),$e=g(E),uh=i(E,"LI",{});var co=e(uh);et=i(co,"P",{});var pc=e(et);gh=i(pc,"STRONG",{});var io=e(gh);we=l(io,"10/2019"),io.forEach(h),Pe=l(pc,": "),Mt=i(pc,"A",{href:!0,rel:!0});var eo=e(Mt);Ae=l(eo,"DistilBERT"),eo.forEach(h),qe=l(pc,", phi\xEAn b\u1EA3n nh\u1EB9 c\u1EE7a BERT v\u1EDBi t\u1ED1c \u0111\u1ED9 nhanh h\u01A1n 60%, b\u1ED9 nh\u1EDB nh\u1EB9 h\u01A1n 40%, v\xE0 v\u1EABn gi\u1EEF \u0111\u01B0\u1EE3c 97% hi\u1EC7u su\u1EA5t c\u1EE7a BERT."),pc.forEach(h),co.forEach(h),xe=g(E),mh=i(E,"LI",{});var ro=e(mh);T=i(ro,"P",{});var fn=e(T);vh=i(fn,"STRONG",{});var lo=e(vh);Ge=l(lo,"10/2019"),lo.forEach(h),Me=l(fn,": "),Nt=i(fn,"A",{href:!0,rel:!0});var ao=e(Nt);Ne=l(ao,"BART"),ao.forEach(h),Ie=l(fn," and "),It=i(fn,"A",{href:!0,rel:!0});var oo=e(It);Re=l(oo,"T5"),oo.forEach(h),Se=l(fn,", hai m\xF4 h\xECnh l\u1EDBn \u0111\u01B0\u1EE3c \u0111\xE0o t\u1EA1o tr\u01B0\u1EDBc s\u1EED d\u1EE5ng c\xF9ng m\u1ED9t ki\u1EBFn tr\xFAc v\u1EDBi m\xF4 h\xECnh Transformer g\u1ED1c (m\xF4 h\xECnh \u0111\u1EA7u ti\xEAn l\xE0m nh\u01B0 v\u1EADy)."),fn.forEach(h),ro.forEach(h),Be=g(E),fh=i(E,"LI",{});var so=e(fh);$=i(so,"P",{});var pn=e($);ph=i(pn,"STRONG",{});var uo=e(ph);Le=l(uo,"05/2020"),uo.forEach(h),Ve=l(pn,", "),Rt=i(pn,"A",{href:!0,rel:!0});var go=e(Rt);Ce=l(go,"GPT-3"),go.forEach(h),De=l(pn,", phi\xEAn b\u1EA3n th\u1EADm ch\xED c\xF2n l\u1EDBn h\u01A1n c\u1EE7a GPT-2, c\xF3 th\u1EC3 th\u1EF1c hi\u1EC7n t\u1ED1t nhi\u1EC1u t\xE1c v\u1EE5 kh\xE1c nhau m\xE0 kh\xF4ng c\u1EA7n tinh ch\u1EC9nh (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),dh=i(pn,"EM",{});var mo=e(dh);Ke=l(mo,"zero-shot learning"),mo.forEach(h),He=l(pn,")"),pn.forEach(h),so.forEach(h),E.forEach(h),Pc=g(t),bn=i(t,"P",{});var vo=e(bn);Oe=l(vo,"Danh s\xE1ch n\xE0y v\u1EABn ch\u01B0a \u0111\u1EA7y \u0111\u1EE7 v\xE0 ch\u1EC9 nh\u1EB1m m\u1EE5c \u0111\xEDch l\xE0m n\u1ED5i b\u1EADt m\u1ED9t v\xE0i s\u1ED1 m\xF4 h\xECnh Transformer kh\xE1c nhau. Nh\xECn chung, ch\xFAng c\xF3 th\u1EC3 \u0111\u01B0\u1EE3c chia th\xE0nh ba lo\u1EA1i:"),vo.forEach(h),Ac=g(t),w=i(t,"UL",{});var zn=e(w);St=i(zn,"LI",{});var Ni=e(St);je=l(Ni,"Gi\u1ED1ng GPT (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),yh=i(Ni,"EM",{});var fo=e(yh);Ue=l(fo,"auto-regression"),fo.forEach(h),Ye=l(Ni," Transformer)"),Ni.forEach(h),ze=g(zn),Bt=i(zn,"LI",{});var Ii=e(Bt);Qe=l(Ii,"Gi\u1ED1ng BERT (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),kh=i(Ii,"EM",{});var po=e(kh);Fe=l(po,"auto-encoding"),po.forEach(h),Xe=l(Ii," Transformer)"),Ii.forEach(h),Je=g(zn),Lt=i(zn,"LI",{});var Ri=e(Lt);We=l(Ri,"Gi\u1ED1ng BART/T5 (c\xF2n \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),bh=i(Ri,"EM",{});var yo=e(bh);Ze=l(yo,"sequence-to-sequence"),yo.forEach(h),tr=l(Ri," Transformer)"),Ri.forEach(h),zn.forEach(h),qc=g(t),_n=i(t,"P",{});var ko=e(_n);nr=l(ko,"Ch\xFAng ta s\u1EBD \u0111i s\xE2u h\u01A1n v\xE0o c\xE1c nh\xF3m n\xE0y \u1EDF c\xE1c ph\u1EA7n sau."),ko.forEach(h),xc=g(t),C=i(t,"H2",{class:!0});var Si=e(C);rt=i(Si,"A",{id:!0,class:!0,href:!0});var bo=e(rt);_h=i(bo,"SPAN",{});var _o=e(_h);p(Vt.$$.fragment,_o),_o.forEach(h),bo.forEach(h),hr=g(Si),Eh=i(Si,"SPAN",{});var Eo=e(Eh);cr=l(Eo,"Transformers l\xE0 m\xF4 h\xECnh ng\xF4n ng\u1EEF"),Eo.forEach(h),Si.forEach(h),Gc=g(t),lt=i(t,"P",{});var Bi=e(lt);ir=l(Bi,"T\u1EA5t c\u1EA3 c\xE1c m\xF4 h\xECnh Transformer \u0111\u01B0\u1EE3c \u0111\u1EC1 c\u1EADp \u1EDF tr\xEAn (GPT, BERT, BART, T5, v.v.) \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n th\xE0nh c\xE1c "),Th=i(Bi,"EM",{});var To=e(Th);er=l(To,"m\xF4 h\xECnh ng\xF4n ng\u1EEF"),To.forEach(h),rr=l(Bi,". \u0110i\u1EC1u n\xE0y c\xF3 ngh\u0129a l\xE0 ch\xFAng \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\xEAn m\u1ED9t l\u01B0\u1EE3ng l\u1EDBn v\u0103n b\u1EA3n th\xF4 theo ph\u01B0\u01A1ng ph\xE1p t\u1EF1 gi\xE1m s\xE1t. H\u1ECDc t\u1EF1 gi\xE1m s\xE1t l\xE0 m\u1ED9t lo\u1EA1i h\xECnh hu\u1EA5n luy\u1EC7n trong \u0111\xF3 m\u1EE5c ti\xEAu \u0111\u01B0\u1EE3c t\xEDnh to\xE1n t\u1EF1 \u0111\u1ED9ng t\u1EEB c\xE1c \u0111\u1EA7u v\xE0o c\u1EE7a m\xF4 h\xECnh. \u0110i\u1EC1u \u0111\xF3 c\xF3 ngh\u0129a l\xE0 con ng\u01B0\u1EDDi kh\xF4ng c\u1EA7n thi\u1EBFt ph\u1EA3i g\u1EAFn nh\xE3n d\u1EEF li\u1EC7u!"),Bi.forEach(h),Mc=g(t),at=i(t,"P",{});var Li=e(at);lr=l(Li,"Lo\u1EA1i m\xF4 h\xECnh n\xE0y ph\xE1t tri\u1EC3n theo s\u1EF1 hi\u1EC3u bi\u1EBFt th\u1ED1ng k\xEA v\u1EC1 ng\xF4n ng\u1EEF m\xE0 n\xF3 \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n, nh\u01B0ng n\xF3 kh\xF4ng h\u1EEFu \xEDch l\u1EAFm cho c\xE1c t\xE1c v\u1EE5 c\u1EE5 th\u1EC3 trong th\u1EF1c t\u1EBF. Do \u0111\xF3, m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n chung chung tr\u01B0\u1EDBc sau \u0111\xF3 s\u1EBD tr\u1EA3i qua m\u1ED9t qu\xE1 tr\xECnh \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),$h=i(Li,"EM",{});var $o=e($h);ar=l($o,"h\u1ECDc chuy\u1EC3n giao"),$o.forEach(h),or=l(Li,". Trong qu\xE1 tr\xECnh n\xE0y, m\xF4 h\xECnh \u0111\u01B0\u1EE3c tinh ch\u1EC9nh theo c\xE1ch c\xF3 gi\xE1m s\xE1t - ngh\u0129a l\xE0 s\u1EED d\u1EE5ng c\xE1c nh\xE3n do con ng\u01B0\u1EDDi g\xE1n - tr\xEAn m\u1ED9t t\xE1c v\u1EE5 nh\u1EA5t \u0111\u1ECBnh."),Li.forEach(h),Nc=g(t),P=i(t,"P",{});var Qn=e(P);sr=l(Qn,"V\xED d\u1EE5 v\u1EC1 m\u1ED9t t\xE1c v\u1EE5 c\xF3 th\u1EC3 k\u1EC3 \u0111\u1EBFn d\u1EF1 \u0111o\xE1n t\u1EEB ti\u1EBFp theo trong m\u1ED9t c\xE2u \u0111\xE3 \u0111\u1ECDc cho tr\u01B0\u1EDBc "),wh=i(Qn,"EM",{});var wo=e(wh);ur=l(wo,"n"),wo.forEach(h),gr=l(Qn," t\u1EEB tr\u01B0\u1EDBc \u0111\xF3. \u0110\xE2y \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),Ph=i(Qn,"EM",{});var Po=e(Ph);mr=l(Po,"m\xF4 h\xECnh ng\xF4n ng\u1EEF nh\xE2n qu\u1EA3"),Po.forEach(h),vr=l(Qn," b\u1EDFi v\xEC \u0111\u1EA7u ra ph\u1EE5 thu\u1ED9c v\xE0o c\xE1c \u0111\u1EA7u v\xE0o trong qu\xE1 kh\u1EE9 v\xE0 hi\u1EC7n t\u1EA1i, nh\u01B0ng kh\xF4ng ph\u1EE5 thu\u1ED9c v\xE0o c\xE1c \u0111\u1EA7u v\xE0o trong t\u01B0\u01A1ng lai."),Qn.forEach(h),Ic=g(t),D=i(t,"DIV",{class:!0});var Vi=e(D);Ct=i(Vi,"IMG",{class:!0,src:!0,alt:!0}),fr=g(Vi),Dt=i(Vi,"IMG",{class:!0,src:!0,alt:!0}),Vi.forEach(h),Rc=g(t),ot=i(t,"P",{});var Ci=e(ot);pr=l(Ci,"Another example is "),Ah=i(Ci,"EM",{});var Ao=e(Ah);dr=l(Ao,"masked language modeling"),Ao.forEach(h),yr=l(Ci,", in which the model predicts a masked word in the sentence."),Ci.forEach(h),Sc=g(t),K=i(t,"DIV",{class:!0});var Di=e(K);Kt=i(Di,"IMG",{class:!0,src:!0,alt:!0}),kr=g(Di),Ht=i(Di,"IMG",{class:!0,src:!0,alt:!0}),Di.forEach(h),Bc=g(t),H=i(t,"H2",{class:!0});var Ki=e(H);st=i(Ki,"A",{id:!0,class:!0,href:!0});var qo=e(st);qh=i(qo,"SPAN",{});var xo=e(qh);p(Ot.$$.fragment,xo),xo.forEach(h),qo.forEach(h),br=g(Ki),xh=i(Ki,"SPAN",{});var Go=e(xh);_r=l(Go,"Transformers l\xE0 m\xF4 h\xECnh l\u1EDBn"),Go.forEach(h),Ki.forEach(h),Lc=g(t),En=i(t,"P",{});var Mo=e(En);Er=l(Mo,"Ngo\xE0i m\u1ED9t s\u1ED1 ngo\u1EA1i l\u1EC7 (nh\u01B0 DistilBERT), chi\u1EBFn l\u01B0\u1EE3c chung \u0111\u1EC3 \u0111\u1EA1t \u0111\u01B0\u1EE3c hi\u1EC7u su\u1EA5t t\u1ED1t h\u01A1n l\xE0 t\u0103ng k\xEDch th\u01B0\u1EDBc c\u1EE7a c\xE1c m\xF4 h\xECnh c\u0169ng nh\u01B0 l\u01B0\u1EE3ng d\u1EEF li\u1EC7u m\xE0 ch\xFAng \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc."),Mo.forEach(h),Vc=g(t),jt=i(t,"DIV",{class:!0});var No=e(jt);Ut=i(No,"IMG",{src:!0,alt:!0,width:!0}),No.forEach(h),Cc=g(t),Tn=i(t,"P",{});var Io=e(Tn);Tr=l(Io,"Ti\u1EBFc thay, vi\u1EC7c hu\u1EA5n luy\u1EC7n m\u1ED9t m\xF4 h\xECnh, \u0111\u1EB7c bi\u1EC7t l\xE0 m\u1ED9t m\xF4 h\xECnh l\u1EDBn, \u0111\xF2i h\u1ECFi m\u1ED9t l\u01B0\u1EE3ng l\u1EDBn d\u1EEF li\u1EC7u. \u0110i\u1EC1u n\xE0y tr\u1EDF n\xEAn r\u1EA5t t\u1ED1n k\xE9m v\u1EC1 m\u1EB7t th\u1EDDi gian v\xE0 t\xE0i nguy\xEAn t\xEDnh to\xE1n. N\xF3 th\u1EADm ch\xED c\xF2n chuy\u1EC3n th\xE0nh t\xE1c \u0111\u1ED9ng m\xF4i tr\u01B0\u1EDDng, nh\u01B0 c\xF3 th\u1EC3 th\u1EA5y trong bi\u1EC3u \u0111\u1ED3 sau."),Io.forEach(h),Dc=g(t),O=i(t,"DIV",{class:!0});var Hi=e(O);Yt=i(Hi,"IMG",{class:!0,src:!0,alt:!0}),$r=g(Hi),zt=i(Hi,"IMG",{class:!0,src:!0,alt:!0}),Hi.forEach(h),Kc=g(t),p(Qt.$$.fragment,t),Hc=g(t),$n=i(t,"P",{});var Ro=e($n);wr=l(Ro,"V\xE0 \u0111i\u1EC1u n\xE0y cho th\u1EA5y m\u1ED9t d\u1EF1 \xE1n cho m\u1ED9t m\xF4 h\xECnh (r\u1EA5t l\u1EDBn) \u0111\u01B0\u1EE3c d\u1EABn d\u1EAFt b\u1EDFi m\u1ED9t nh\xF3m c\xF3 \xFD th\u1EE9c c\u1ED1 g\u1EAFng gi\u1EA3m t\xE1c \u0111\u1ED9ng m\xF4i tr\u01B0\u1EDDng c\u1EE7a qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc. D\u1EA5u ch\xE2n c\u1EE7a vi\u1EC7c ch\u1EA1y nhi\u1EC1u th\u1EED nghi\u1EC7m \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c si\xEAu th\xF4ng s\u1ED1 t\u1ED1t nh\u1EA5t s\u1EBD c\xF2n cao h\u01A1n."),Ro.forEach(h),Oc=g(t),wn=i(t,"P",{});var So=e(wn);Pr=l(So,"H\xE3y t\u01B0\u1EDFng t\u01B0\u1EE3ng n\u1EBFu m\u1ED7i l\u1EA7n m\u1ED9t nh\xF3m nghi\xEAn c\u1EE9u, m\u1ED9t t\u1ED5 ch\u1EE9c sinh vi\xEAn ho\u1EB7c m\u1ED9t c\xF4ng ty mu\u1ED1n hu\u1EA5n luy\u1EC7n m\u1ED9t m\xF4 h\xECnh, h\u1ECD s\u1EBD th\u1EF1c hi\u1EC7n nh\u01B0 v\u1EADy t\u1EEB \u0111\u1EA7u. \u0110i\u1EC1u n\xE0y s\u1EBD d\u1EABn \u0111\u1EBFn chi ph\xED kh\u1ED5ng l\u1ED3, kh\xF4ng c\u1EA7n thi\u1EBFt!"),So.forEach(h),jc=g(t),Pn=i(t,"P",{});var Bo=e(Pn);Ar=l(Bo,"\u0110\xE2y l\xE0 l\xFD do t\u1EA1i sao vi\u1EC7c chia s\u1EBB c\xE1c m\xF4 h\xECnh ng\xF4n ng\u1EEF l\xE0 \u0111i\u1EC1u t\u1ED1i quan tr\u1ECDng: chia s\u1EBB c\xE1c tr\u1ECDng s\u1ED1 \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n v\xE0 x\xE2y d\u1EF1ng tr\xEAn c\xE1c tr\u1ECDng s\u1ED1 \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n gi\xFAp gi\u1EA3m chi ph\xED t\xEDnh to\xE1n t\u1ED5ng th\u1EC3 v\xE0 l\u01B0\u1EE3ng kh\xED th\u1EA3i carbon t\u1EDBi c\u1ED9ng \u0111\u1ED3ng."),Bo.forEach(h),Uc=g(t),j=i(t,"H2",{class:!0});var Oi=e(j);ut=i(Oi,"A",{id:!0,class:!0,href:!0});var Lo=e(ut);Gh=i(Lo,"SPAN",{});var Vo=e(Gh);p(Ft.$$.fragment,Vo),Vo.forEach(h),Lo.forEach(h),qr=g(Oi),Mh=i(Oi,"SPAN",{});var Co=e(Mh);xr=l(Co,"H\u1ECDc chuy\u1EC3n giao"),Co.forEach(h),Oi.forEach(h),Yc=g(t),p(Xt.$$.fragment,t),zc=g(t),Jt=i(t,"P",{});var ga=e(Jt);Nh=i(ga,"EM",{});var Do=e(Nh);Gr=l(Do,"Hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc"),Do.forEach(h),Mr=l(ga," l\xE0 h\xE0nh \u0111\u1ED9ng hu\u1EA5n luy\u1EC7n m\u1ED9t m\xF4 h\xECnh t\u1EEB \u0111\u1EA7u: c\xE1c tr\u1ECDng s\u1ED1 \u0111\u01B0\u1EE3c kh\u1EDFi t\u1EA1o ng\u1EABu nhi\xEAn v\xE0 qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n b\u1EAFt \u0111\u1EA7u m\xE0 kh\xF4ng c\u1EA7n bi\u1EBFt tr\u01B0\u1EDBc b\u1EA5t k\u1EF3 \u0111i\u1EC1u g\xEC."),ga.forEach(h),Qc=g(t),U=i(t,"DIV",{class:!0});var ji=e(U);Wt=i(ji,"IMG",{class:!0,src:!0,alt:!0}),Nr=g(ji),Zt=i(ji,"IMG",{class:!0,src:!0,alt:!0}),ji.forEach(h),Fc=g(t),An=i(t,"P",{});var Ko=e(An);Ir=l(Ko,"Vi\u1EC7c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc n\xE0y th\u01B0\u1EDDng \u0111\u01B0\u1EE3c th\u1EF1c hi\u1EC7n tr\xEAn m\u1ED9t l\u01B0\u1EE3ng d\u1EEF li\u1EC7u r\u1EA5t l\u1EDBn. Do \u0111\xF3, n\xF3 y\xEAu c\u1EA7u m\u1ED9t kho d\u1EEF li\u1EC7u r\u1EA5t l\u1EDBn v\xE0 qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n c\xF3 th\u1EC3 m\u1EA5t \u0111\u1EBFn v\xE0i tu\u1EA7n."),Ko.forEach(h),Xc=g(t),A=i(t,"P",{});var Fn=e(A);Rr=l(Fn,"M\u1EB7t kh\xE1c, "),Ih=i(Fn,"EM",{});var Ho=e(Ih);Sr=l(Ho,"tinh ch\u1EC9nh"),Ho.forEach(h),Br=l(Fn," l\xE0 qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n \u0111\u01B0\u1EE3c th\u1EF1c hi\u1EC7n "),Rh=i(Fn,"STRONG",{});var Oo=e(Rh);Lr=l(Oo,"sau khi"),Oo.forEach(h),Vr=l(Fn," m\u1ED9t m\xF4 h\xECnh \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc. \u0110\u1EC3 th\u1EF1c hi\u1EC7n vi\u1EC7c tinh ch\u1EC9nh, tr\u01B0\u1EDBc ti\xEAn b\u1EA1n c\u1EA7n c\xF3 m\u1ED9t m\xF4 h\xECnh ng\xF4n ng\u1EEF \u0111\xE3 hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc, sau \u0111\xF3 th\u1EF1c hi\u1EC7n hu\u1EA5n luy\u1EC7n b\u1ED5 sung v\u1EDBi m\u1ED9t t\u1EADp d\u1EEF li\u1EC7u c\u1EE5 th\u1EC3 cho t\xE1c v\u1EE5 c\u1EE7a b\u1EA1n. Khoan - t\u1EA1i sao kh\xF4ng \u0111\u01A1n gi\u1EA3n l\xE0 hu\u1EA5n luy\u1EC7n tr\u1EF1c ti\u1EBFp cho t\xE1c v\u1EE5 cu\u1ED1i c\xF9ng? C\xF3 m\u1ED9t v\xE0i l\xFD do nh\u01B0 sau:"),Fn.forEach(h),Jc=g(t),q=i(t,"UL",{});var Xn=e(q);Sh=i(Xn,"LI",{});var jo=e(Sh);Cr=l(jo,"M\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\xEAn m\u1ED9t b\u1ED9 d\u1EEF li\u1EC7u c\xF3 m\u1ED9t s\u1ED1 \u0111i\u1EC3m t\u01B0\u01A1ng \u0111\u1ED3ng v\u1EDBi b\u1ED9 d\u1EEF li\u1EC7u tinh ch\u1EC9nh. Do \u0111\xF3, qu\xE1 tr\xECnh tinh ch\u1EC9nh c\xF3 th\u1EC3 t\u1EADn d\u1EE5ng ki\u1EBFn th\u1EE9c c\xF3 \u0111\u01B0\u1EE3c b\u1EDFi m\xF4 h\xECnh ban \u0111\u1EA7u trong qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc (v\xED d\u1EE5: v\u1EDBi c\xE1c v\u1EA5n \u0111\u1EC1 NLP, m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc s\u1EBD c\xF3 m\u1ED9t s\u1ED1 hi\u1EC3u bi\u1EBFt th\u1ED1ng k\xEA v\u1EC1 ng\xF4n ng\u1EEF b\u1EA1n \u0111ang s\u1EED d\u1EE5ng cho t\xE1c v\u1EE5 c\u1EE7a m\xECnh)."),jo.forEach(h),Dr=g(Xn),Bh=i(Xn,"LI",{});var Uo=e(Bh);Kr=l(Uo,"V\xEC m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\xE3 \u0111\u01B0\u1EE3c \u0111\xE0o t\u1EA1o tr\xEAn nhi\u1EC1u d\u1EEF li\u1EC7u, n\xEAn vi\u1EC7c tinh ch\u1EC9nh y\xEAu c\u1EA7u \xEDt d\u1EEF li\u1EC7u h\u01A1n \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t."),Uo.forEach(h),Hr=g(Xn),Lh=i(Xn,"LI",{});var Yo=e(Lh);Or=l(Yo,"V\u1EDBi l\xFD do t\u01B0\u01A1ng t\u1EF1, l\u01B0\u1EE3ng th\u1EDDi gian v\xE0 ngu\u1ED3n l\u1EF1c c\u1EA7n thi\u1EBFt \u0111\u1EC3 \u0111\u1EA1t \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t th\u1EA5p h\u01A1n nhi\u1EC1u."),Yo.forEach(h),Xn.forEach(h),Wc=g(t),gt=i(t,"P",{});var Ui=e(gt);jr=l(Ui,"V\xED d\u1EE5: ng\u01B0\u1EDDi ta c\xF3 th\u1EC3 t\u1EADn d\u1EE5ng m\u1ED9t m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\xEAn ng\xF4n ng\u1EEF ti\u1EBFng Anh v\xE0 sau \u0111\xF3 tinh ch\u1EC9nh n\xF3 tr\xEAn kho ng\u1EEF li\u1EC7u arXiv, tr\u1EA3 v\u1EC1 m\u1ED9t m\xF4 h\xECnh d\u1EF1a tr\xEAn khoa h\u1ECDc/nghi\xEAn c\u1EE9u. Vi\u1EC7c tinh ch\u1EC9nh s\u1EBD ch\u1EC9 y\xEAu c\u1EA7u m\u1ED9t l\u01B0\u1EE3ng d\u1EEF li\u1EC7u h\u1EA1n ch\u1EBF: ki\u1EBFn th\u1EE9c m\xE0 m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc \u0111\u01B0\u1EE3c \u201Cchuy\u1EC3n giao\u201D, do \u0111\xF3 ta c\xF3 thu\u1EADt ng\u1EEF "),Vh=i(Ui,"EM",{});var zo=e(Vh);Ur=l(zo,"h\u1ECDc chuy\u1EC3n giao"),zo.forEach(h),Yr=l(Ui,"."),Ui.forEach(h),Zc=g(t),Y=i(t,"DIV",{class:!0});var Yi=e(Y);tn=i(Yi,"IMG",{class:!0,src:!0,alt:!0}),zr=g(Yi),nn=i(Yi,"IMG",{class:!0,src:!0,alt:!0}),Yi.forEach(h),ti=g(t),qn=i(t,"P",{});var Qo=e(qn);Qr=l(Qo,"Do \u0111\xF3, vi\u1EC7c tinh ch\u1EC9nh m\u1ED9t m\xF4 h\xECnh c\xF3 chi ph\xED th\u1EDDi gian, d\u1EEF li\u1EC7u, t\xE0i ch\xEDnh v\xE0 m\xF4i tr\u01B0\u1EDDng th\u1EA5p h\u01A1n. Vi\u1EC7c l\u1EB7p l\u1EA1i c\xE1c b\u01B0\u1EDBc tinh ch\u1EC9nh kh\xE1c nhau c\u0169ng nhanh h\u01A1n v\xE0 d\u1EC5 d\xE0ng h\u01A1n, v\xEC qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n \xEDt b\u1ECB r\xE0ng bu\u1ED9c h\u01A1n so v\u1EDBi hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc t\u1EEB \u0111\u1EA7u."),Qo.forEach(h),ni=g(t),xn=i(t,"P",{});var Fo=e(xn);Fr=l(Fo,"Qu\xE1 tr\xECnh n\xE0y c\u0169ng s\u1EBD \u0111\u1EA1t \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 t\u1ED1t h\u01A1n so v\u1EDBi hu\u1EA5n luy\u1EC7n t\u1EEB \u0111\u1EA7u (tr\u1EEB khi b\u1EA1n c\xF3 nhi\u1EC1u d\u1EEF li\u1EC7u), \u0111\xF3 l\xE0 l\xFD do t\u1EA1i sao b\u1EA1n n\xEAn lu\xF4n c\u1ED1 g\u1EAFng t\u1EADn d\u1EE5ng m\u1ED9t m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc - m\u1ED9t m\xF4 h\xECnh c\xE0ng g\u1EA7n v\u1EDBi t\xE1c v\u1EE5 b\u1EA1n c\xF3 trong tay c\xE0ng t\u1ED1t - v\xE0 \u0111i\u1EC1u ch\u1EC9nh n\xF3."),Fo.forEach(h),hi=g(t),z=i(t,"H2",{class:!0});var zi=e(z);mt=i(zi,"A",{id:!0,class:!0,href:!0});var Xo=e(mt);Ch=i(Xo,"SPAN",{});var Jo=e(Ch);p(hn.$$.fragment,Jo),Jo.forEach(h),Xo.forEach(h),Xr=g(zi),Dh=i(zi,"SPAN",{});var Wo=e(Dh);Jr=l(Wo,"Ki\u1EBFn tr\xFAc t\u1ED5ng quan"),Wo.forEach(h),zi.forEach(h),ci=g(t),Gn=i(t,"P",{});var Zo=e(Gn);Wr=l(Zo,"Trong ph\u1EA7n n\xE0y, ch\xFAng ta s\u1EBD xem x\xE9t ki\u1EBFn tr\xFAc chung c\u1EE7a m\xF4 h\xECnh Transformer. \u0110\u1EEBng lo l\u1EAFng n\u1EBFu b\u1EA1n kh\xF4ng hi\u1EC3u m\u1ED9t s\u1ED1 kh\xE1i ni\u1EC7m; c\xF3 c\xE1c ph\u1EA7n sau bao g\u1ED3m chi ti\u1EBFt t\u1EEBng th\xE0nh ph\u1EA7n."),Zo.forEach(h),ii=g(t),p(cn.$$.fragment,t),ei=g(t),Q=i(t,"H2",{class:!0});var Qi=e(Q);vt=i(Qi,"A",{id:!0,class:!0,href:!0});var ts=e(vt);Kh=i(ts,"SPAN",{});var ns=e(Kh);p(en.$$.fragment,ns),ns.forEach(h),ts.forEach(h),Zr=g(Qi),Hh=i(Qi,"SPAN",{});var hs=e(Hh);tl=l(hs,"Gi\u1EDBi thi\u1EC7u"),hs.forEach(h),Qi.forEach(h),ri=g(t),Mn=i(t,"P",{});var cs=e(Mn);nl=l(cs,"V\u1EC1 c\u01A1 b\u1EA3n, m\xF4 h\xECnh bao g\u1ED3m hai kh\u1ED1i:"),cs.forEach(h),li=g(t),ft=i(t,"UL",{});var Fi=e(ft);Nn=i(Fi,"LI",{});var ma=e(Nn);Oh=i(ma,"STRONG",{});var is=e(Oh);hl=l(is,"B\u1ED9 m\xE3 h\xF3a (b\xEAn tr\xE1i)"),is.forEach(h),cl=l(ma,": B\u1ED9 m\xE3 h\xF3a nh\u1EADn \u0111\u1EA7u v\xE0o v\xE0 x\xE2y d\u1EF1ng bi\u1EC3u di\u1EC5n (c\xE1c \u0111\u1EB7c tr\u01B0ng c\u1EE7a n\xF3). \u0110i\u1EC1u n\xE0y c\xF3 ngh\u0129a l\xE0 m\xF4 h\xECnh \u0111\u01B0\u1EE3c t\u1ED1i \u01B0u h\xF3a \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c s\u1EF1 hi\u1EC3u bi\u1EBFt t\u1EEB \u0111\u1EA7u v\xE0o."),ma.forEach(h),il=g(Fi),In=i(Fi,"LI",{});var va=e(In);jh=i(va,"STRONG",{});var es=e(jh);el=l(es,"B\u1ED9 gi\u1EA3i m\xE3 (b\xEAn ph\u1EA3i)"),es.forEach(h),rl=l(va,": B\u1ED9 gi\u1EA3i m\xE3 s\u1EED d\u1EE5ng bi\u1EC3u di\u1EC5n (\u0111\u1EB7c tr\u01B0ng) c\u1EE7a b\u1ED9 m\xE3 h\xF3a c\xF9ng v\u1EDBi c\xE1c \u0111\u1EA7u v\xE0o kh\xE1c \u0111\u1EC3 t\u1EA1o chu\u1ED7i \u0111\xEDch. \u0110i\u1EC1u n\xE0y c\xF3 ngh\u0129a l\xE0 m\xF4 h\xECnh \u0111\u01B0\u1EE3c t\u1ED1i \u01B0u h\xF3a \u0111\u1EC3 t\u1EA1o ra k\u1EBFt qu\u1EA3 \u0111\u1EA7u ra."),va.forEach(h),Fi.forEach(h),ai=g(t),F=i(t,"DIV",{class:!0});var Xi=e(F);rn=i(Xi,"IMG",{class:!0,src:!0,alt:!0}),ll=g(Xi),ln=i(Xi,"IMG",{class:!0,src:!0,alt:!0}),Xi.forEach(h),oi=g(t),Rn=i(t,"P",{});var rs=e(Rn);al=l(rs,"M\u1ED7i ph\u1EA7n c\xF3 th\u1EC3 \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng \u0111\u1ED9c l\u1EADp, t\xF9y thu\u1ED9c v\xE0o t\xE1c v\u1EE5:"),rs.forEach(h),si=g(t),x=i(t,"UL",{});var Jn=e(x);Sn=i(Jn,"LI",{});var fa=e(Sn);Uh=i(fa,"STRONG",{});var ls=e(Uh);ol=l(ls,"C\xE1c m\xF4 h\xECnh ch\u1EC9 d\xF9ng b\u1ED9 m\xE3 h\xF3a"),ls.forEach(h),sl=l(fa,": Ph\xF9 h\u1EE3p v\u1EDBi c\xE1c t\xE1c v\u1EE5 y\xEAu c\u1EA7u hi\u1EC3u r\xF5 v\u1EC1 \u0111\u1EA7u v\xE0o, ch\u1EB3ng h\u1EA1n nh\u01B0 ph\xE2n lo\u1EA1i c\xE2u v\xE0 nh\u1EADn d\u1EA1ng th\u1EF1c th\u1EC3 \u0111\u01B0\u1EE3c \u0111\u1EB7t t\xEAn."),fa.forEach(h),ul=g(Jn),Bn=i(Jn,"LI",{});var pa=e(Bn);Yh=i(pa,"STRONG",{});var as=e(Yh);gl=l(as,"C\xE1c m\xF4 h\xECnh ch\u1EC9 d\xF9ng b\u1ED9 gi\u1EA3i m\xE3"),as.forEach(h),ml=l(pa,": T\u1ED1t cho c\xE1c t\xE1c v\u1EE5 t\u1ED5ng h\u1EE3p nh\u01B0 t\u1EA1o v\u0103n b\u1EA3n."),pa.forEach(h),vl=g(Jn),pt=i(Jn,"LI",{});var dc=e(pt);zh=i(dc,"STRONG",{});var os=e(zh);fl=l(os,"C\xE1c m\xF4 h\xECnh b\u1ED9 m\xE3 h\xF3a-gi\u1EA3i m\xE3"),os.forEach(h),pl=l(dc," ho\u1EB7c "),Qh=i(dc,"STRONG",{});var ss=e(Qh);dl=l(ss,"m\xF4 h\xECnh chu\u1ED7i-sang-chu\u1ED7i"),ss.forEach(h),yl=l(dc,": T\u1ED1t cho c\xE1c t\xE1c v\u1EE5 t\u1ED5ng h\u1EE3p y\xEAu c\u1EA7u \u0111\u1EA7u v\xE0o, ch\u1EB3ng h\u1EA1n nh\u01B0 d\u1ECBch m\xE1y ho\u1EB7c t\xF3m t\u1EAFt."),dc.forEach(h),Jn.forEach(h),ui=g(t),Ln=i(t,"P",{});var us=e(Ln);kl=l(us,"Ch\xFAng ta s\u1EBD \u0111i s\xE2u v\xE0o c\xE1c ki\u1EBFn tr\xFAc \u0111\xF3 m\u1ED9t c\xE1ch \u0111\u1ED9c l\u1EADp trong c\xE1c ph\u1EA7n sau."),us.forEach(h),gi=g(t),X=i(t,"H2",{class:!0});var Ji=e(X);dt=i(Ji,"A",{id:!0,class:!0,href:!0});var gs=e(dt);Fh=i(gs,"SPAN",{});var ms=e(Fh);p(an.$$.fragment,ms),ms.forEach(h),gs.forEach(h),bl=g(Ji),Xh=i(Ji,"SPAN",{});var vs=e(Xh);_l=l(vs,"C\xE1c l\u1EDBp Attention"),vs.forEach(h),Ji.forEach(h),mi=g(t),G=i(t,"P",{});var Wn=e(G);El=l(Wn,"M\u1ED9t t\xEDnh n\u0103ng ch\xEDnh c\u1EE7a c\xE1c m\xF4 h\xECnh Transformer l\xE0 ch\xFAng \u0111\u01B0\u1EE3c x\xE2y d\u1EF1ng v\u1EDBi c\xE1c l\u1EDBp \u0111\u1EB7c bi\u1EC7t \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 "),Jh=i(Wn,"EM",{});var fs=e(Jh);Tl=l(fs,"Attention"),fs.forEach(h),$l=l(Wn,". Tr\xEAn th\u1EF1c t\u1EBF, ti\xEAu \u0111\u1EC1 c\u1EE7a b\xE0i b\xE1o gi\u1EDBi thi\u1EC7u ki\u1EBFn tr\xFAc Transformer l\xE0 "),on=i(Wn,"A",{href:!0,rel:!0});var ps=e(on);wl=l(ps,"\u201CAttention is all you need\u201D"),ps.forEach(h),Pl=l(Wn," hay \u201CS\u1EF1 ch\xFA \xFD l\xE0 t\u1EA5t c\u1EA3 nh\u1EEFng g\xEC b\u1EA1n c\u1EA7n\u201D! Ch\xFAng ta s\u1EBD kh\xE1m ph\xE1 chi ti\u1EBFt v\u1EC1 c\xE1c l\u1EDBp Attention \u1EDF ph\u1EA7n sau c\u1EE7a kh\xF3a h\u1ECDc; hi\u1EC7n t\u1EA1i, t\u1EA5t c\u1EA3 nh\u1EEFng g\xEC b\u1EA1n c\u1EA7n bi\u1EBFt l\xE0 l\u1EDBp n\xE0y s\u1EBD y\xEAu c\u1EA7u m\xF4 h\xECnh ch\xFA \xFD c\u1EE5 th\u1EC3 \u0111\u1EBFn c\xE1c t\u1EEB nh\u1EA5t \u0111\u1ECBnh trong c\xE2u b\u1EA1n \u0111\xE3 chuy\u1EC3n n\xF3 (v\xE0 \xEDt nhi\u1EC1u b\u1ECF qua nh\u1EEFng t\u1EEB kh\xE1c) khi x\u1EED l\xFD bi\u1EC3u di\u1EC5n c\u1EE7a t\u1EEBng t\u1EEB."),Wn.forEach(h),vi=g(t),Vn=i(t,"P",{});var ds=e(Vn);Al=l(ds,"\u0110\u1EC3 \u0111\u1EB7t \u0111i\u1EC1u n\xE0y v\xE0o ng\u1EEF c\u1EA3nh, c\xF9ng xem t\xE1c v\u1EE5 d\u1ECBch v\u0103n b\u1EA3n t\u1EEB ti\u1EBFng Anh sang ti\u1EBFng Ph\xE1p. V\u1EDBi \u0111\u1EA7u v\xE0o l\xE0 \u201CYou like this course\u201D (\u201CB\u1EA1n th\xEDch kh\xF3a h\u1ECDc n\xE0y\u201D), m\u1ED9t m\xF4 h\xECnh d\u1ECBch c\u0169ng s\u1EBD c\u1EA7n ph\u1EA3i ch\xFA \xFD v\xE0o t\u1EEB li\u1EC1n k\u1EC1 \u201CYou\u201D \u0111\u1EC3 c\xF3 \u0111\u01B0\u1EE3c b\u1EA3n d\u1ECBch th\xEDch h\u1EE3p cho t\u1EEB \u201Clike\u201D, b\u1EDFi v\xEC trong ti\u1EBFng Ph\xE1p, \u0111\u1ED9ng t\u1EEB \u201Clike\u201D \u0111\u01B0\u1EE3c chia kh\xE1c nhau t\xF9y thu\u1ED9c v\xE0o ch\u1EE7 ng\u1EEF. Tuy nhi\xEAn, ph\u1EA7n c\xF2n l\u1EA1i c\u1EE7a c\xE2u kh\xF4ng h\u1EEFu \xEDch cho vi\u1EC7c d\u1ECBch t\u1EEB \u0111\xF3. T\u01B0\u01A1ng t\u1EF1 nh\u01B0 v\u1EADy, khi d\u1ECBch \u201Cthis\u201D, m\xF4 h\xECnh c\u0169ng s\u1EBD c\u1EA7n ch\xFA \xFD \u0111\u1EBFn t\u1EEB \u201Ccourse\u201D, b\u1EDFi v\xEC \u201Cthis\u201D d\u1ECBch kh\xE1c nhau t\xF9y thu\u1ED9c v\xE0o vi\u1EC7c danh t\u1EEB li\xEAn quan l\xE0 gi\u1ED1ng \u0111\u1EF1c hay gi\u1ED1ng c\xE1i. M\u1ED9t l\u1EA7n n\u1EEFa, c\xE1c t\u1EEB kh\xE1c trong c\xE2u s\u1EBD kh\xF4ng th\xE0nh v\u1EA5n \u0111\u1EC1 \u0111\u1ED1i v\u1EDBi b\u1EA3n d\u1ECBch c\u1EE7a \u201Cthis\u201D. V\u1EDBi c\xE1c c\xE2u ph\u1EE9c t\u1EA1p h\u01A1n (v\xE0 c\xE1c quy t\u1EAFc ng\u1EEF ph\xE1p ph\u1EE9c t\u1EA1p h\u01A1n), m\xF4 h\xECnh s\u1EBD c\u1EA7n \u0111\u1EB7c bi\u1EC7t ch\xFA \xFD \u0111\u1EBFn c\xE1c t\u1EEB c\xF3 th\u1EC3 xu\u1EA5t hi\u1EC7n \u1EDF xa h\u01A1n trong c\xE2u \u0111\u1EC3 d\u1ECBch \u0111\xFAng t\u1EEBng t\u1EEB."),ds.forEach(h),fi=g(t),Cn=i(t,"P",{});var ys=e(Cn);ql=l(ys,"Kh\xE1i ni\u1EC7m t\u01B0\u01A1ng t\u1EF1 c\u0169ng \xE1p d\u1EE5ng cho b\u1EA5t k\u1EF3 t\xE1c v\u1EE5 n\xE0o li\xEAn quan \u0111\u1EBFn ng\xF4n ng\u1EEF t\u1EF1 nhi\xEAn: m\u1ED9t t\u1EEB t\u1EF1 n\xF3 \u0111\xE3 c\xF3 ngh\u0129a, nh\u01B0ng ngh\u0129a \u0111\xF3 b\u1ECB \u1EA3nh h\u01B0\u1EDFng s\xE2u s\u1EAFc b\u1EDFi ng\u1EEF c\u1EA3nh, c\xF3 th\u1EC3 l\xE0 b\u1EA5t k\u1EF3 t\u1EEB n\xE0o kh\xE1c (ho\u1EB7c c\xE1c t\u1EEB) tr\u01B0\u1EDBc ho\u1EB7c sau t\u1EEB \u0111\u01B0\u1EE3c h\u1ECDc."),ys.forEach(h),pi=g(t),Dn=i(t,"P",{});var ks=e(Dn);xl=l(ks,"Gi\u1EDD b\u1EA1n \u0111\xE3 n\u1EAFm \u0111\u01B0\u1EE3c \xFD t\u01B0\u1EDFng v\u1EC1 t\u1EA5t c\u1EA3 c\xE1c l\u1EDBp Attention, ch\xFAng ta h\xE3y xem x\xE9t k\u1EF9 h\u01A1n v\u1EC1 ki\u1EBFn tr\xFAc Transformer."),ks.forEach(h),di=g(t),J=i(t,"H2",{class:!0});var Wi=e(J);yt=i(Wi,"A",{id:!0,class:!0,href:!0});var bs=e(yt);Wh=i(bs,"SPAN",{});var _s=e(Wh);p(sn.$$.fragment,_s),_s.forEach(h),bs.forEach(h),Gl=g(Wi),Zh=i(Wi,"SPAN",{});var Es=e(Zh);Ml=l(Es,"Ki\u1EBFn tr\xFAc g\u1ED1c"),Es.forEach(h),Wi.forEach(h),yi=g(t),Kn=i(t,"P",{});var Ts=e(Kn);Nl=l(Ts,"Ki\u1EBFn tr\xFAc Transformer ban \u0111\u1EA7u \u0111\u01B0\u1EE3c thi\u1EBFt k\u1EBF ph\u1EE5c v\u1EE5 cho d\u1ECBch m\xE1y. Trong qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n, b\u1ED9 m\xE3 h\xF3a nh\u1EADn \u0111\u1EA7u v\xE0o (c\xE2u) b\u1EB1ng m\u1ED9t ng\xF4n ng\u1EEF nh\u1EA5t \u0111\u1ECBnh, trong khi b\u1ED9 gi\u1EA3i m\xE3 nh\u1EADn c\xE1c c\xE2u t\u01B0\u01A1ng t\u1EF1 b\u1EB1ng ng\xF4n ng\u1EEF \u0111\xEDch mong mu\u1ED1n. Trong b\u1ED9 m\xE3 h\xF3a, c\xE1c l\u1EDBp Attention c\xF3 th\u1EC3 s\u1EED d\u1EE5ng t\u1EA5t c\u1EA3 c\xE1c t\u1EEB trong m\u1ED9t c\xE2u (v\xEC, nh\u01B0 ch\xFAng ta v\u1EEBa th\u1EA5y, b\u1EA3n d\u1ECBch c\u1EE7a m\u1ED9t t\u1EEB nh\u1EA5t \u0111\u1ECBnh c\xF3 th\u1EC3 ph\u1EE5 thu\u1ED9c v\xE0o nh\u1EEFng g\xEC \u0111\u1EE9ng sau c\u0169ng nh\u01B0 tr\u01B0\u1EDBc n\xF3 trong c\xE2u). Tuy nhi\xEAn, b\u1ED9 gi\u1EA3i m\xE3 ho\u1EA1t \u0111\u1ED9ng tu\u1EA7n t\u1EF1 v\xE0 ch\u1EC9 c\xF3 th\u1EC3 ch\xFA \xFD \u0111\u1EBFn c\xE1c t\u1EEB trong c\xE2u m\xE0 n\xF3 \u0111\xE3 \u0111\u01B0\u1EE3c d\u1ECBch (v\xEC v\u1EADy, ch\u1EC9 nh\u1EEFng t\u1EEB tr\u01B0\u1EDBc t\u1EEB hi\u1EC7n \u0111ang \u0111\u01B0\u1EE3c t\u1EA1o). V\xED d\u1EE5: khi ch\xFAng ta d\u1EF1 \u0111o\xE1n ba t\u1EEB \u0111\u1EA7u ti\xEAn c\u1EE7a m\u1EE5c ti\xEAu \u0111\xE3 d\u1ECBch, ch\xFAng ta \u0111\u01B0a ch\xFAng cho b\u1ED9 gi\u1EA3i m\xE3, sau \u0111\xF3 s\u1EED d\u1EE5ng t\u1EA5t c\u1EA3 c\xE1c \u0111\u1EA7u v\xE0o c\u1EE7a b\u1ED9 m\xE3 h\xF3a \u0111\u1EC3 c\u1ED1 g\u1EAFng d\u1EF1 \u0111o\xE1n t\u1EEB th\u1EE9 t\u01B0."),Ts.forEach(h),ki=g(t),Hn=i(t,"P",{});var $s=e(Hn);Il=l($s,"\u0110\u1EC3 t\u0103ng t\u1ED1c \u0111\u1ED9 m\u1ECDi th\u1EE9 trong qu\xE1 tr\xECnh hu\u1EA5n luy\u1EC7n (khi m\xF4 h\xECnh c\xF3 quy\u1EC1n truy c\u1EADp v\xE0o c\xE1c c\xE2u \u0111\xEDch), b\u1ED9 gi\u1EA3i m\xE3 \u0111\u01B0\u1EE3c cung c\u1EA5p to\xE0n b\u1ED9 nh\xE3n, nh\u01B0ng n\xF3 kh\xF4ng \u0111\u01B0\u1EE3c ph\xE9p s\u1EED d\u1EE5ng c\xE1c t\u1EEB trong t\u01B0\u01A1ng lai (n\u1EBFu n\xF3 c\xF3 quy\u1EC1n truy c\u1EADp v\xE0o t\u1EEB \u1EDF v\u1ECB tr\xED 2 khi c\u1ED1 g\u1EAFng d\u1EF1 \u0111o\xE1n t\u1EEB \u1EDF v\u1ECB tr\xED 2, v\u1EA5n \u0111\u1EC1 s\u1EBD kh\xF4ng kh\xF3 l\u1EAFm!). V\xED d\u1EE5: khi c\u1ED1 g\u1EAFng d\u1EF1 \u0111o\xE1n t\u1EEB th\u1EE9 t\u01B0, l\u1EDBp Attention s\u1EBD ch\u1EC9 c\xF3 quy\u1EC1n truy c\u1EADp v\xE0o c\xE1c t\u1EEB \u1EDF v\u1ECB tr\xED 1 \u0111\u1EBFn 3."),$s.forEach(h),bi=g(t),On=i(t,"P",{});var ws=e(On);Rl=l(ws,"Ki\u1EBFn tr\xFAc Transformer g\u1ED1c tr\xF4ng nh\u01B0 sau, v\u1EDBi b\u1ED9 m\xE3 h\xF3a \u1EDF b\xEAn tr\xE1i v\xE0 b\u1ED9 gi\u1EA3i m\xE3 \u1EDF b\xEAn ph\u1EA3i:"),ws.forEach(h),_i=g(t),W=i(t,"DIV",{class:!0});var Zi=e(W);un=i(Zi,"IMG",{class:!0,src:!0,alt:!0}),Sl=g(Zi),gn=i(Zi,"IMG",{class:!0,src:!0,alt:!0}),Zi.forEach(h),Ei=g(t),jn=i(t,"P",{});var Ps=e(jn);Bl=l(Ps,"L\u01B0u \xFD r\u1EB1ng l\u1EDBp Attention \u0111\u1EA7u ti\xEAn trong b\u1ED9 gi\u1EA3i m\xE3 ch\xFA \xFD \u0111\u1EBFn t\u1EA5t c\u1EA3 \u0111\u1EA7u v\xE0o (qu\xE1 kh\u1EE9) c\u1EE7a b\u1ED9 gi\u1EA3i m\xE3, nh\u01B0ng l\u1EDBp Attention th\u1EE9 hai s\u1EED d\u1EE5ng \u0111\u1EA7u ra c\u1EE7a b\u1ED9 m\xE3 h\xF3a. Do \u0111\xF3, n\xF3 c\xF3 th\u1EC3 truy c\u1EADp to\xE0n b\u1ED9 c\xE2u \u0111\u1EA7u v\xE0o \u0111\u1EC3 d\u1EF1 \u0111o\xE1n t\u1ED1t nh\u1EA5t t\u1EEB hi\u1EC7n t\u1EA1i. \u0110i\u1EC1u n\xE0y r\u1EA5t h\u1EEFu \xEDch v\xEC c\xE1c ng\xF4n ng\u1EEF kh\xE1c nhau c\xF3 th\u1EC3 c\xF3 c\xE1c quy t\u1EAFc ng\u1EEF ph\xE1p \u0111\u1EB7t c\xE1c t\u1EEB theo th\u1EE9 t\u1EF1 kh\xE1c nhau ho\u1EB7c m\u1ED9t s\u1ED1 ng\u1EEF c\u1EA3nh \u0111\u01B0\u1EE3c cung c\u1EA5p sau trong c\xE2u c\xF3 th\u1EC3 h\u1EEFu \xEDch \u0111\u1EC3 x\xE1c \u0111\u1ECBnh b\u1EA3n d\u1ECBch t\u1ED1t nh\u1EA5t c\u1EE7a m\u1ED9t t\u1EEB nh\u1EA5t \u0111\u1ECBnh."),Ps.forEach(h),Ti=g(t),mn=i(t,"P",{});var da=e(mn);tc=i(da,"EM",{});var As=e(tc);Ll=l(As,"Attention mask"),As.forEach(h),Vl=l(da," c\u0169ng c\xF3 th\u1EC3 \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng trong b\u1ED9 m\xE3 h\xF3a/ gi\u1EA3i m\xE3 \u0111\u1EC3 ng\u0103n m\xF4 h\xECnh ch\xFA \xFD \u0111\u1EBFn m\u1ED9t s\u1ED1 t\u1EEB \u0111\u1EB7c bi\u1EC7t - v\xED d\u1EE5: t\u1EEB \u0111\u1EC7m \u0111\u1EB7c bi\u1EC7t \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng \u0111\u1EC3 l\xE0m cho t\u1EA5t c\u1EA3 c\xE1c \u0111\u1EA7u v\xE0o c\xF3 c\xF9ng \u0111\u1ED9 d\xE0i khi gh\xE9p c\xE1c c\xE2u l\u1EA1i v\u1EDBi nhau."),da.forEach(h),$i=g(t),Z=i(t,"H2",{class:!0});var te=e(Z);kt=i(te,"A",{id:!0,class:!0,href:!0});var qs=e(kt);nc=i(qs,"SPAN",{});var xs=e(nc);p(vn.$$.fragment,xs),xs.forEach(h),qs.forEach(h),Cl=g(te),hc=i(te,"SPAN",{});var Gs=e(hc);Dl=l(Gs,"C\xE1c ki\u1EBFn tr\xFAc v\xE0 checkpoints"),Gs.forEach(h),te.forEach(h),wi=g(t),_=i(t,"P",{});var bt=e(_);Kl=l(bt,"Khi ch\xFAng ta \u0111i s\xE2u v\xE0 c\xE1c m\xF4 h\xECnh Transformer trong ho\xE1 h\u1ECDc n\xE0y, b\u1EA1n s\u1EBD b\u1EAFt g\u1EB7p nh\u1EEFng c\u1EE5m t\u1EEB nh\u01B0 "),cc=i(bt,"EM",{});var Ms=e(cc);Hl=l(Ms,"ki\u1EBFn tr\xFAc"),Ms.forEach(h),Ol=l(bt,", "),ic=i(bt,"EM",{});var Ns=e(ic);jl=l(Ns,"checkpoint"),Ns.forEach(h),Ul=l(bt," c\u0169ng nh\u01B0 "),ec=i(bt,"EM",{});var Is=e(ec);Yl=l(Is,"m\xF4 h\xECnh"),Is.forEach(h),zl=l(bt,". C\xE1c thu\u1EADt ng\u1EEF n\xE0y mang \xFD ngh\u0129a h\u01A1i kh\xE1c nhau:"),bt.forEach(h),Pi=g(t),M=i(t,"UL",{});var Zn=e(M);Un=i(Zn,"LI",{});var ya=e(Un);rc=i(ya,"STRONG",{});var Rs=e(rc);Ql=l(Rs,"Ki\u1EBFn tr\xFAc"),Rs.forEach(h),Fl=l(ya,": \u0110\xE2y l\xE0 khung c\u1EE7a m\xF4 h\xECnh \u2014 \u0111\u1ECBnh ngh\u0129a t\u1EEBng l\u1EDBp v\xE0 t\u1EEBng ho\u1EA1t \u0111\u1ED9ng x\u1EA3y ra trong m\xF4 h\xECnh."),ya.forEach(h),Xl=g(Zn),Yn=i(Zn,"LI",{});var ka=e(Yn);lc=i(ka,"STRONG",{});var Ss=e(lc);Jl=l(Ss,"Checkpoints"),Ss.forEach(h),Wl=l(ka,": \u0110\xE2y l\xE0 nh\u1EEFng tr\u1ECDng s\u1ED1 s\u1EBD \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng trong m\u1ED9t ki\u1EBFn tr\xFAc nh\u1EA5t \u0111\u1ECBnh."),ka.forEach(h),Zl=g(Zn),N=i(Zn,"LI",{});var dn=e(N);ac=i(dn,"STRONG",{});var Bs=e(ac);ta=l(Bs,"M\xF4 h\xECnh"),Bs.forEach(h),na=l(dn,": \u0110\xE2y l\xE0 m\u1ED9t thu\u1EADt ng\u1EEF bao tr\xF9m v\xE0 kh\xF4ng th\u1EC3 gi\u1EA3i th\xEDch ch\xEDnh x\xE1c nh\u01B0 \u201Cki\u1EBFn tr\xFAc\u201D hay \u201Ccheckpoint\u201D: n\xF3 c\xF3 th\u1EC3 mang c\u1EA3 hai ngh\u0129a. Kho\xE1 h\u1ECDc n\xE0y s\u1EBD ch\u1EC9 ra khi n\xE0o l\xE0 "),oc=i(dn,"EM",{});var Ls=e(oc);ha=l(Ls,"ki\u1EBFn tr\xFAc"),Ls.forEach(h),ca=l(dn," v\xE0 "),sc=i(dn,"EM",{});var Vs=e(sc);ia=l(Vs,"checkpoint"),Vs.forEach(h),ea=l(dn," \u0111\u1EC3 gi\u1EA3m b\u1EDBt s\u1EF1 m\u01A1 h\u1ED3 khi c\u1EA7n thi\u1EBFt."),dn.forEach(h),Zn.forEach(h),Ai=g(t),I=i(t,"P",{});var th=e(I);ra=l(th,"V\xED d\u1EE5, BERT l\xE0 1 ki\u1EBFn tr\xFAc trong khi "),uc=i(th,"CODE",{});var Cs=e(uc);la=l(Cs,"bert-base-cased"),Cs.forEach(h),aa=l(th,",t\u1EADp h\u1EE3p c\xE1c tr\u1ECDng s\u1ED1 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n b\u1EDFi \u0111\u1ED9i ng\u0169 Google cho phi\xEAn b\u1EA3n \u0111\u1EA7u ti\xEAn c\u1EE7a BERT, l\xE0 1 chekcpoint. Tuy nhi\xEAn, ta c\xF3 th\u1EC3 n\xF3i \u201Cm\xF4 h\xECnh BERT\u201D v\xE0 \u201Cm\xF4 h\xECnh "),gc=i(th,"CODE",{});var Ds=e(gc);oa=l(Ds,"bert-base-cased"),Ds.forEach(h),sa=l(th,"\u201C."),th.forEach(h),this.h()},h(){s(S,"name","hf:doc:metadata"),s(S,"content",JSON.stringify(Fs)),s(tt,"id","c-ch-hot-ng-ca-transformer"),s(tt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(tt,"href","#c-ch-hot-ng-ca-transformer"),s(B,"class","relative group"),s(nt,"id","lch-s-pht-trin-ca-transformers"),s(nt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(nt,"href","#lch-s-pht-trin-ca-transformers"),s(L,"class","relative group"),s($t,"class","block dark:hidden"),m($t.src,Ea="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_chrono.svg")||s($t,"src",Ea),s($t,"alt","A brief chronology of Transformers models."),s(wt,"class","hidden dark:block"),m(wt.src,Ta="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_chrono-dark.svg")||s(wt,"src",Ta),s(wt,"alt","A brief chronology of Transformers models."),s(V,"class","flex justify-center"),s(At,"href","https://arxiv.org/abs/1706.03762"),s(At,"rel","nofollow"),s(qt,"href","https://cdn.openai.com/research-covers/language-unsupervised/language_understanding_paper.pdf"),s(qt,"rel","nofollow"),s(xt,"href","https://arxiv.org/abs/1810.04805"),s(xt,"rel","nofollow"),s(Gt,"href","https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf"),s(Gt,"rel","nofollow"),s(Mt,"href","https://arxiv.org/abs/1910.01108"),s(Mt,"rel","nofollow"),s(Nt,"href","https://arxiv.org/abs/1910.13461"),s(Nt,"rel","nofollow"),s(It,"href","https://arxiv.org/abs/1910.10683"),s(It,"rel","nofollow"),s(Rt,"href","https://arxiv.org/abs/2005.14165"),s(Rt,"rel","nofollow"),s(rt,"id","transformers-l-m-hnh-ngn-ng"),s(rt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(rt,"href","#transformers-l-m-hnh-ngn-ng"),s(C,"class","relative group"),s(Ct,"class","block dark:hidden"),m(Ct.src,$a="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/causal_modeling.svg")||s(Ct,"src",$a),s(Ct,"alt","Example of causal language modeling in which the next word from a sentence is predicted."),s(Dt,"class","hidden dark:block"),m(Dt.src,wa="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/causal_modeling-dark.svg")||s(Dt,"src",wa),s(Dt,"alt","Example of causal language modeling in which the next word from a sentence is predicted."),s(D,"class","flex justify-center"),s(Kt,"class","block dark:hidden"),m(Kt.src,Pa="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/masked_modeling.svg")||s(Kt,"src",Pa),s(Kt,"alt","Example of masked language modeling in which a masked word from a sentence is predicted."),s(Ht,"class","hidden dark:block"),m(Ht.src,Aa="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/masked_modeling-dark.svg")||s(Ht,"src",Aa),s(Ht,"alt","Example of masked language modeling in which a masked word from a sentence is predicted."),s(K,"class","flex justify-center"),s(st,"id","transformers-l-m-hnh-ln"),s(st,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(st,"href","#transformers-l-m-hnh-ln"),s(H,"class","relative group"),m(Ut.src,qa="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/model_parameters.png")||s(Ut,"src",qa),s(Ut,"alt","Number of parameters of recent Transformers models"),s(Ut,"width","90%"),s(jt,"class","flex justify-center"),s(Yt,"class","block dark:hidden"),m(Yt.src,xa="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/carbon_footprint.svg")||s(Yt,"src",xa),s(Yt,"alt","The carbon footprint of a large language model."),s(zt,"class","hidden dark:block"),m(zt.src,Ga="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/carbon_footprint-dark.svg")||s(zt,"src",Ga),s(zt,"alt","The carbon footprint of a large language model."),s(O,"class","flex justify-center"),s(ut,"id","hc-chuyn-giao"),s(ut,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(ut,"href","#hc-chuyn-giao"),s(j,"class","relative group"),s(Wt,"class","block dark:hidden"),m(Wt.src,Ma="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/pretraining.svg")||s(Wt,"src",Ma),s(Wt,"alt","The pretraining of a language model is costly in both time and money."),s(Zt,"class","hidden dark:block"),m(Zt.src,Na="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/pretraining-dark.svg")||s(Zt,"src",Na),s(Zt,"alt","The pretraining of a language model is costly in both time and money."),s(U,"class","flex justify-center"),s(tn,"class","block dark:hidden"),m(tn.src,Ia="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/finetuning.svg")||s(tn,"src",Ia),s(tn,"alt","The fine-tuning of a language model is cheaper than pretraining in both time and money."),s(nn,"class","hidden dark:block"),m(nn.src,Ra="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/finetuning-dark.svg")||s(nn,"src",Ra),s(nn,"alt","The fine-tuning of a language model is cheaper than pretraining in both time and money."),s(Y,"class","flex justify-center"),s(mt,"id","kin-trc-tng-quan"),s(mt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(mt,"href","#kin-trc-tng-quan"),s(z,"class","relative group"),s(vt,"id","gii-thiu"),s(vt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(vt,"href","#gii-thiu"),s(Q,"class","relative group"),s(rn,"class","block dark:hidden"),m(rn.src,Sa="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_blocks.svg")||s(rn,"src",Sa),s(rn,"alt","Architecture of a Transformers models"),s(ln,"class","hidden dark:block"),m(ln.src,Ba="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers_blocks-dark.svg")||s(ln,"src",Ba),s(ln,"alt","Architecture of a Transformers models"),s(F,"class","flex justify-center"),s(dt,"id","cc-lp-attention"),s(dt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(dt,"href","#cc-lp-attention"),s(X,"class","relative group"),s(on,"href","https://arxiv.org/abs/1706.03762"),s(on,"rel","nofollow"),s(yt,"id","kin-trc-gc"),s(yt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(yt,"href","#kin-trc-gc"),s(J,"class","relative group"),s(un,"class","block dark:hidden"),m(un.src,La="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers.svg")||s(un,"src",La),s(un,"alt","Architecture of a Transformers models"),s(gn,"class","hidden dark:block"),m(gn.src,Va="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter1/transformers-dark.svg")||s(gn,"src",Va),s(gn,"alt","Architecture of a Transformers models"),s(W,"class","flex justify-center"),s(kt,"id","cc-kin-trc-v-checkpoints"),s(kt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(kt,"href","#cc-kin-trc-v-checkpoints"),s(Z,"class","relative group")},m(t,a){n(document.head,S),o(t,yc,a),o(t,B,a),n(B,tt),n(tt,nh),d(_t,nh,null),n(B,ne),n(B,hh),n(hh,he),o(t,kc,a),d(Et,t,a),o(t,bc,a),o(t,yn,a),n(yn,ce),o(t,_c,a),o(t,L,a),n(L,nt),n(nt,ch),d(Tt,ch,null),n(L,ie),n(L,ih),n(ih,ee),o(t,Ec,a),o(t,kn,a),n(kn,re),o(t,Tc,a),o(t,V,a),n(V,$t),n(V,le),n(V,wt),o(t,$c,a),o(t,Pt,a),n(Pt,At),n(At,ae),n(Pt,oe),o(t,wc,a),o(t,v,a),n(v,eh),n(eh,ht),n(ht,rh),n(rh,se),n(ht,ue),n(ht,qt),n(qt,ge),n(ht,me),n(v,ve),n(v,lh),n(lh,ct),n(ct,ah),n(ah,fe),n(ct,pe),n(ct,xt),n(xt,de),n(ct,ye),n(v,ke),n(v,oh),n(oh,it),n(it,sh),n(sh,be),n(it,_e),n(it,Gt),n(Gt,Ee),n(it,Te),n(v,$e),n(v,uh),n(uh,et),n(et,gh),n(gh,we),n(et,Pe),n(et,Mt),n(Mt,Ae),n(et,qe),n(v,xe),n(v,mh),n(mh,T),n(T,vh),n(vh,Ge),n(T,Me),n(T,Nt),n(Nt,Ne),n(T,Ie),n(T,It),n(It,Re),n(T,Se),n(v,Be),n(v,fh),n(fh,$),n($,ph),n(ph,Le),n($,Ve),n($,Rt),n(Rt,Ce),n($,De),n($,dh),n(dh,Ke),n($,He),o(t,Pc,a),o(t,bn,a),n(bn,Oe),o(t,Ac,a),o(t,w,a),n(w,St),n(St,je),n(St,yh),n(yh,Ue),n(St,Ye),n(w,ze),n(w,Bt),n(Bt,Qe),n(Bt,kh),n(kh,Fe),n(Bt,Xe),n(w,Je),n(w,Lt),n(Lt,We),n(Lt,bh),n(bh,Ze),n(Lt,tr),o(t,qc,a),o(t,_n,a),n(_n,nr),o(t,xc,a),o(t,C,a),n(C,rt),n(rt,_h),d(Vt,_h,null),n(C,hr),n(C,Eh),n(Eh,cr),o(t,Gc,a),o(t,lt,a),n(lt,ir),n(lt,Th),n(Th,er),n(lt,rr),o(t,Mc,a),o(t,at,a),n(at,lr),n(at,$h),n($h,ar),n(at,or),o(t,Nc,a),o(t,P,a),n(P,sr),n(P,wh),n(wh,ur),n(P,gr),n(P,Ph),n(Ph,mr),n(P,vr),o(t,Ic,a),o(t,D,a),n(D,Ct),n(D,fr),n(D,Dt),o(t,Rc,a),o(t,ot,a),n(ot,pr),n(ot,Ah),n(Ah,dr),n(ot,yr),o(t,Sc,a),o(t,K,a),n(K,Kt),n(K,kr),n(K,Ht),o(t,Bc,a),o(t,H,a),n(H,st),n(st,qh),d(Ot,qh,null),n(H,br),n(H,xh),n(xh,_r),o(t,Lc,a),o(t,En,a),n(En,Er),o(t,Vc,a),o(t,jt,a),n(jt,Ut),o(t,Cc,a),o(t,Tn,a),n(Tn,Tr),o(t,Dc,a),o(t,O,a),n(O,Yt),n(O,$r),n(O,zt),o(t,Kc,a),d(Qt,t,a),o(t,Hc,a),o(t,$n,a),n($n,wr),o(t,Oc,a),o(t,wn,a),n(wn,Pr),o(t,jc,a),o(t,Pn,a),n(Pn,Ar),o(t,Uc,a),o(t,j,a),n(j,ut),n(ut,Gh),d(Ft,Gh,null),n(j,qr),n(j,Mh),n(Mh,xr),o(t,Yc,a),d(Xt,t,a),o(t,zc,a),o(t,Jt,a),n(Jt,Nh),n(Nh,Gr),n(Jt,Mr),o(t,Qc,a),o(t,U,a),n(U,Wt),n(U,Nr),n(U,Zt),o(t,Fc,a),o(t,An,a),n(An,Ir),o(t,Xc,a),o(t,A,a),n(A,Rr),n(A,Ih),n(Ih,Sr),n(A,Br),n(A,Rh),n(Rh,Lr),n(A,Vr),o(t,Jc,a),o(t,q,a),n(q,Sh),n(Sh,Cr),n(q,Dr),n(q,Bh),n(Bh,Kr),n(q,Hr),n(q,Lh),n(Lh,Or),o(t,Wc,a),o(t,gt,a),n(gt,jr),n(gt,Vh),n(Vh,Ur),n(gt,Yr),o(t,Zc,a),o(t,Y,a),n(Y,tn),n(Y,zr),n(Y,nn),o(t,ti,a),o(t,qn,a),n(qn,Qr),o(t,ni,a),o(t,xn,a),n(xn,Fr),o(t,hi,a),o(t,z,a),n(z,mt),n(mt,Ch),d(hn,Ch,null),n(z,Xr),n(z,Dh),n(Dh,Jr),o(t,ci,a),o(t,Gn,a),n(Gn,Wr),o(t,ii,a),d(cn,t,a),o(t,ei,a),o(t,Q,a),n(Q,vt),n(vt,Kh),d(en,Kh,null),n(Q,Zr),n(Q,Hh),n(Hh,tl),o(t,ri,a),o(t,Mn,a),n(Mn,nl),o(t,li,a),o(t,ft,a),n(ft,Nn),n(Nn,Oh),n(Oh,hl),n(Nn,cl),n(ft,il),n(ft,In),n(In,jh),n(jh,el),n(In,rl),o(t,ai,a),o(t,F,a),n(F,rn),n(F,ll),n(F,ln),o(t,oi,a),o(t,Rn,a),n(Rn,al),o(t,si,a),o(t,x,a),n(x,Sn),n(Sn,Uh),n(Uh,ol),n(Sn,sl),n(x,ul),n(x,Bn),n(Bn,Yh),n(Yh,gl),n(Bn,ml),n(x,vl),n(x,pt),n(pt,zh),n(zh,fl),n(pt,pl),n(pt,Qh),n(Qh,dl),n(pt,yl),o(t,ui,a),o(t,Ln,a),n(Ln,kl),o(t,gi,a),o(t,X,a),n(X,dt),n(dt,Fh),d(an,Fh,null),n(X,bl),n(X,Xh),n(Xh,_l),o(t,mi,a),o(t,G,a),n(G,El),n(G,Jh),n(Jh,Tl),n(G,$l),n(G,on),n(on,wl),n(G,Pl),o(t,vi,a),o(t,Vn,a),n(Vn,Al),o(t,fi,a),o(t,Cn,a),n(Cn,ql),o(t,pi,a),o(t,Dn,a),n(Dn,xl),o(t,di,a),o(t,J,a),n(J,yt),n(yt,Wh),d(sn,Wh,null),n(J,Gl),n(J,Zh),n(Zh,Ml),o(t,yi,a),o(t,Kn,a),n(Kn,Nl),o(t,ki,a),o(t,Hn,a),n(Hn,Il),o(t,bi,a),o(t,On,a),n(On,Rl),o(t,_i,a),o(t,W,a),n(W,un),n(W,Sl),n(W,gn),o(t,Ei,a),o(t,jn,a),n(jn,Bl),o(t,Ti,a),o(t,mn,a),n(mn,tc),n(tc,Ll),n(mn,Vl),o(t,$i,a),o(t,Z,a),n(Z,kt),n(kt,nc),d(vn,nc,null),n(Z,Cl),n(Z,hc),n(hc,Dl),o(t,wi,a),o(t,_,a),n(_,Kl),n(_,cc),n(cc,Hl),n(_,Ol),n(_,ic),n(ic,jl),n(_,Ul),n(_,ec),n(ec,Yl),n(_,zl),o(t,Pi,a),o(t,M,a),n(M,Un),n(Un,rc),n(rc,Ql),n(Un,Fl),n(M,Xl),n(M,Yn),n(Yn,lc),n(lc,Jl),n(Yn,Wl),n(M,Zl),n(M,N),n(N,ac),n(ac,ta),n(N,na),n(N,oc),n(oc,ha),n(N,ca),n(N,sc),n(sc,ia),n(N,ea),o(t,Ai,a),o(t,I,a),n(I,ra),n(I,uc),n(uc,la),n(I,aa),n(I,gc),n(gc,oa),n(I,sa),qi=!0},p:Us,i(t){qi||(y(_t.$$.fragment,t),y(Et.$$.fragment,t),y(Tt.$$.fragment,t),y(Vt.$$.fragment,t),y(Ot.$$.fragment,t),y(Qt.$$.fragment,t),y(Ft.$$.fragment,t),y(Xt.$$.fragment,t),y(hn.$$.fragment,t),y(cn.$$.fragment,t),y(en.$$.fragment,t),y(an.$$.fragment,t),y(sn.$$.fragment,t),y(vn.$$.fragment,t),qi=!0)},o(t){k(_t.$$.fragment,t),k(Et.$$.fragment,t),k(Tt.$$.fragment,t),k(Vt.$$.fragment,t),k(Ot.$$.fragment,t),k(Qt.$$.fragment,t),k(Ft.$$.fragment,t),k(Xt.$$.fragment,t),k(hn.$$.fragment,t),k(cn.$$.fragment,t),k(en.$$.fragment,t),k(an.$$.fragment,t),k(sn.$$.fragment,t),k(vn.$$.fragment,t),qi=!1},d(t){h(S),t&&h(yc),t&&h(B),b(_t),t&&h(kc),b(Et,t),t&&h(bc),t&&h(yn),t&&h(_c),t&&h(L),b(Tt),t&&h(Ec),t&&h(kn),t&&h(Tc),t&&h(V),t&&h($c),t&&h(Pt),t&&h(wc),t&&h(v),t&&h(Pc),t&&h(bn),t&&h(Ac),t&&h(w),t&&h(qc),t&&h(_n),t&&h(xc),t&&h(C),b(Vt),t&&h(Gc),t&&h(lt),t&&h(Mc),t&&h(at),t&&h(Nc),t&&h(P),t&&h(Ic),t&&h(D),t&&h(Rc),t&&h(ot),t&&h(Sc),t&&h(K),t&&h(Bc),t&&h(H),b(Ot),t&&h(Lc),t&&h(En),t&&h(Vc),t&&h(jt),t&&h(Cc),t&&h(Tn),t&&h(Dc),t&&h(O),t&&h(Kc),b(Qt,t),t&&h(Hc),t&&h($n),t&&h(Oc),t&&h(wn),t&&h(jc),t&&h(Pn),t&&h(Uc),t&&h(j),b(Ft),t&&h(Yc),b(Xt,t),t&&h(zc),t&&h(Jt),t&&h(Qc),t&&h(U),t&&h(Fc),t&&h(An),t&&h(Xc),t&&h(A),t&&h(Jc),t&&h(q),t&&h(Wc),t&&h(gt),t&&h(Zc),t&&h(Y),t&&h(ti),t&&h(qn),t&&h(ni),t&&h(xn),t&&h(hi),t&&h(z),b(hn),t&&h(ci),t&&h(Gn),t&&h(ii),b(cn,t),t&&h(ei),t&&h(Q),b(en),t&&h(ri),t&&h(Mn),t&&h(li),t&&h(ft),t&&h(ai),t&&h(F),t&&h(oi),t&&h(Rn),t&&h(si),t&&h(x),t&&h(ui),t&&h(Ln),t&&h(gi),t&&h(X),b(an),t&&h(mi),t&&h(G),t&&h(vi),t&&h(Vn),t&&h(fi),t&&h(Cn),t&&h(pi),t&&h(Dn),t&&h(di),t&&h(J),b(sn),t&&h(yi),t&&h(Kn),t&&h(ki),t&&h(Hn),t&&h(bi),t&&h(On),t&&h(_i),t&&h(W),t&&h(Ei),t&&h(jn),t&&h(Ti),t&&h(mn),t&&h($i),t&&h(Z),b(vn),t&&h(wi),t&&h(_),t&&h(Pi),t&&h(M),t&&h(Ai),t&&h(I)}}}const Fs={local:"c-ch-hot-ng-ca-transformer",sections:[{local:"lch-s-pht-trin-ca-transformers",title:"L\u1ECBch s\u1EED ph\xE1t tri\u1EC3n c\u1EE7a Transformers"},{local:"transformers-l-m-hnh-ngn-ng",title:"Transformers l\xE0 m\xF4 h\xECnh ng\xF4n ng\u1EEF"},{local:"transformers-l-m-hnh-ln",title:"Transformers l\xE0 m\xF4 h\xECnh l\u1EDBn"},{local:"hc-chuyn-giao",title:"H\u1ECDc chuy\u1EC3n giao"},{local:"kin-trc-tng-quan",title:"Ki\u1EBFn tr\xFAc t\u1ED5ng quan"},{local:"gii-thiu",title:"Gi\u1EDBi thi\u1EC7u"},{local:"cc-lp-attention",title:"C\xE1c l\u1EDBp Attention"},{local:"kin-trc-gc",title:"Ki\u1EBFn tr\xFAc g\u1ED1c"},{local:"cc-kin-trc-v-checkpoints",title:"C\xE1c ki\u1EBFn tr\xFAc v\xE0 checkpoints"}],title:"C\u01A1 ch\u1EBF ho\u1EA1t \u0111\u1ED9ng c\u1EE7a Transformer?"};function Xs(_a){return Ys(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class hu extends Ks{constructor(S){super();Hs(this,S,Xs,Qs,Os,{})}}export{hu as default,Fs as metadata};
