import{S as Ch,i as Sh,s as Kh,e,k as l,w as u,t as k,M as Hh,c,d as t,m as p,a as i,x as s,h as d,b as o,G as h,g as a,y as g,L as Bh,q as m,o as v,B as f,v as Th}from"../../chunks/vendor-hf-doc-builder.js";import{I as $}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{Q as x}from"../../chunks/Question-hf-doc-builder.js";function Uh(Vt){let b,Wn,y,K,fn,I,bt,kn,yt,Dn,vn,wt,Mn,w,H,dn,R,_t,$n,zt,Ln,G,On,_,B,xn,J,Et,j,Pt,bn,qt,At,Qn,F,In,z,T,yn,V,Nt,wn,Ct,Rn,X,Gn,E,U,_n,Y,St,Z,Kt,zn,Ht,Bt,Jn,nn,jn,P,W,En,tn,Tt,hn,Ut,Pn,Wt,Dt,Fn,en,Vn,q,D,qn,cn,Mt,An,Lt,Xn,rn,Yn,A,M,Nn,on,Ot,Cn,Qt,Zn,an,nt,N,L,Sn,ln,It,Kn,Rt,tt,pn,ht,C,O,Hn,un,Gt,Bn,Jt,et,sn,ct,S,Q,Tn,gn,jt,Un,Ft,it,mn,rt;return I=new $({}),R=new $({}),G=new x({props:{choices:[{text:"Khi t\u1EADp d\u1EEF li\u1EC7u c\u1EE7a b\u1EA1n t\u01B0\u01A1ng t\u1EF1 v\u1EDBi t\u1EADp d\u1EEF li\u1EC7u \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng b\u1EDFi m\u1ED9t m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc hi\u1EC7n c\xF3 v\xE0 b\u1EA1n mu\u1ED1n hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc m\u1ED9t m\xF4 h\xECnh m\u1EDBi",explain:"Trong tr\u01B0\u1EDDng h\u1EE3p n\xE0y, \u0111\u1EC3 ti\u1EBFt ki\u1EC7m th\u1EDDi gian v\xE0 t\xEDnh to\xE1n t\xE0i nguy\xEAn, l\u1EF1a ch\u1ECDn t\u1ED1t h\u01A1n s\u1EBD l\xE0 s\u1EED d\u1EE5ng c\xF9ng m\u1ED9t tr\xECnh tokenize nh\u01B0 m\xF4 h\xECnh \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc v\xE0 thay v\xE0o \u0111\xF3 tinh ch\u1EC9nh m\xF4 h\xECnh \u0111\xF3."},{text:"Khi t\u1EADp d\u1EEF li\u1EC7u c\u1EE7a b\u1EA1n t\u01B0\u01A1ng t\u1EF1 v\u1EDBi t\u1EADp d\u1EEF li\u1EC7u \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng b\u1EDFi m\u1ED9t m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc hi\u1EC7n c\xF3 v\xE0 b\u1EA1n mu\u1ED1n tinh ch\u1EC9nh m\u1ED9t m\xF4 h\xECnh m\u1EDBi b\u1EB1ng c\xE1ch s\u1EED d\u1EE5ng m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc n\xE0y",explain:"\u0110\u1EC3 tinh ch\u1EC9nh m\u1ED9t m\xF4 h\xECnh t\u1EEB m\u1ED9t m\xF4 h\xECnh \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc, b\u1EA1n n\xEAn lu\xF4n s\u1EED d\u1EE5ng c\xF9ng m\u1ED9t tr\xECnh tokenizer."},{text:"Khi t\u1EADp d\u1EEF li\u1EC7u c\u1EE7a b\u1EA1n kh\xE1c v\u1EDBi t\u1EADp d\u1EEF li\u1EC7u \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng b\u1EDFi m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc hi\u1EC7n c\xF3 v\xE0 b\u1EA1n mu\u1ED1n hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc m\u1ED9t m\xF4 h\xECnh m\u1EDBi",explain:"\u0110\xFAng! Trong tr\u01B0\u1EDDng h\u1EE3p n\xE0y, kh\xF4ng c\xF3 l\u1EE3i \xEDch g\xEC khi s\u1EED d\u1EE5ng c\xF9ng m\u1ED9t tokenizer.",correct:!0},{text:"Khi t\u1EADp d\u1EEF li\u1EC7u c\u1EE7a b\u1EA1n kh\xE1c v\u1EDBi t\u1EADp d\u1EEF li\u1EC7u \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng b\u1EDFi m\u1ED9t m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc hi\u1EC7n c\xF3, nh\u01B0ng b\u1EA1n mu\u1ED1n tinh ch\u1EC9nh m\u1ED9t m\xF4 h\xECnh m\u1EDBi b\u1EB1ng c\xE1ch s\u1EED d\u1EE5ng m\xF4 h\xECnh hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc n\xE0y",explain:"\u0110\u1EC3 tinh ch\u1EC9nh m\u1ED9t m\xF4 h\xECnh t\u1EEB m\u1ED9t m\xF4 h\xECnh \u0111\xE3 \u0111\u01B0\u1EE3c hu\u1EA5n luy\u1EC7n tr\u01B0\u1EDBc, b\u1EA1n n\xEAn lu\xF4n s\u1EED d\u1EE5ng c\xF9ng m\u1ED9t tr\xECnh tokenizer."}]}}),J=new $({}),F=new x({props:{choices:[{text:"\u0110\xF3 l\xE0 ki\u1EC3u duy nh\u1EA5t m\xE0 ph\u01B0\u01A1ng th\u1EE9c <code>train_new_from_iterator()</code> ch\u1EA5p nh\u1EADn.",explain:"Danh s\xE1ch c\xE1c danh s\xE1ch v\u0103n b\u1EA3n l\xE0 m\u1ED9t lo\u1EA1i tr\xECnh t\u1EA1o danh s\xE1ch v\u0103n b\u1EA3n c\u1EE5 th\u1EC3, v\xEC v\u1EADy ph\u01B0\u01A1ng ph\xE1p c\u0169ng s\u1EBD ch\u1EA5p nh\u1EADn \u0111i\u1EC1u n\xE0y. H\xE3y th\u1EED l\u1EA1i!"},{text:"B\u1EA1n s\u1EBD tr\xE1nh t\u1EA3i to\xE0n b\u1ED9 t\u1EADp d\u1EEF li\u1EC7u v\xE0o b\u1ED9 nh\u1EDB c\xF9ng m\u1ED9t l\xFAc.",explain:"\u0110\xFAng v\u1EADy! M\u1ED7i lo\u1EA1t v\u0103n b\u1EA3n s\u1EBD \u0111\u01B0\u1EE3c gi\u1EA3i ph\xF3ng kh\u1ECFi b\u1ED9 nh\u1EDB khi b\u1EA1n l\u1EB7p l\u1EA1i v\xE0 ph\u1EA7n thu \u0111\u01B0\u1EE3c s\u1EBD \u0111\u1EB7c bi\u1EC7t r\xF5 r\xE0ng n\u1EBFu b\u1EA1n s\u1EED d\u1EE5ng \u{1F917} Datasets \u0111\u1EC3 l\u01B0u tr\u1EEF v\u0103n b\u1EA3n c\u1EE7a m\xECnh.",correct:!0},{text:"\u0110i\u1EC1u n\xE0y s\u1EBD cho ph\xE9p th\u01B0 vi\u1EC7n \u{1F917} Tokenizers s\u1EED d\u1EE5ng qu\xE1 tr\xECnh x\u1EED l\xFD \u0111a lu\u1ED3ng.",explain:"Kh\xF4ng, v\u1EDBi c\xE1ch n\xE0o x\u1EED l\xFD \u0111a lu\u1ED3ng c\u0169ng s\u1EBD \u0111\u01B0\u1EE3c s\u1EED d\u1EE5ng."},{text:"Tokenizer m\xE0 b\u1EA1n hu\u1EA5n luy\u1EC7n s\u1EBD t\u1EA1o ra c\xE1c v\u0103n b\u1EA3n t\u1ED1t h\u01A1n.",explain:"Tokenize kh\xF4ng t\u1EA1o ra v\u0103n b\u1EA3n -- b\u1EA1n c\xF3 \u0111ang nh\u1EA7m l\u1EABn v\u1EDBi m\xF4 h\xECnh ng\xF4n ng\u1EEF kh\xF4ng?"}]}}),V=new $({}),X=new x({props:{choices:[{text:"N\xF3 c\xF3 th\u1EC3 x\u1EED l\xFD d\u1EEF li\u1EC7u \u0111\u1EA7u v\xE0o nhanh h\u01A1n tokenizer ch\u1EADm khi b\u1EA1n g\u1ED9p nhi\u1EC1u \u0111\u1EA7u v\xE0o v\u1EDBi nhau.",explain:"\u0110\xFAng! Nh\u1EDD t\xEDnh n\u0103ng song song \u0111\u01B0\u1EE3c tri\u1EC3n khai trong Rust, n\xF3 s\u1EBD nhanh h\u01A1n tr\xEAn c\xE1c l\xF4 \u0111\u1EA7u v\xE0o. B\u1EA1n c\xF3 th\u1EC3 ngh\u0129 \u0111\u1EBFn l\u1EE3i \xEDch n\xE0o kh\xE1c kh\xF4ng?",correct:!0},{text:"Tokenizer nhanh lu\xF4n tokenize nhanh h\u01A1n c\xE1c tr\xECnh ch\u1EADm kh\xE1c.",explain:"M\u1ED9t tokenizer nhanh c\xF3 th\u1EC3 ch\u1EADm h\u01A1n khi b\u1EA1n ch\u1EC9 nh\u1EADn m\u1ED9t ho\u1EB7c m\u1ED9t v\xE0i \u0111o\u1EA1n v\u0103n b\u1EA3n, v\xEC n\xF3 kh\xF4ng th\u1EC3 s\u1EED d\u1EE5ng song song."},{text:"N\xF3 c\xF3 th\u1EC3 \xE1p d\u1EE5ng \u0111\u1EC7m v\xE0 c\u1EAFt b\u1EDBt.",explain:"\u0110\xFAng, nh\u01B0ng tokenize ch\u1EADm c\u0169ng l\xE0m \u0111\u01B0\u1EE3c \u0111i\u1EC1u \u0111\xF3."},{text:"N\xF3 c\xF3 m\u1ED9t s\u1ED1 t\xEDnh n\u0103ng b\u1ED5 sung cho ph\xE9p b\u1EA1n \xE1nh x\u1EA1 c\xE1c tokenize v\u1EDBi kho\u1EA3ng v\u0103n b\u1EA3n \u0111\xE3 t\u1EA1o ra ch\xFAng.",explain:"Th\u1EADt v\u1EADy - ch\xFAng \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 \xE1nh x\u1EA1 offset. Tuy nhi\xEAn, \u0111\xF3 kh\xF4ng ph\u1EA3i l\xE0 l\u1EE3i th\u1EBF duy nh\u1EA5t.",correct:!0}]}}),Y=new $({}),nn=new x({props:{choices:[{text:"C\xE1c th\u1EF1c th\u1EC3 c\xF3 c\xF9ng nh\xE3n \u0111\u01B0\u1EE3c h\u1EE3p nh\u1EA5t th\xE0nh m\u1ED9t th\u1EF1c th\u1EC3.",explain:"\u0110\xF3 \u0111\u01A1n gi\u1EA3n h\xF3a m\u1ECDi th\u1EE9 m\u1ED9t ch\xFAt r\u1ED3i. H\xE3y th\u1EED l\u1EA1i!"},{text:"C\xF3 m\u1ED9t nh\xE3n cho s\u1EF1 b\u1EAFt \u0111\u1EA7u c\u1EE7a m\u1ED9t th\u1EF1c th\u1EC3 v\xE0 m\u1ED9t nh\xE3n cho s\u1EF1 ti\u1EBFp t\u1EE5c c\u1EE7a m\u1ED9t th\u1EF1c th\u1EC3.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"Trong m\u1ED9t t\u1EEB nh\u1EA5t \u0111\u1ECBnh, mi\u1EC5n l\xE0 token \u0111\u1EA7u ti\xEAn c\xF3 nh\xE3n c\u1EE7a th\u1EF1c th\u1EC3, to\xE0n b\u1ED9 t\u1EEB \u0111\u01B0\u1EE3c coi l\xE0 \u0111\u01B0\u1EE3c g\u1EAFn nh\xE3n v\u1EDBi th\u1EF1c th\u1EC3 \u0111\xF3.",explain:"\u0110\xF3 l\xE0 m\u1ED9t chi\u1EBFn l\u01B0\u1EE3c \u0111\u1EC3 x\u1EED l\xFD c\xE1c th\u1EF1c th\u1EC3. C\xF2n nh\u1EEFng c\xE2u tr\u1EA3 l\u1EDDi n\xE0o kh\xE1c \u1EDF \u0111\xE2y \xE1p d\u1EE5ng kh\xF4ng?",correct:!0},{text:"Khi token c\xF3 nh\xE3n c\u1EE7a m\u1ED9t th\u1EF1c th\u1EC3 nh\u1EA5t \u0111\u1ECBnh, b\u1EA5t k\u1EF3 token n\xE0o kh\xE1c ph\xEDa sau c\xF3 c\xF9ng nh\xE3n \u0111\u01B0\u1EE3c coi l\xE0 m\u1ED9t ph\u1EA7n c\u1EE7a c\xF9ng m\u1ED9t th\u1EF1c th\u1EC3, tr\u1EEB khi n\xF3 \u0111\u01B0\u1EE3c g\u1EAFn nh\xE3n l\xE0 ph\u1EA7n b\u1EAFt \u0111\u1EA7u c\u1EE7a m\u1ED9t th\u1EF1c th\u1EC3 m\u1EDBi.",explain:"\u0110\xF3 l\xE0 c\xE1ch ph\u1ED5 bi\u1EBFn nh\u1EA5t \u0111\u1EC3 nh\xF3m c\xE1c th\u1EF1c th\u1EC3 l\u1EA1i v\u1EDBi nhau - tuy nhi\xEAn, \u0111\xF3 kh\xF4ng ph\u1EA3i l\xE0 c\xE2u tr\u1EA3 l\u1EDDi \u0111\xFAng duy nh\u1EA5t.",correct:!0}]}}),tn=new $({}),en=new x({props:{choices:[{text:"N\xF3 kh\xF4ng th\u1EF1c s\u1EF1 x\u1EED l\xFD, v\xEC n\xF3 c\u1EAFt \u0111i nh\u1EEFng ng\u1EEF c\u1EA3nh d\xE0i qu\xE1 \u0111\u1ED9 d\xE0i t\u1ED1i \u0111a \u0111\u01B0\u1EE3c ch\u1EA5p nh\u1EADn c\u1EE7a m\xF4 h\xECnh.",explain:"C\xF3 m\u1ED9t th\u1EE7 thu\u1EADt b\u1EA1n c\xF3 th\u1EC3 s\u1EED d\u1EE5ng \u0111\u1EC3 x\u1EED l\xFD c\xE1c ng\u1EEF c\u1EA3nh d\xE0i. B\u1EA1n c\xF3 nh\u1EDB n\xF3 l\xE0 g\xEC kh\xF4ng?"},{text:"N\xF3 chia ng\u1EEF c\u1EA3nh th\xE0nh nhi\u1EC1u ph\u1EA7n v\xE0 trung b\xECnh k\u1EBFt qu\u1EA3 thu \u0111\u01B0\u1EE3c t\u1EEB c\xE1c ph\u1EA7n.",explain:"Kh\xF4ng, n\xF3 kh\xE1 v\xF4 ngh\u0129a khi l\u1EA5y trung b\xECnh c\xE1c k\u1EBFt qu\u1EA3, do c\xF3 m\u1ED9t s\u1ED1 ph\u1EA7n c\u1EE7a ng\u1EEF c\u1EA3nh kh\xF4ng ch\u1EE9a c\xE2u tr\u1EA3 l\u1EDDi."},{text:"N\xF3 chia ng\u1EEF c\u1EA3nh th\xE0nh nhi\u1EC1u ph\u1EA7n (c\xF3 giao thoa) v\xE0 t\xECm \u0111i\u1EC3m cao nh\u1EA5t cho c\xE2u tr\u1EA3 l\u1EDDi m\u1ED7i ph\u1EA7n.",explain:"\u0110\xF3 l\xE0 c\xE2u tr\u1EA3 l\u1EDDi ch\xEDnh x\xE1c!",correct:!0},{text:"N\xF3 chia ng\u1EEF c\u1EA3nh th\xE0nh nhi\u1EC1u ph\u1EA7n (kh\xF4ng giao thoa, \u0111\u1EC3 t\u0103ng hi\u1EC7u qu\u1EA3) v\xE0 t\xECm \u0111i\u1EC3m cao nh\u1EA5t cho c\xE2u tr\u1EA3 l\u1EDDi m\u1ED7i ph\u1EA7n.",explain:"Kh\xF4ng, n\xF3 bao g\u1ED3m m\u1ED9t s\u1ED1 tr\xF9ng l\u1EB7p gi\u1EEFa c\xE1c ph\u1EA7n \u0111\u1EC3 tr\xE1nh t\xECnh hu\u1ED1ng c\xE2u tr\u1EA3 l\u1EDDi s\u1EBD b\u1ECB chia th\xE0nh hai ph\u1EA7n."}]}}),cn=new $({}),rn=new x({props:{choices:[{text:"\u0110\xF3 l\xE0 b\u1EA5t k\u1EF3 thao t\xE1c d\u1ECDn d\u1EB9p n\xE0o m\xE0 tokenizer th\u1EF1c hi\u1EC7n tr\xEAn c\xE1c v\u0103n b\u1EA3n trong giai \u0111o\u1EA1n \u0111\u1EA7u.",explain:"\u0110\xFAng v\u1EADy - v\xED d\u1EE5: n\xF3 c\xF3 th\u1EC3 li\xEAn quan \u0111\u1EBFn vi\u1EC7c x\xF3a d\u1EA5u ho\u1EB7c kho\u1EA3ng tr\u1EAFng, ho\u1EB7c vi\u1EBFt th\u01B0\u1EDDng c\xE1c \u0111\u1EA7u v\xE0o.",correct:!0},{text:"\u0110\xF3 l\xE0 k\u0129 thu\u1EADt gia t\u0103ng d\u1EEF li\u1EC7u bao g\u1ED3m kh\u1EA3 n\u0103ng t\u1EA1o ta c\xE1c v\u0103n b\u1EA3n chu\u1EA9n h\u01A1n b\u1EB1ng c\xE1ch lo\u1EA1i b\u1ECF t\u1EEB hi\u1EBFm.",explain:"\u0110i\u1EC1u \u0111\xF3 kh\xF4ng ch\xEDnh x\xE1c! H\xE3y th\u1EED l\u1EA1i."},{text:"\u0110\xF3 l\xE0 b\u01B0\u1EDBc h\u1EADu x\u1EED l\xFD cu\u1ED1i c\xF9ng khi tokenizer th\xEAm c\xE1c token \u0111\u1EB7c bi\u1EC7t.",explain:"B\u01B0\u1EDBc m\xF4 t\u1EA3 tr\xEAn ch\u1EC9 \u0111\u01A1n gi\u1EA3n l\xE0 h\u1EADu x\u1EED l\xFD."},{text:"\u0110\xF3 l\xE0 khi bi\u1EC3u di\u1EC5n t\u1EEB \u0111\u01B0\u1EE3c t\u1EA1o ra v\u1EDBi trung b\xECnh b\u1EB1ng 0 v\xE0 \u0111\u1ED9 l\u1EC7ch chu\u1EA9n b\u1EB1ng 1, \u0111\u01B0\u1EE3c t\xEDnh b\u1EB1ng c\xE1ch tr\u1EEB trung b\xECnh v\xE0 chia cho \u0111\u1ED9 l\u1EC7ch chu\u1EA9n.",explain:"Qu\xE1 tr\xECnh n\xE0y th\u01B0\u1EDDng \u0111\u01B0\u1EE3c g\u1ECDi l\xE0 chu\u1EA9n ho\xE1 khi \xE1p d\u1EE5ng l\xEAn c\xE1c gi\xE1 tr\u1ECB pixel trong th\u1ECB gi\xE1c m\xE1y t\xEDnh, nh\u01B0ng n\xF3 kh\xF4ng ph\u1EA3i \xFD ngh\u0129a c\u1EE7a chu\u1EA9n ho\xE1 trong NLP."}]}}),on=new $({}),an=new x({props:{choices:[{text:"\u0110\xF3 l\xE0 b\u01B0\u1EDBc tr\u01B0\u1EDBc khi tokenize, \xE1p d\u1EE5ng ph\u01B0\u01A1ng ph\xE1p t\u0103ng d\u1EEF li\u1EC7u (nh\u01B0 t\u1EA1o c\xE1c l\u1EDBp che ng\u1EABu nhi\xEAn).",explain:"Kh\xF4ng, b\u01B0\u1EDBc n\xE0y ch\u1EC9 l\xE0 m\u1ED9t ph\u1EA7n c\u1EE7a ti\u1EC1n x\u1EED l\xFD th\xF4i."},{text:"\u0110\xF3 l\xE0 b\u01B0\u1EDBc tr\u01B0\u1EDBc khi tokenize, \xE1p d\u1EE5ng c\xE1c b\u01B0\u1EDBc d\u1ECDn d\u1EB9p cho v\u0103n b\u1EA3n.",explain:"Kh\xF4ng, b\u01B0\u1EDBc n\xE0y ch\u1EC9 l\xE0 b\u01B0\u1EDBc chu\u1EA9n ho\xE1 th\xF4i."},{text:"\u0110\xF3 l\xE0 b\u01B0\u1EDBc tr\u01B0\u1EDBc khi tokenize, \xE1o d\u1EE5ng m\xF4 h\xECnh \u0111\u1EC3 chia \u0111\u1EA7u v\xE0o th\xE0nh c\xE1c t\u1EEB.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"\u0110\xF3 l\xE0 b\u01B0\u1EDBc tr\u01B0\u1EDBc khi tokenize, \xE1p d\u1EE5ng m\xF4 h\xECnh \u0111\u1EC3 chia \u0111\u1EA7u v\xE0o th\xE0nh c\xE1c token.",explain:"Kh\xF4ng, chia \u0111\u1EA7u v\xE0o th\xE0nh c\xE1c token l\xE0 nhi\u1EC7m v\u1EE5 c\u1EE7a m\xF4 h\xECnh tokenize."}]}}),ln=new $({}),pn=new x({props:{choices:[{text:"BPE l\xE0 m\u1ED9t thu\u1EADt to\xE1n tokenize t\u1EEB ph\u1EE5 b\u1EAFt \u0111\u1EA7u v\u1EDBi m\u1ED9t t\u1EEB v\u1EF1ng nh\u1ECF v\xE0 h\u1ECDc c\xE1c quy t\u1EAFc h\u1EE3p nh\u1EA5t.",explain:"\u0110\xE2y qu\u1EA3 th\u1EF1c l\xE0 c\xE2u tr\u1EA3 l\u1EDDi!",correct:!0},{text:"BPE l\xE0 m\u1ED9t thu\u1EADt tokenize t\u1EEB ph\u1EE5 b\u1EAFt \u0111\u1EA7u v\u1EDBi m\u1ED9t l\u01B0\u1EE3ng t\u1EEB v\u1EF1ng l\u1EDBn v\xE0 lo\u1EA1i b\u1ECF d\u1EA7n c\xE1c token kh\u1ECFi n\xF3.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 h\u01B0\u1EDBng ti\u1EBFp c\u1EADn c\u1EE7a thu\u1EADt to\xE1n tokenize kh\xE1c."},{text:"BPE tokenizer h\u1ECDc c\xE1c quy t\u1EAFc h\u1EE3p nh\u1EA5t b\u1EB1ng c\xE1ch g\u1ED9p c\xE1c c\u1EB7p token c\xF3 t\u1EA7n su\u1EA5t cao nh\u1EA5t.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"BPE tokenizer h\u1ECDc c\xE1c quy t\u1EAFc h\u1EE3p nh\u1EA5t b\u1EB1ng c\xE1ch g\u1ED9p c\xE1c c\u1EB7p token t\u1ED1i \u0111a ho\xE1 \u0111i\u1EC3m c\u1EE7a c\xE1c c\u1EB7p t\u1EA7n su\u1EA5t cao so v\u1EDBi c\xE1c ph\u1EA7n c\xE1 nh\xE2n c\xF3 t\u1EA7n su\u1EA5t \xEDt h\u01A1n.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 chi\u1EBFn l\u01B0\u1EE3c c\u1EE7a thu\u1EADt to\xE1n tokenie kh\xE1c."},{text:"BPE tokenize c\xE1c t\u1EEB th\xE0nh c\xE1c t\u1EEB ph\u1EE5 b\u1EB1ng c\xE1ch chia ch\xFAng th\xE0nh c\xE1c k\xFD t\u1EF1 v\xE0 \xE1p d\u1EE5ng quy t\u1EAFc h\u1EE3p nh\u1EA5t.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"BPE tokenize c\xE1c t\u1EEB th\xE0nh c\xE1c t\u1EEB ph\u1EE5 b\u1EB1ng c\xE1ch t\xECm t\u1EEB ph\u1EE5 d\xE0i nh\u1EA5t b\u1EAFt \u0111\u1EA7u t\u1EEB ph\u1EA7n \u0111\u1EA7u c\xF3 trong t\u1EEB v\u1EF1ng, sau \u0111\xF3 l\u1EB7p l\u1EA1i quy tr\xECnh cho ph\u1EA7n c\xF2n l\u1EA1i c\u1EE7a v\u0103n b\u1EA3n.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 c\xE1ch ph\u01B0\u01A1ng ph\xE1p tokenize kh\xE1c l\xE0m."}]}}),un=new $({}),sn=new x({props:{choices:[{text:"WordPiece l\xE0 m\u1ED9t thu\u1EADt to\xE1n tokenize t\u1EEB ph\u1EE5 b\u1EAFt \u0111\u1EA7u v\u1EDBi m\u1ED9t t\u1EEB v\u1EF1ng nh\u1ECF v\xE0 h\u1ECDc c\xE1c quy t\u1EAFc h\u1EE3p nh\u1EA5t.",explain:"\u0110\xE2y qu\u1EA3 th\u1EF1c l\xE0 c\xE2u tr\u1EA3 l\u1EDDi!",correct:!0},{text:"WordPiece l\xE0 m\u1ED9t thu\u1EADt tokenize t\u1EEB ph\u1EE5 b\u1EAFt \u0111\u1EA7u v\u1EDBi m\u1ED9t l\u01B0\u1EE3ng t\u1EEB v\u1EF1ng l\u1EDBn v\xE0 lo\u1EA1i b\u1ECF d\u1EA7n c\xE1c token kh\u1ECFi n\xF3.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 h\u01B0\u1EDBng ti\u1EBFp c\u1EADn c\u1EE7a thu\u1EADt to\xE1n tokenize kh\xE1c."},{text:"WordPiece tokenizer h\u1ECDc c\xE1c quy t\u1EAFc h\u1EE3p nh\u1EA5t b\u1EB1ng c\xE1ch g\u1ED9p c\xE1c c\u1EB7p token c\xF3 t\u1EA7n su\u1EA5t cao nh\u1EA5t.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 chi\u1EBFn l\u01B0\u1EE3c c\u1EE7a thu\u1EADt to\xE1n tokenie kh\xE1c."},{text:"WordPiece tokenizer h\u1ECDc c\xE1c quy t\u1EAFc h\u1EE3p nh\u1EA5t b\u1EB1ng c\xE1ch g\u1ED9p c\xE1c c\u1EB7p token t\u1ED1i \u0111a ho\xE1 \u0111i\u1EC3m c\u1EE7a c\xE1c c\u1EB7p t\u1EA7n su\u1EA5t cao v\u1EDBi c\xE1c token c\xE1 nh\xE2n c\u1EE7a n\xF3 c\xF3 t\u1EA7n su\u1EA5t \xEDt h\u01A1n.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"WordPiece tokenize t\u1EEB th\xE0nh c\xE1c t\u1EEB ph\u1EE5 b\u1EB1ng c\xE1ch t\xECm ra nh\u1EEFng ph\xE2n \u0111o\u1EA1n c\xF3 kh\u1EA3 n\u0103ng t\xE1ch th\xE0nh token nh\u1EA5t d\u1EF1a theo m\xF4 h\xECnh.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 c\xE1ch ph\u01B0\u01A1ng ph\xE1p tokenize kh\xE1c l\xE0m."},{text:"WordPiece tokenize c\xE1c t\u1EEB th\xE0nh c\xE1c t\u1EEB ph\u1EE5 b\u1EB1ng c\xE1ch t\xECm t\u1EEB ph\u1EE5 d\xE0i nh\u1EA5t b\u1EAFt \u0111\u1EA7u t\u1EEB ph\u1EA7n \u0111\u1EA7u c\xF3 trong t\u1EEB v\u1EF1ng, sau \u0111\xF3 l\u1EB7p l\u1EA1i quy tr\xECnh cho ph\u1EA7n c\xF2n l\u1EA1i c\u1EE7a v\u0103n b\u1EA3n.",explain:"\u0110\xFAng, \u0111\xE2y ch\xEDnh l\xE0 c\xE1ch WordPiece x\u1EED l\xFD m\xE3 ho\xE1.",correct:!0}]}}),gn=new $({}),mn=new x({props:{choices:[{text:"Unigram l\xE0 m\u1ED9t thu\u1EADt to\xE1n tokenize t\u1EEB ph\u1EE5 b\u1EAFt \u0111\u1EA7u v\u1EDBi m\u1ED9t t\u1EEB v\u1EF1ng nh\u1ECF v\xE0 h\u1ECDc c\xE1c quy t\u1EAFc h\u1EE3p nh\u1EA5t.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 chi\u1EBFn l\u01B0\u1EE3c c\u1EE7a thu\u1EADt to\xE1n tokenie kh\xE1c."},{text:"Unigram l\xE0 m\u1ED9t thu\u1EADt tokenize t\u1EEB ph\u1EE5 b\u1EAFt \u0111\u1EA7u v\u1EDBi m\u1ED9t l\u01B0\u1EE3ng t\u1EEB v\u1EF1ng l\u1EDBn v\xE0 lo\u1EA1i b\u1ECF d\u1EA7n c\xE1c token kh\u1ECFi n\xF3.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"Unigram \u0111i\u1EC1u ch\u1EC9nh v\u1ED1n t\u1EEB v\u1EF1ng c\u1EE7a n\xF3 b\u1EB1ng c\xE1ch gi\u1EA3m thi\u1EC3u s\u1EF1 m\u1EA5t m\xE1t \u0111\u01B0\u1EE3c t\xEDnh tr\xEAn to\xE0n b\u1ED9 kho ng\u1EEF li\u1EC7u.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"Unigram \u0111i\u1EC1u ch\u1EC9nh v\u1ED1n t\u1EEB v\u1EF1ng c\u1EE7a n\xF3 b\u1EB1ng c\xE1ch ch\u1EC9 gi\u1EEF l\u1EA1i nh\u1EEFng t\u1EEB ph\u1EE5 hay xu\u1EA5t hi\u1EC7n.",explain:"Kh\xF4ng h\xEDnh x\xE1c!"},{text:"Unigram tokenize t\u1EEB th\xE0nh c\xE1c t\u1EEB ph\u1EE5 b\u1EB1ng c\xE1ch t\xECm ra nh\u1EEFng ph\xE2n \u0111o\u1EA1n c\xF3 kh\u1EA3 n\u0103ng t\xE1ch th\xE0nh token nh\u1EA5t d\u1EF1a theo m\xF4 h\xECnh.",explain:"Ch\xEDnh x\xE1c!",correct:!0},{text:"Unigram tokenizes t\u1EEB th\xE0nh c\xE1c t\u1EEB ph\u1EE5 b\u1EB1ng c\xE1ch t\xE1ch t\u1EEB \u0111\xF3 th\xE0nh k\xED t\u1EF1 r\u1ED3i \xE1p d\u1EE5ng quy t\u1EAFc h\u1EE3p nh\u1EA5t.",explain:"Kh\xF4ng, \u0111\xE2y l\xE0 chi\u1EBFn l\u01B0\u1EE3c c\u1EE7a thu\u1EADt to\xE1n tokenie kh\xE1c."}]}}),{c(){b=e("meta"),Wn=l(),y=e("h1"),K=e("a"),fn=e("span"),u(I.$$.fragment),bt=l(),kn=e("span"),yt=k("\u0110\u1ED1 vui cu\u1ED1i ch\u01B0\u01A1ng"),Dn=l(),vn=e("p"),wt=k("C\xF9ng ki\u1EC3m tra xem b\u1EA1n \u0111\xE3 h\u1ECDc \u0111\u01B0\u1EE3c nh\u1EEFng g\xEC trong ch\u01B0\u01A1ng n\xE0y!"),Mn=l(),w=e("h3"),H=e("a"),dn=e("span"),u(R.$$.fragment),_t=l(),$n=e("span"),zt=k("1. Khi n\xE0o ta n\xEAn hu\u1EA5n luy\u1EC7n 1 tokenizer m\u1EDBi?"),Ln=l(),u(G.$$.fragment),On=l(),_=e("h3"),B=e("a"),xn=e("span"),u(J.$$.fragment),Et=l(),j=e("span"),Pt=k("2. \u01AFu \u0111i\u1EC3m c\u1EE7a vi\u1EC7c s\u1EED d\u1EE5ng tr\xECnh t\u1EA1o danh s\xE1ch v\u0103n b\u1EA3n so v\u1EDBi danh s\xE1ch c\xE1c danh s\xE1ch v\u0103n b\u1EA3n khi s\u1EED d\u1EE5ng "),bn=e("code"),qt=k("train_new_from_iterator()"),At=k(" l\xE0 g\xEC?"),Qn=l(),u(F.$$.fragment),In=l(),z=e("h3"),T=e("a"),yn=e("span"),u(V.$$.fragment),Nt=l(),wn=e("span"),Ct=k("3. \u01AFu \u0111i\u1EC3m c\u1EE7a tokenize \u201Cnhanh\u201D l\xE0 g\xEC?"),Rn=l(),u(X.$$.fragment),Gn=l(),E=e("h3"),U=e("a"),_n=e("span"),u(Y.$$.fragment),St=l(),Z=e("span"),Kt=k("4. Pipeline "),zn=e("code"),Ht=k("token-classification"),Bt=k("  x\u1EED l\xFD c\xE1c th\u1EF1c th\u1EC3 tr\u1EA3i d\xE0i tr\xEAn nhi\u1EC1u token nh\u01B0 th\u1EBF n\xE0o?"),Jn=l(),u(nn.$$.fragment),jn=l(),P=e("h3"),W=e("a"),En=e("span"),u(tn.$$.fragment),Tt=l(),hn=e("span"),Ut=k("5. Pipeline "),Pn=e("code"),Wt=k("question-answering"),Dt=k(" x\u1EED l\xFD ng\u1EEF c\u1EA3nh d\xE0i nh\u01B0 th\u1EBF n\xE0o?"),Fn=l(),u(en.$$.fragment),Vn=l(),q=e("h3"),D=e("a"),qn=e("span"),u(cn.$$.fragment),Mt=l(),An=e("span"),Lt=k("6. Chu\u1EA9n ho\xE1 l\xE0 g\xEC?"),Xn=l(),u(rn.$$.fragment),Yn=l(),A=e("h3"),M=e("a"),Nn=e("span"),u(on.$$.fragment),Ot=l(),Cn=e("span"),Qt=k("7. Pre-tokenization cho m\u1ED9t tokenizer t\u1EEB ph\u1EE5 l\xE0 sao?"),Zn=l(),u(an.$$.fragment),nt=l(),N=e("h3"),L=e("a"),Sn=e("span"),u(ln.$$.fragment),It=l(),Kn=e("span"),Rt=k("8. Ch\u1ECDn c\xE1c c\xE2u \xE1p d\u1EE5ng m\xF4 h\xECnh BPE \u0111\u1EC3 tokenize?"),tt=l(),u(pn.$$.fragment),ht=l(),C=e("h3"),O=e("a"),Hn=e("span"),u(un.$$.fragment),Gt=l(),Bn=e("span"),Jt=k("9. Ch\u1ECDn c\xE1c c\xE2u \xE1p d\u1EE5ng m\xF4 h\xECnh WordPiece \u0111\u1EC3 tokenize?"),et=l(),u(sn.$$.fragment),ct=l(),S=e("h3"),Q=e("a"),Tn=e("span"),u(gn.$$.fragment),jt=l(),Un=e("span"),Ft=k("10. Ch\u1ECDn c\xE1c c\xE2u \xE1p d\u1EE5ng m\xF4 h\xECnh Unigram \u0111\u1EC3 tokenize?"),it=l(),u(mn.$$.fragment),this.h()},l(n){const r=Hh('[data-svelte="svelte-1phssyn"]',document.head);b=c(r,"META",{name:!0,content:!0}),r.forEach(t),Wn=p(n),y=c(n,"H1",{class:!0});var ot=i(y);K=c(ot,"A",{id:!0,class:!0,href:!0});var Xt=i(K);fn=c(Xt,"SPAN",{});var Yt=i(fn);s(I.$$.fragment,Yt),Yt.forEach(t),Xt.forEach(t),bt=p(ot),kn=c(ot,"SPAN",{});var Zt=i(kn);yt=d(Zt,"\u0110\u1ED1 vui cu\u1ED1i ch\u01B0\u01A1ng"),Zt.forEach(t),ot.forEach(t),Dn=p(n),vn=c(n,"P",{});var nh=i(vn);wt=d(nh,"C\xF9ng ki\u1EC3m tra xem b\u1EA1n \u0111\xE3 h\u1ECDc \u0111\u01B0\u1EE3c nh\u1EEFng g\xEC trong ch\u01B0\u01A1ng n\xE0y!"),nh.forEach(t),Mn=p(n),w=c(n,"H3",{class:!0});var at=i(w);H=c(at,"A",{id:!0,class:!0,href:!0});var th=i(H);dn=c(th,"SPAN",{});var hh=i(dn);s(R.$$.fragment,hh),hh.forEach(t),th.forEach(t),_t=p(at),$n=c(at,"SPAN",{});var eh=i($n);zt=d(eh,"1. Khi n\xE0o ta n\xEAn hu\u1EA5n luy\u1EC7n 1 tokenizer m\u1EDBi?"),eh.forEach(t),at.forEach(t),Ln=p(n),s(G.$$.fragment,n),On=p(n),_=c(n,"H3",{class:!0});var lt=i(_);B=c(lt,"A",{id:!0,class:!0,href:!0});var ch=i(B);xn=c(ch,"SPAN",{});var ih=i(xn);s(J.$$.fragment,ih),ih.forEach(t),ch.forEach(t),Et=p(lt),j=c(lt,"SPAN",{});var pt=i(j);Pt=d(pt,"2. \u01AFu \u0111i\u1EC3m c\u1EE7a vi\u1EC7c s\u1EED d\u1EE5ng tr\xECnh t\u1EA1o danh s\xE1ch v\u0103n b\u1EA3n so v\u1EDBi danh s\xE1ch c\xE1c danh s\xE1ch v\u0103n b\u1EA3n khi s\u1EED d\u1EE5ng "),bn=c(pt,"CODE",{});var rh=i(bn);qt=d(rh,"train_new_from_iterator()"),rh.forEach(t),At=d(pt," l\xE0 g\xEC?"),pt.forEach(t),lt.forEach(t),Qn=p(n),s(F.$$.fragment,n),In=p(n),z=c(n,"H3",{class:!0});var ut=i(z);T=c(ut,"A",{id:!0,class:!0,href:!0});var oh=i(T);yn=c(oh,"SPAN",{});var ah=i(yn);s(V.$$.fragment,ah),ah.forEach(t),oh.forEach(t),Nt=p(ut),wn=c(ut,"SPAN",{});var lh=i(wn);Ct=d(lh,"3. \u01AFu \u0111i\u1EC3m c\u1EE7a tokenize \u201Cnhanh\u201D l\xE0 g\xEC?"),lh.forEach(t),ut.forEach(t),Rn=p(n),s(X.$$.fragment,n),Gn=p(n),E=c(n,"H3",{class:!0});var st=i(E);U=c(st,"A",{id:!0,class:!0,href:!0});var ph=i(U);_n=c(ph,"SPAN",{});var uh=i(_n);s(Y.$$.fragment,uh),uh.forEach(t),ph.forEach(t),St=p(st),Z=c(st,"SPAN",{});var gt=i(Z);Kt=d(gt,"4. Pipeline "),zn=c(gt,"CODE",{});var sh=i(zn);Ht=d(sh,"token-classification"),sh.forEach(t),Bt=d(gt,"  x\u1EED l\xFD c\xE1c th\u1EF1c th\u1EC3 tr\u1EA3i d\xE0i tr\xEAn nhi\u1EC1u token nh\u01B0 th\u1EBF n\xE0o?"),gt.forEach(t),st.forEach(t),Jn=p(n),s(nn.$$.fragment,n),jn=p(n),P=c(n,"H3",{class:!0});var mt=i(P);W=c(mt,"A",{id:!0,class:!0,href:!0});var gh=i(W);En=c(gh,"SPAN",{});var mh=i(En);s(tn.$$.fragment,mh),mh.forEach(t),gh.forEach(t),Tt=p(mt),hn=c(mt,"SPAN",{});var vt=i(hn);Ut=d(vt,"5. Pipeline "),Pn=c(vt,"CODE",{});var vh=i(Pn);Wt=d(vh,"question-answering"),vh.forEach(t),Dt=d(vt," x\u1EED l\xFD ng\u1EEF c\u1EA3nh d\xE0i nh\u01B0 th\u1EBF n\xE0o?"),vt.forEach(t),mt.forEach(t),Fn=p(n),s(en.$$.fragment,n),Vn=p(n),q=c(n,"H3",{class:!0});var ft=i(q);D=c(ft,"A",{id:!0,class:!0,href:!0});var fh=i(D);qn=c(fh,"SPAN",{});var kh=i(qn);s(cn.$$.fragment,kh),kh.forEach(t),fh.forEach(t),Mt=p(ft),An=c(ft,"SPAN",{});var dh=i(An);Lt=d(dh,"6. Chu\u1EA9n ho\xE1 l\xE0 g\xEC?"),dh.forEach(t),ft.forEach(t),Xn=p(n),s(rn.$$.fragment,n),Yn=p(n),A=c(n,"H3",{class:!0});var kt=i(A);M=c(kt,"A",{id:!0,class:!0,href:!0});var $h=i(M);Nn=c($h,"SPAN",{});var xh=i(Nn);s(on.$$.fragment,xh),xh.forEach(t),$h.forEach(t),Ot=p(kt),Cn=c(kt,"SPAN",{});var bh=i(Cn);Qt=d(bh,"7. Pre-tokenization cho m\u1ED9t tokenizer t\u1EEB ph\u1EE5 l\xE0 sao?"),bh.forEach(t),kt.forEach(t),Zn=p(n),s(an.$$.fragment,n),nt=p(n),N=c(n,"H3",{class:!0});var dt=i(N);L=c(dt,"A",{id:!0,class:!0,href:!0});var yh=i(L);Sn=c(yh,"SPAN",{});var wh=i(Sn);s(ln.$$.fragment,wh),wh.forEach(t),yh.forEach(t),It=p(dt),Kn=c(dt,"SPAN",{});var _h=i(Kn);Rt=d(_h,"8. Ch\u1ECDn c\xE1c c\xE2u \xE1p d\u1EE5ng m\xF4 h\xECnh BPE \u0111\u1EC3 tokenize?"),_h.forEach(t),dt.forEach(t),tt=p(n),s(pn.$$.fragment,n),ht=p(n),C=c(n,"H3",{class:!0});var $t=i(C);O=c($t,"A",{id:!0,class:!0,href:!0});var zh=i(O);Hn=c(zh,"SPAN",{});var Eh=i(Hn);s(un.$$.fragment,Eh),Eh.forEach(t),zh.forEach(t),Gt=p($t),Bn=c($t,"SPAN",{});var Ph=i(Bn);Jt=d(Ph,"9. Ch\u1ECDn c\xE1c c\xE2u \xE1p d\u1EE5ng m\xF4 h\xECnh WordPiece \u0111\u1EC3 tokenize?"),Ph.forEach(t),$t.forEach(t),et=p(n),s(sn.$$.fragment,n),ct=p(n),S=c(n,"H3",{class:!0});var xt=i(S);Q=c(xt,"A",{id:!0,class:!0,href:!0});var qh=i(Q);Tn=c(qh,"SPAN",{});var Ah=i(Tn);s(gn.$$.fragment,Ah),Ah.forEach(t),qh.forEach(t),jt=p(xt),Un=c(xt,"SPAN",{});var Nh=i(Un);Ft=d(Nh,"10. Ch\u1ECDn c\xE1c c\xE2u \xE1p d\u1EE5ng m\xF4 h\xECnh Unigram \u0111\u1EC3 tokenize?"),Nh.forEach(t),xt.forEach(t),it=p(n),s(mn.$$.fragment,n),this.h()},h(){o(b,"name","hf:doc:metadata"),o(b,"content",JSON.stringify(Wh)),o(K,"id","vui-cui-chng"),o(K,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(K,"href","#vui-cui-chng"),o(y,"class","relative group"),o(H,"id","1.-khi-n\xE0o-ta-n\xEAn-hu\u1EA5n-luy\u1EC7n-1-tokenizer-m\u1EDBi?"),o(H,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(H,"href","#1.-khi-n\xE0o-ta-n\xEAn-hu\u1EA5n-luy\u1EC7n-1-tokenizer-m\u1EDBi?"),o(w,"class","relative group"),o(B,"id","2.-\u01B0u-\u0111i\u1EC3m-c\u1EE7a-vi\u1EC7c-s\u1EED-d\u1EE5ng-tr\xECnh-t\u1EA1o-danh-s\xE1ch-v\u0103n-b\u1EA3n-so-v\u1EDBi-danh-s\xE1ch-c\xE1c-danh-s\xE1ch-v\u0103n-b\u1EA3n-khi-s\u1EED-d\u1EE5ng-<code>train_new_from_iterator()</code>-l\xE0-g\xEC?"),o(B,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(B,"href","#2.-\u01B0u-\u0111i\u1EC3m-c\u1EE7a-vi\u1EC7c-s\u1EED-d\u1EE5ng-tr\xECnh-t\u1EA1o-danh-s\xE1ch-v\u0103n-b\u1EA3n-so-v\u1EDBi-danh-s\xE1ch-c\xE1c-danh-s\xE1ch-v\u0103n-b\u1EA3n-khi-s\u1EED-d\u1EE5ng-<code>train_new_from_iterator()</code>-l\xE0-g\xEC?"),o(_,"class","relative group"),o(T,"id","3.-\u01B0u-\u0111i\u1EC3m-c\u1EE7a-tokenize-\u201Cnhanh\u201D-l\xE0-g\xEC?"),o(T,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(T,"href","#3.-\u01B0u-\u0111i\u1EC3m-c\u1EE7a-tokenize-\u201Cnhanh\u201D-l\xE0-g\xEC?"),o(z,"class","relative group"),o(U,"id","4.-pipeline-<code>token-classification</code>--x\u1EED-l\xFD-c\xE1c-th\u1EF1c-th\u1EC3-tr\u1EA3i-d\xE0i-tr\xEAn-nhi\u1EC1u-token-nh\u01B0-th\u1EBF-n\xE0o?"),o(U,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(U,"href","#4.-pipeline-<code>token-classification</code>--x\u1EED-l\xFD-c\xE1c-th\u1EF1c-th\u1EC3-tr\u1EA3i-d\xE0i-tr\xEAn-nhi\u1EC1u-token-nh\u01B0-th\u1EBF-n\xE0o?"),o(E,"class","relative group"),o(W,"id","5.-pipeline-<code>question-answering</code>-x\u1EED-l\xFD-ng\u1EEF-c\u1EA3nh-d\xE0i-nh\u01B0-th\u1EBF-n\xE0o?"),o(W,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(W,"href","#5.-pipeline-<code>question-answering</code>-x\u1EED-l\xFD-ng\u1EEF-c\u1EA3nh-d\xE0i-nh\u01B0-th\u1EBF-n\xE0o?"),o(P,"class","relative group"),o(D,"id","6.-chu\u1EA9n-ho\xE1-l\xE0-g\xEC?"),o(D,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(D,"href","#6.-chu\u1EA9n-ho\xE1-l\xE0-g\xEC?"),o(q,"class","relative group"),o(M,"id","7.-pre-tokenization-cho-m\u1ED9t-tokenizer-t\u1EEB-ph\u1EE5-l\xE0-sao?"),o(M,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(M,"href","#7.-pre-tokenization-cho-m\u1ED9t-tokenizer-t\u1EEB-ph\u1EE5-l\xE0-sao?"),o(A,"class","relative group"),o(L,"id","8.-ch\u1ECDn-c\xE1c-c\xE2u-\xE1p-d\u1EE5ng-m\xF4-h\xECnh-bpe-\u0111\u1EC3-tokenize?"),o(L,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(L,"href","#8.-ch\u1ECDn-c\xE1c-c\xE2u-\xE1p-d\u1EE5ng-m\xF4-h\xECnh-bpe-\u0111\u1EC3-tokenize?"),o(N,"class","relative group"),o(O,"id","9.-ch\u1ECDn-c\xE1c-c\xE2u-\xE1p-d\u1EE5ng-m\xF4-h\xECnh-wordpiece-\u0111\u1EC3-tokenize?"),o(O,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(O,"href","#9.-ch\u1ECDn-c\xE1c-c\xE2u-\xE1p-d\u1EE5ng-m\xF4-h\xECnh-wordpiece-\u0111\u1EC3-tokenize?"),o(C,"class","relative group"),o(Q,"id","10.-ch\u1ECDn-c\xE1c-c\xE2u-\xE1p-d\u1EE5ng-m\xF4-h\xECnh-unigram-\u0111\u1EC3-tokenize?"),o(Q,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(Q,"href","#10.-ch\u1ECDn-c\xE1c-c\xE2u-\xE1p-d\u1EE5ng-m\xF4-h\xECnh-unigram-\u0111\u1EC3-tokenize?"),o(S,"class","relative group")},m(n,r){h(document.head,b),a(n,Wn,r),a(n,y,r),h(y,K),h(K,fn),g(I,fn,null),h(y,bt),h(y,kn),h(kn,yt),a(n,Dn,r),a(n,vn,r),h(vn,wt),a(n,Mn,r),a(n,w,r),h(w,H),h(H,dn),g(R,dn,null),h(w,_t),h(w,$n),h($n,zt),a(n,Ln,r),g(G,n,r),a(n,On,r),a(n,_,r),h(_,B),h(B,xn),g(J,xn,null),h(_,Et),h(_,j),h(j,Pt),h(j,bn),h(bn,qt),h(j,At),a(n,Qn,r),g(F,n,r),a(n,In,r),a(n,z,r),h(z,T),h(T,yn),g(V,yn,null),h(z,Nt),h(z,wn),h(wn,Ct),a(n,Rn,r),g(X,n,r),a(n,Gn,r),a(n,E,r),h(E,U),h(U,_n),g(Y,_n,null),h(E,St),h(E,Z),h(Z,Kt),h(Z,zn),h(zn,Ht),h(Z,Bt),a(n,Jn,r),g(nn,n,r),a(n,jn,r),a(n,P,r),h(P,W),h(W,En),g(tn,En,null),h(P,Tt),h(P,hn),h(hn,Ut),h(hn,Pn),h(Pn,Wt),h(hn,Dt),a(n,Fn,r),g(en,n,r),a(n,Vn,r),a(n,q,r),h(q,D),h(D,qn),g(cn,qn,null),h(q,Mt),h(q,An),h(An,Lt),a(n,Xn,r),g(rn,n,r),a(n,Yn,r),a(n,A,r),h(A,M),h(M,Nn),g(on,Nn,null),h(A,Ot),h(A,Cn),h(Cn,Qt),a(n,Zn,r),g(an,n,r),a(n,nt,r),a(n,N,r),h(N,L),h(L,Sn),g(ln,Sn,null),h(N,It),h(N,Kn),h(Kn,Rt),a(n,tt,r),g(pn,n,r),a(n,ht,r),a(n,C,r),h(C,O),h(O,Hn),g(un,Hn,null),h(C,Gt),h(C,Bn),h(Bn,Jt),a(n,et,r),g(sn,n,r),a(n,ct,r),a(n,S,r),h(S,Q),h(Q,Tn),g(gn,Tn,null),h(S,jt),h(S,Un),h(Un,Ft),a(n,it,r),g(mn,n,r),rt=!0},p:Bh,i(n){rt||(m(I.$$.fragment,n),m(R.$$.fragment,n),m(G.$$.fragment,n),m(J.$$.fragment,n),m(F.$$.fragment,n),m(V.$$.fragment,n),m(X.$$.fragment,n),m(Y.$$.fragment,n),m(nn.$$.fragment,n),m(tn.$$.fragment,n),m(en.$$.fragment,n),m(cn.$$.fragment,n),m(rn.$$.fragment,n),m(on.$$.fragment,n),m(an.$$.fragment,n),m(ln.$$.fragment,n),m(pn.$$.fragment,n),m(un.$$.fragment,n),m(sn.$$.fragment,n),m(gn.$$.fragment,n),m(mn.$$.fragment,n),rt=!0)},o(n){v(I.$$.fragment,n),v(R.$$.fragment,n),v(G.$$.fragment,n),v(J.$$.fragment,n),v(F.$$.fragment,n),v(V.$$.fragment,n),v(X.$$.fragment,n),v(Y.$$.fragment,n),v(nn.$$.fragment,n),v(tn.$$.fragment,n),v(en.$$.fragment,n),v(cn.$$.fragment,n),v(rn.$$.fragment,n),v(on.$$.fragment,n),v(an.$$.fragment,n),v(ln.$$.fragment,n),v(pn.$$.fragment,n),v(un.$$.fragment,n),v(sn.$$.fragment,n),v(gn.$$.fragment,n),v(mn.$$.fragment,n),rt=!1},d(n){t(b),n&&t(Wn),n&&t(y),f(I),n&&t(Dn),n&&t(vn),n&&t(Mn),n&&t(w),f(R),n&&t(Ln),f(G,n),n&&t(On),n&&t(_),f(J),n&&t(Qn),f(F,n),n&&t(In),n&&t(z),f(V),n&&t(Rn),f(X,n),n&&t(Gn),n&&t(E),f(Y),n&&t(Jn),f(nn,n),n&&t(jn),n&&t(P),f(tn),n&&t(Fn),f(en,n),n&&t(Vn),n&&t(q),f(cn),n&&t(Xn),f(rn,n),n&&t(Yn),n&&t(A),f(on),n&&t(Zn),f(an,n),n&&t(nt),n&&t(N),f(ln),n&&t(tt),f(pn,n),n&&t(ht),n&&t(C),f(un),n&&t(et),f(sn,n),n&&t(ct),n&&t(S),f(gn),n&&t(it),f(mn,n)}}}const Wh={local:"vui-cui-chng",title:"\u0110\u1ED1 vui cu\u1ED1i ch\u01B0\u01A1ng"};function Dh(Vt){return Th(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Qh extends Ch{constructor(b){super();Sh(this,b,Dh,Uh,Kh,{})}}export{Qh as default,Wh as metadata};
