import{S as Ue,i as De,s as Je,e as a,k as d,w as Ce,t as u,M as Ye,c as l,d as t,m as f,a as o,x as Ie,h as c,b as n,F as s,g as m,y as Me,L as je,q as Se,o as ke,B as Ne,v as Fe}from"../../chunks/vendor-1e8b365d.js";import{Y as He}from"../../chunks/Youtube-c2a8cc39.js";import{I as Oe}from"../../chunks/IconCopyLink-483c28ba.js";function Qe(fe){let v,D,_,E,P,L,G,B,K,J,b,Y,p,V,C,W,X,I,Z,ee,j,R,te,F,g,se,H,x,ae,O,i,M,q,le,oe,S,w,re,ne,k,$,ie,ue,N,y,ce,me,U,A,de,Q;return L=new Oe({}),b=new He({props:{id:"MUqNwgPjJvQ"}}),{c(){v=a("meta"),D=d(),_=a("h1"),E=a("a"),P=a("span"),Ce(L.$$.fragment),G=d(),B=a("span"),K=u("Les mod\xE8les bas\xE9s sur l'encodeur"),J=d(),Ce(b.$$.fragment),Y=d(),p=a("p"),V=u("Les mod\xE8les bas\xE9s sur l\u2019encodeur utilisent uniquement l\u2019encodeur d\u2019un "),C=a("em"),W=u("transformer"),X=u(". \xC0 chaque \xE9tape, les couches d\u2019attention peuvent acc\xE9der \xE0 tous les mots de la phrase initiale. Ces mod\xE8les sont souvent caract\xE9ris\xE9s comme ayant une attention bidirectionnelle et sont souvent appel\xE9s "),I=a("em"),Z=u("mod\xE8les d\u2019auto-encodage"),ee=u("."),j=d(),R=a("p"),te=u("Le pr\xE9-entra\xEEnement de ces mod\xE8les se concentre g\xE9n\xE9ralement sur la modification d\u2019une phrase donn\xE9e (par exemple, en masquant des mots al\xE9atoires dans celle-ci) et en demandant au mod\xE8le de trouver ou de reconstruire la phrase initiale."),F=d(),g=a("p"),se=u("Ces mod\xE8les sont les plus adapt\xE9s pour des t\xE2ches qui requi\xE8rent une compr\xE9hension compl\xE8te de la phrase, telles que la classification de phrases, la reconnaissance d\u2019entit\xE9s nomm\xE9es (et plus g\xE9n\xE9ralement la classification de mots) et les questions-r\xE9ponses extractives."),H=d(),x=a("p"),ae=u("Les mod\xE8les les plus repr\xE9sentatifs de cette famille sont :"),O=d(),i=a("ul"),M=a("li"),q=a("a"),le=u("ALBERT"),oe=d(),S=a("li"),w=a("a"),re=u("BERT"),ne=d(),k=a("li"),$=a("a"),ie=u("DistilBERT"),ue=d(),N=a("li"),y=a("a"),ce=u("ELECTRA"),me=d(),U=a("li"),A=a("a"),de=u("RoBERTa"),this.h()},l(e){const r=Ye('[data-svelte="svelte-1phssyn"]',document.head);v=l(r,"META",{name:!0,content:!0}),r.forEach(t),D=f(e),_=l(e,"H1",{class:!0});var z=o(_);E=l(z,"A",{id:!0,class:!0,href:!0});var pe=o(E);P=l(pe,"SPAN",{});var he=o(P);Ie(L.$$.fragment,he),he.forEach(t),pe.forEach(t),G=f(z),B=l(z,"SPAN",{});var ve=o(B);K=c(ve,"Les mod\xE8les bas\xE9s sur l'encodeur"),ve.forEach(t),z.forEach(t),J=f(e),Ie(b.$$.fragment,e),Y=f(e),p=l(e,"P",{});var T=o(p);V=c(T,"Les mod\xE8les bas\xE9s sur l\u2019encodeur utilisent uniquement l\u2019encodeur d\u2019un "),C=l(T,"EM",{});var _e=o(C);W=c(_e,"transformer"),_e.forEach(t),X=c(T,". \xC0 chaque \xE9tape, les couches d\u2019attention peuvent acc\xE9der \xE0 tous les mots de la phrase initiale. Ces mod\xE8les sont souvent caract\xE9ris\xE9s comme ayant une attention bidirectionnelle et sont souvent appel\xE9s "),I=l(T,"EM",{});var Ee=o(I);Z=c(Ee,"mod\xE8les d\u2019auto-encodage"),Ee.forEach(t),ee=c(T,"."),T.forEach(t),j=f(e),R=l(e,"P",{});var Le=o(R);te=c(Le,"Le pr\xE9-entra\xEEnement de ces mod\xE8les se concentre g\xE9n\xE9ralement sur la modification d\u2019une phrase donn\xE9e (par exemple, en masquant des mots al\xE9atoires dans celle-ci) et en demandant au mod\xE8le de trouver ou de reconstruire la phrase initiale."),Le.forEach(t),F=f(e),g=l(e,"P",{});var be=o(g);se=c(be,"Ces mod\xE8les sont les plus adapt\xE9s pour des t\xE2ches qui requi\xE8rent une compr\xE9hension compl\xE8te de la phrase, telles que la classification de phrases, la reconnaissance d\u2019entit\xE9s nomm\xE9es (et plus g\xE9n\xE9ralement la classification de mots) et les questions-r\xE9ponses extractives."),be.forEach(t),H=f(e),x=l(e,"P",{});var qe=o(x);ae=c(qe,"Les mod\xE8les les plus repr\xE9sentatifs de cette famille sont :"),qe.forEach(t),O=f(e),i=l(e,"UL",{});var h=o(i);M=l(h,"LI",{});var we=o(M);q=l(we,"A",{href:!0,rel:!0});var $e=o(q);le=c($e,"ALBERT"),$e.forEach(t),we.forEach(t),oe=f(h),S=l(h,"LI",{});var ye=o(S);w=l(ye,"A",{href:!0,rel:!0});var Ae=o(w);re=c(Ae,"BERT"),Ae.forEach(t),ye.forEach(t),ne=f(h),k=l(h,"LI",{});var Re=o(k);$=l(Re,"A",{href:!0,rel:!0});var ge=o($);ie=c(ge,"DistilBERT"),ge.forEach(t),Re.forEach(t),ue=f(h),N=l(h,"LI",{});var xe=o(N);y=l(xe,"A",{href:!0,rel:!0});var Te=o(y);ce=c(Te,"ELECTRA"),Te.forEach(t),xe.forEach(t),me=f(h),U=l(h,"LI",{});var Pe=o(U);A=l(Pe,"A",{href:!0,rel:!0});var Be=o(A);de=c(Be,"RoBERTa"),Be.forEach(t),Pe.forEach(t),h.forEach(t),this.h()},h(){n(v,"name","hf:doc:metadata"),n(v,"content",JSON.stringify(ze)),n(E,"id","les-modles-bass-sur-lencodeur"),n(E,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),n(E,"href","#les-modles-bass-sur-lencodeur"),n(_,"class","relative group"),n(q,"href","https://huggingface.co/transformers/model_doc/albert.html"),n(q,"rel","nofollow"),n(w,"href","https://huggingface.co/transformers/model_doc/bert.html"),n(w,"rel","nofollow"),n($,"href","https://huggingface.co/transformers/model_doc/distilbert.html"),n($,"rel","nofollow"),n(y,"href","https://huggingface.co/transformers/model_doc/electra.html"),n(y,"rel","nofollow"),n(A,"href","https://huggingface.co/transformers/model_doc/roberta.html"),n(A,"rel","nofollow")},m(e,r){s(document.head,v),m(e,D,r),m(e,_,r),s(_,E),s(E,P),Me(L,P,null),s(_,G),s(_,B),s(B,K),m(e,J,r),Me(b,e,r),m(e,Y,r),m(e,p,r),s(p,V),s(p,C),s(C,W),s(p,X),s(p,I),s(I,Z),s(p,ee),m(e,j,r),m(e,R,r),s(R,te),m(e,F,r),m(e,g,r),s(g,se),m(e,H,r),m(e,x,r),s(x,ae),m(e,O,r),m(e,i,r),s(i,M),s(M,q),s(q,le),s(i,oe),s(i,S),s(S,w),s(w,re),s(i,ne),s(i,k),s(k,$),s($,ie),s(i,ue),s(i,N),s(N,y),s(y,ce),s(i,me),s(i,U),s(U,A),s(A,de),Q=!0},p:je,i(e){Q||(Se(L.$$.fragment,e),Se(b.$$.fragment,e),Q=!0)},o(e){ke(L.$$.fragment,e),ke(b.$$.fragment,e),Q=!1},d(e){t(v),e&&t(D),e&&t(_),Ne(L),e&&t(J),Ne(b,e),e&&t(Y),e&&t(p),e&&t(j),e&&t(R),e&&t(F),e&&t(g),e&&t(H),e&&t(x),e&&t(O),e&&t(i)}}}const ze={local:"les-modles-bass-sur-lencodeur",title:"Les mod\xE8les bas\xE9s sur l'encodeur"};function Ge(fe){return Fe(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Xe extends Ue{constructor(v){super();De(this,v,Ge,Qe,Je,{})}}export{Xe as default,ze as metadata};
