import{S as Ge,i as Me,s as Ne,e as r,k as f,w as de,t as m,M as Re,c as a,d as t,m as c,a as o,x as fe,h as i,b as n,G as s,g as u,y as ce,L as Be,q as pe,o as he,B as _e,v as Ue}from"../../chunks/vendor-hf-doc-builder.js";import{Y as Xe}from"../../chunks/Youtube-hf-doc-builder.js";import{I as Ye}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{C as ze}from"../../chunks/CourseFloatingBanner-hf-doc-builder.js";function Fe(ve){let h,B,_,v,A,E,j,I,D,U,L,X,b,Y,p,K,S,V,W,k,Z,ee,z,P,te,F,y,se,H,C,re,J,d,G,w,ae,le,M,x,oe,ne,N,q,ue,me,R,g,ie,O;return E=new Ye({}),L=new ze({props:{chapter:1,classNames:"absolute z-10 right-0 top-0"}}),b=new Xe({props:{id:"d_ixlCubqQw"}}),{c(){h=r("meta"),B=f(),_=r("h1"),v=r("a"),A=r("span"),de(E.$$.fragment),j=f(),I=r("span"),D=m("Les mod\xE8les bas\xE9s sur le d\xE9codeur"),U=f(),de(L.$$.fragment),X=f(),de(b.$$.fragment),Y=f(),p=r("p"),K=m("Les mod\xE8les bas\xE9s sur le d\xE9codeur utilisent seulement le d\xE9codeur d\u2019un "),S=r("em"),V=m("transformer"),W=m(". \xC0 chaque \xE9tape, pour un mot donn\xE9, les couches d\u2019attention ne peuvent strictement acc\xE9der qu\u2019aux mots situ\xE9s avant dans la phrase. Ces mod\xE8les sont souvent appel\xE9s "),k=r("em"),Z=m("mod\xE8les autor\xE9gressifs"),ee=m("."),z=f(),P=r("p"),te=m("Le pr\xE9-entra\xEEnement des mod\xE8les bas\xE9s sur le d\xE9codeur se concentre g\xE9n\xE9ralement sur la pr\xE9diction du prochain mot dans la phrase."),F=f(),y=r("p"),se=m("Ces mod\xE8les sont vraiment adapt\xE9s aux t\xE2ches qui impliquent la g\xE9n\xE9ration de texte."),H=f(),C=r("p"),re=m("Les mod\xE8les qui repr\xE9sentent le mieux la famille des mod\xE8les d\xE9codeurs sont :"),J=f(),d=r("ul"),G=r("li"),w=r("a"),ae=m("CTRL"),le=f(),M=r("li"),x=r("a"),oe=m("GPT"),ne=f(),N=r("li"),q=r("a"),ue=m("GPT-2"),me=f(),R=r("li"),g=r("a"),ie=m("Transformer XL"),this.h()},l(e){const l=Re('[data-svelte="svelte-1phssyn"]',document.head);h=a(l,"META",{name:!0,content:!0}),l.forEach(t),B=c(e),_=a(e,"H1",{class:!0});var Q=o(_);v=a(Q,"A",{id:!0,class:!0,href:!0});var $e=o(v);A=a($e,"SPAN",{});var Ee=o(A);fe(E.$$.fragment,Ee),Ee.forEach(t),$e.forEach(t),j=c(Q),I=a(Q,"SPAN",{});var Le=o(I);D=i(Le,"Les mod\xE8les bas\xE9s sur le d\xE9codeur"),Le.forEach(t),Q.forEach(t),U=c(e),fe(L.$$.fragment,e),X=c(e),fe(b.$$.fragment,e),Y=c(e),p=a(e,"P",{});var T=o(p);K=i(T,"Les mod\xE8les bas\xE9s sur le d\xE9codeur utilisent seulement le d\xE9codeur d\u2019un "),S=a(T,"EM",{});var be=o(S);V=i(be,"transformer"),be.forEach(t),W=i(T,". \xC0 chaque \xE9tape, pour un mot donn\xE9, les couches d\u2019attention ne peuvent strictement acc\xE9der qu\u2019aux mots situ\xE9s avant dans la phrase. Ces mod\xE8les sont souvent appel\xE9s "),k=a(T,"EM",{});var we=o(k);Z=i(we,"mod\xE8les autor\xE9gressifs"),we.forEach(t),ee=i(T,"."),T.forEach(t),z=c(e),P=a(e,"P",{});var xe=o(P);te=i(xe,"Le pr\xE9-entra\xEEnement des mod\xE8les bas\xE9s sur le d\xE9codeur se concentre g\xE9n\xE9ralement sur la pr\xE9diction du prochain mot dans la phrase."),xe.forEach(t),F=c(e),y=a(e,"P",{});var qe=o(y);se=i(qe,"Ces mod\xE8les sont vraiment adapt\xE9s aux t\xE2ches qui impliquent la g\xE9n\xE9ration de texte."),qe.forEach(t),H=c(e),C=a(e,"P",{});var ge=o(C);re=i(ge,"Les mod\xE8les qui repr\xE9sentent le mieux la famille des mod\xE8les d\xE9codeurs sont :"),ge.forEach(t),J=c(e),d=a(e,"UL",{});var $=o(d);G=a($,"LI",{});var Pe=o(G);w=a(Pe,"A",{href:!0,rel:!0});var ye=o(w);ae=i(ye,"CTRL"),ye.forEach(t),Pe.forEach(t),le=c($),M=a($,"LI",{});var Ce=o(M);x=a(Ce,"A",{href:!0,rel:!0});var Te=o(x);oe=i(Te,"GPT"),Te.forEach(t),Ce.forEach(t),ne=c($),N=a($,"LI",{});var Ae=o(N);q=a(Ae,"A",{href:!0,rel:!0});var Ie=o(q);ue=i(Ie,"GPT-2"),Ie.forEach(t),Ae.forEach(t),me=c($),R=a($,"LI",{});var Se=o(R);g=a(Se,"A",{href:!0,rel:!0});var ke=o(g);ie=i(ke,"Transformer XL"),ke.forEach(t),Se.forEach(t),$.forEach(t),this.h()},h(){n(h,"name","hf:doc:metadata"),n(h,"content",JSON.stringify(He)),n(v,"id","les-modles-bass-sur-le-dcodeur"),n(v,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),n(v,"href","#les-modles-bass-sur-le-dcodeur"),n(_,"class","relative group"),n(w,"href","https://huggingface.co/transformers/model_doc/ctrl.html"),n(w,"rel","nofollow"),n(x,"href","https://huggingface.co/transformers/model_doc/gpt.html"),n(x,"rel","nofollow"),n(q,"href","https://huggingface.co/transformers/model_doc/gpt2.html"),n(q,"rel","nofollow"),n(g,"href","https://huggingface.co/transformers/model_doc/transformerxl.html"),n(g,"rel","nofollow")},m(e,l){s(document.head,h),u(e,B,l),u(e,_,l),s(_,v),s(v,A),ce(E,A,null),s(_,j),s(_,I),s(I,D),u(e,U,l),ce(L,e,l),u(e,X,l),ce(b,e,l),u(e,Y,l),u(e,p,l),s(p,K),s(p,S),s(S,V),s(p,W),s(p,k),s(k,Z),s(p,ee),u(e,z,l),u(e,P,l),s(P,te),u(e,F,l),u(e,y,l),s(y,se),u(e,H,l),u(e,C,l),s(C,re),u(e,J,l),u(e,d,l),s(d,G),s(G,w),s(w,ae),s(d,le),s(d,M),s(M,x),s(x,oe),s(d,ne),s(d,N),s(N,q),s(q,ue),s(d,me),s(d,R),s(R,g),s(g,ie),O=!0},p:Be,i(e){O||(pe(E.$$.fragment,e),pe(L.$$.fragment,e),pe(b.$$.fragment,e),O=!0)},o(e){he(E.$$.fragment,e),he(L.$$.fragment,e),he(b.$$.fragment,e),O=!1},d(e){t(h),e&&t(B),e&&t(_),_e(E),e&&t(U),_e(L,e),e&&t(X),_e(b,e),e&&t(Y),e&&t(p),e&&t(z),e&&t(P),e&&t(F),e&&t(y),e&&t(H),e&&t(C),e&&t(J),e&&t(d)}}}const He={local:"les-modles-bass-sur-le-dcodeur",title:"Les mod\xE8les bas\xE9s sur le d\xE9codeur"};function Je(ve){return Ue(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ke extends Ge{constructor(h){super();Me(this,h,Je,Fe,Ne,{})}}export{Ke as default,He as metadata};
