import{S as ua,i as ca,s as pa,e as a,k as f,w as be,t as n,M as da,c as o,d as t,m as h,a as l,x as $e,h as s,b as i,N as Ar,f as gt,F as e,g as c,y as Pe,q as Ae,o as Te,B as ke,v as ma}from"../chunks/vendor-7c454903.js";import{T as ga}from"../chunks/Tip-735285fc.js";import{I as De}from"../chunks/IconCopyLink-5457534b.js";function va(Ke){let d,U,g,y,L,b,E,T,K,H,$,V,q,w,P;return{c(){d=a("p"),U=n("Please note however, that these models will not allow you ("),g=a("a"),y=n("tracking issue"),L=n("):"),b=f(),E=a("ul"),T=a("li"),K=n("To get full optimization"),H=f(),$=a("li"),V=n("To run private models"),q=f(),w=a("li"),P=n("To get access to GPU inference"),this.h()},l(v){d=o(v,"P",{});var _=l(d);U=s(_,"Please note however, that these models will not allow you ("),g=o(_,"A",{href:!0,rel:!0});var ge=l(g);y=s(ge,"tracking issue"),ge.forEach(t),L=s(_,"):"),_.forEach(t),b=h(v),E=o(v,"UL",{});var A=l(E);T=o(A,"LI",{});var ve=l(T);K=s(ve,"To get full optimization"),ve.forEach(t),H=h(A),$=o(A,"LI",{});var W=l($);V=s(W,"To run private models"),W.forEach(t),q=h(A),w=o(A,"LI",{});var k=l(w);P=s(k,"To get access to GPU inference"),k.forEach(t),A.forEach(t),this.h()},h(){i(g,"href","https://github.com/huggingface/huggingface_hub/issues/85"),i(g,"rel","nofollow")},m(v,_){c(v,d,_),e(d,U),e(d,g),e(g,y),e(d,L),c(v,b,_),c(v,E,_),e(E,T),e(T,K),e(E,H),e(E,$),e($,V),e(E,q),e(E,w),e(w,P)},d(v){v&&t(d),v&&t(b),v&&t(E)}}}function _a(Ke){let d,U,g,y,L,b,E,T,K,H,$,V,q,w,P,v,_,ge,A,ve,W,k,Tr,Ve,C,kr,We,x,O,Ie,X,vt,Se,_t,Xe,p,Y,wt,Le,Et,yt,bt,_e,$t,xe,Pt,At,Ne,Tt,kt,Z,It,Ge,St,Lt,xt,I,Nt,Re,Gt,Rt,Ue,Ut,Ht,ee,qt,Ct,Ot,te,Mt,He,Bt,Ft,zt,re,jt,qe,Qt,Jt,Dt,we,Ce,Kt,Vt,Wt,Oe,Xt,Ye,N,M,Me,ae,Yt,Be,Zt,Ze,B,S,Ir,et,G,F,Fe,oe,er,ze,tr,tt,z,le,ne,rr,se,ar,or,lr,R,j,ie,nr,sr,fe,ir,fr,hr,Ee,he,ur,cr,pr,Q,ue,dr,mr,ce,gr,vr,_r,je,pe,wr,de,Er,yr,rt,J,at;return b=new De({}),_=new De({}),X=new De({}),ae=new De({}),oe=new De({}),J=new ga({props:{warning:!0,$$slots:{default:[va]},$$scope:{ctx:Ke}}}),{c(){d=a("meta"),U=f(),g=a("h1"),y=a("a"),L=a("span"),be(b.$$.fragment),E=f(),T=a("span"),K=n("\u{1F917} Accelerated Inference API"),H=f(),$=a("p"),V=n(`Integrate into your apps over 20,000 pre-trained state of the art
models, or your own private models, via simple HTTP requests, with 2x to
10x faster inference than out of the box deployment, and scalability
built-in.`),q=f(),w=a("h2"),P=a("a"),v=a("span"),be(_.$$.fragment),ge=f(),A=a("span"),ve=n("Hugging Face is trusted in production by over 5,000 companies"),W=f(),k=a("img"),Ve=f(),C=a("img"),We=f(),x=a("h2"),O=a("a"),Ie=a("span"),be(X.$$.fragment),vt=f(),Se=a("span"),_t=n("Main features:"),Xe=f(),p=a("ul"),Y=a("li"),wt=n("Leverage "),Le=a("strong"),Et=n("20,000+ Transformer models"),yt=n(" (T5, Blenderbot, Bart, GPT-2, Pegasus...)"),bt=f(),_e=a("li"),$t=n("Upload, manage and serve your "),xe=a("strong"),Pt=n("own models privately"),At=f(),Ne=a("li"),Tt=n("Run Classification, NER, Conversational, Summarization, Translation, Question-Answering, Embeddings Extraction tasks"),kt=f(),Z=a("li"),It=n("Get up to "),Ge=a("strong"),St=n("10x inference speedup"),Lt=n(" to reduce user latency"),xt=f(),I=a("li"),Nt=n("Accelerated inference on "),Re=a("strong"),Gt=n("CPU"),Rt=n(" and "),Ue=a("strong"),Ut=n("GPU"),Ht=n(" (GPU requires a "),ee=a("a"),qt=n("Startup or Enterprise plan"),Ct=n(")"),Ot=f(),te=a("li"),Mt=n("Run "),He=a("strong"),Bt=n("large models"),Ft=n(" that are challenging to deploy in production"),zt=f(),re=a("li"),jt=n("Scale to 1,000 requests per second with "),qe=a("strong"),Qt=n("automatic scaling"),Jt=n(" built-in"),Dt=f(),we=a("li"),Ce=a("strong"),Kt=n("Ship new NLP features faster"),Vt=n(" as new models become available"),Wt=f(),Oe=a("li"),Xt=n("Build your business on a platform powered by the reference open source project in NLP"),Ye=f(),N=a("h2"),M=a("a"),Me=a("span"),be(ae.$$.fragment),Yt=f(),Be=a("span"),Zt=n("If you are looking for custom support from the Hugging Face team"),Ze=f(),B=a("a"),S=a("img"),et=f(),G=a("h2"),F=a("a"),Fe=a("span"),be(oe.$$.fragment),er=f(),ze=a("span"),tr=n("Third-party library models:"),tt=f(),z=a("ul"),le=a("li"),ne=a("p"),rr=n("The "),se=a("a"),ar=n("Hub"),or=n(" now supports many new libraries:"),lr=f(),R=a("ul"),j=a("li"),ie=a("a"),nr=n("SpaCy"),sr=n(", "),fe=a("a"),ir=n("AllenNLP"),fr=n(","),hr=f(),Ee=a("li"),he=a("a"),ur=n("Speechbrain"),cr=n(","),pr=f(),Q=a("li"),ue=a("a"),dr=n("Timm"),mr=n(" and "),ce=a("a"),gr=n("many others"),vr=n("\u2026"),_r=f(),je=a("li"),pe=a("p"),wr=n("Those models are enabled on the API thanks to some docker integration "),de=a("a"),Er=n("api-inference-community"),yr=n("."),rt=f(),be(J.$$.fragment),this.h()},l(r){const u=da('[data-svelte="svelte-1phssyn"]',document.head);d=o(u,"META",{name:!0,content:!0}),u.forEach(t),U=h(r),g=o(r,"H1",{class:!0});var me=l(g);y=o(me,"A",{id:!0,class:!0,href:!0});var Sr=l(y);L=o(Sr,"SPAN",{});var Lr=l(L);$e(b.$$.fragment,Lr),Lr.forEach(t),Sr.forEach(t),E=h(me),T=o(me,"SPAN",{});var xr=l(T);K=s(xr,"\u{1F917} Accelerated Inference API"),xr.forEach(t),me.forEach(t),H=h(r),$=o(r,"P",{});var Nr=l($);V=s(Nr,`Integrate into your apps over 20,000 pre-trained state of the art
models, or your own private models, via simple HTTP requests, with 2x to
10x faster inference than out of the box deployment, and scalability
built-in.`),Nr.forEach(t),q=h(r),w=o(r,"H2",{class:!0});var ot=l(w);P=o(ot,"A",{id:!0,class:!0,href:!0});var Gr=l(P);v=o(Gr,"SPAN",{});var Rr=l(v);$e(_.$$.fragment,Rr),Rr.forEach(t),Gr.forEach(t),ge=h(ot),A=o(ot,"SPAN",{});var Ur=l(A);ve=s(Ur,"Hugging Face is trusted in production by over 5,000 companies"),Ur.forEach(t),ot.forEach(t),W=h(r),k=o(r,"IMG",{class:!0,src:!0,width:!0}),Ve=h(r),C=o(r,"IMG",{class:!0,src:!0,width:!0}),We=h(r),x=o(r,"H2",{class:!0});var lt=l(x);O=o(lt,"A",{id:!0,class:!0,href:!0});var Hr=l(O);Ie=o(Hr,"SPAN",{});var qr=l(Ie);$e(X.$$.fragment,qr),qr.forEach(t),Hr.forEach(t),vt=h(lt),Se=o(lt,"SPAN",{});var Cr=l(Se);_t=s(Cr,"Main features:"),Cr.forEach(t),lt.forEach(t),Xe=h(r),p=o(r,"UL",{});var m=l(p);Y=o(m,"LI",{});var nt=l(Y);wt=s(nt,"Leverage "),Le=o(nt,"STRONG",{});var Or=l(Le);Et=s(Or,"20,000+ Transformer models"),Or.forEach(t),yt=s(nt," (T5, Blenderbot, Bart, GPT-2, Pegasus...)"),nt.forEach(t),bt=h(m),_e=o(m,"LI",{});var br=l(_e);$t=s(br,"Upload, manage and serve your "),xe=o(br,"STRONG",{});var Mr=l(xe);Pt=s(Mr,"own models privately"),Mr.forEach(t),br.forEach(t),At=h(m),Ne=o(m,"LI",{});var Br=l(Ne);Tt=s(Br,"Run Classification, NER, Conversational, Summarization, Translation, Question-Answering, Embeddings Extraction tasks"),Br.forEach(t),kt=h(m),Z=o(m,"LI",{});var st=l(Z);It=s(st,"Get up to "),Ge=o(st,"STRONG",{});var Fr=l(Ge);St=s(Fr,"10x inference speedup"),Fr.forEach(t),Lt=s(st," to reduce user latency"),st.forEach(t),xt=h(m),I=o(m,"LI",{});var D=l(I);Nt=s(D,"Accelerated inference on "),Re=o(D,"STRONG",{});var zr=l(Re);Gt=s(zr,"CPU"),zr.forEach(t),Rt=s(D," and "),Ue=o(D,"STRONG",{});var jr=l(Ue);Ut=s(jr,"GPU"),jr.forEach(t),Ht=s(D," (GPU requires a "),ee=o(D,"A",{href:!0,rel:!0});var Qr=l(ee);qt=s(Qr,"Startup or Enterprise plan"),Qr.forEach(t),Ct=s(D,")"),D.forEach(t),Ot=h(m),te=o(m,"LI",{});var it=l(te);Mt=s(it,"Run "),He=o(it,"STRONG",{});var Jr=l(He);Bt=s(Jr,"large models"),Jr.forEach(t),Ft=s(it," that are challenging to deploy in production"),it.forEach(t),zt=h(m),re=o(m,"LI",{});var ft=l(re);jt=s(ft,"Scale to 1,000 requests per second with "),qe=o(ft,"STRONG",{});var Dr=l(qe);Qt=s(Dr,"automatic scaling"),Dr.forEach(t),Jt=s(ft," built-in"),ft.forEach(t),Dt=h(m),we=o(m,"LI",{});var $r=l(we);Ce=o($r,"STRONG",{});var Kr=l(Ce);Kt=s(Kr,"Ship new NLP features faster"),Kr.forEach(t),Vt=s($r," as new models become available"),$r.forEach(t),Wt=h(m),Oe=o(m,"LI",{});var Vr=l(Oe);Xt=s(Vr,"Build your business on a platform powered by the reference open source project in NLP"),Vr.forEach(t),m.forEach(t),Ye=h(r),N=o(r,"H2",{class:!0});var ht=l(N);M=o(ht,"A",{id:!0,class:!0,href:!0});var Wr=l(M);Me=o(Wr,"SPAN",{});var Xr=l(Me);$e(ae.$$.fragment,Xr),Xr.forEach(t),Wr.forEach(t),Yt=h(ht),Be=o(ht,"SPAN",{});var Yr=l(Be);Zt=s(Yr,"If you are looking for custom support from the Hugging Face team"),Yr.forEach(t),ht.forEach(t),Ze=h(r),B=o(r,"A",{target:!0,href:!0});var Zr=l(B);S=o(Zr,"IMG",{alt:!0,src:!0,style:!0}),Zr.forEach(t),et=h(r),G=o(r,"H2",{class:!0});var ut=l(G);F=o(ut,"A",{id:!0,class:!0,href:!0});var ea=l(F);Fe=o(ea,"SPAN",{});var ta=l(Fe);$e(oe.$$.fragment,ta),ta.forEach(t),ea.forEach(t),er=h(ut),ze=o(ut,"SPAN",{});var ra=l(ze);tr=s(ra,"Third-party library models:"),ra.forEach(t),ut.forEach(t),tt=h(r),z=o(r,"UL",{});var ct=l(z);le=o(ct,"LI",{});var pt=l(le);ne=o(pt,"P",{});var dt=l(ne);rr=s(dt,"The "),se=o(dt,"A",{href:!0,rel:!0});var aa=l(se);ar=s(aa,"Hub"),aa.forEach(t),or=s(dt," now supports many new libraries:"),dt.forEach(t),lr=h(pt),R=o(pt,"UL",{});var ye=l(R);j=o(ye,"LI",{});var Qe=l(j);ie=o(Qe,"A",{href:!0,rel:!0});var oa=l(ie);nr=s(oa,"SpaCy"),oa.forEach(t),sr=s(Qe,", "),fe=o(Qe,"A",{href:!0,rel:!0});var la=l(fe);ir=s(la,"AllenNLP"),la.forEach(t),fr=s(Qe,","),Qe.forEach(t),hr=h(ye),Ee=o(ye,"LI",{});var Pr=l(Ee);he=o(Pr,"A",{href:!0,rel:!0});var na=l(he);ur=s(na,"Speechbrain"),na.forEach(t),cr=s(Pr,","),Pr.forEach(t),pr=h(ye),Q=o(ye,"LI",{});var Je=l(Q);ue=o(Je,"A",{href:!0,rel:!0});var sa=l(ue);dr=s(sa,"Timm"),sa.forEach(t),mr=s(Je," and "),ce=o(Je,"A",{href:!0,rel:!0});var ia=l(ce);gr=s(ia,"many others"),ia.forEach(t),vr=s(Je,"\u2026"),Je.forEach(t),ye.forEach(t),pt.forEach(t),_r=h(ct),je=o(ct,"LI",{});var fa=l(je);pe=o(fa,"P",{});var mt=l(pe);wr=s(mt,"Those models are enabled on the API thanks to some docker integration "),de=o(mt,"A",{href:!0,rel:!0});var ha=l(de);Er=s(ha,"api-inference-community"),ha.forEach(t),yr=s(mt,"."),mt.forEach(t),fa.forEach(t),ct.forEach(t),rt=h(r),$e(J.$$.fragment,r),this.h()},h(){i(d,"name","hf:doc:metadata"),i(d,"content",JSON.stringify(wa)),i(y,"id","accelerated-inference-api"),i(y,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(y,"href","#accelerated-inference-api"),i(g,"class","relative group"),i(P,"id","hugging-face-is-trusted-in-production-by-over-5,000-companies"),i(P,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(P,"href","#hugging-face-is-trusted-in-production-by-over-5,000-companies"),i(w,"class","relative group"),i(k,"class","block dark:hidden !shadow-none !border-0 !rounded-none"),Ar(k.src,Tr="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/inference-api/companies-light.png")||i(k,"src",Tr),i(k,"width","600"),i(C,"class","hidden dark:block !shadow-none !border-0 !rounded-none"),Ar(C.src,kr="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/inference-api/companies-dark.png")||i(C,"src",kr),i(C,"width","600"),i(O,"id","main-features:"),i(O,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(O,"href","#main-features:"),i(x,"class","relative group"),i(ee,"href","https://huggingface.co/pricing"),i(ee,"rel","nofollow"),i(M,"id","if-you-are-looking-for-custom-support-from-the-hugging-face-team"),i(M,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(M,"href","#if-you-are-looking-for-custom-support-from-the-hugging-face-team"),i(N,"class","relative group"),i(S,"alt","HuggingFace Expert Acceleration Program"),Ar(S.src,Ir="https://huggingface.co/front/thumbnails/support.png")||i(S,"src",Ir),gt(S,"max-width","400px"),gt(S,"border","1px solid #eee"),gt(S,"border-radius","4px"),gt(S,"box-shadow","0 1px 2px 0 rgba(0, 0, 0, 0.05)"),i(B,"target","_blank"),i(B,"href","https://huggingface.co/support"),i(F,"id","third-party-library-models:"),i(F,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(F,"href","#third-party-library-models:"),i(G,"class","relative group"),i(se,"href","https://huggingface.co"),i(se,"rel","nofollow"),i(ie,"href","https://spacy.io/"),i(ie,"rel","nofollow"),i(fe,"href","https://allennlp.org/"),i(fe,"rel","nofollow"),i(he,"href","https://speechbrain.github.io/"),i(he,"rel","nofollow"),i(ue,"href","https://pypi.org/project/timm/"),i(ue,"rel","nofollow"),i(ce,"href","https://huggingface.co/docs/hub/libraries"),i(ce,"rel","nofollow"),i(de,"href","https://github.com/huggingface/huggingface_hub/tree/main/api-inference-community"),i(de,"rel","nofollow")},m(r,u){e(document.head,d),c(r,U,u),c(r,g,u),e(g,y),e(y,L),Pe(b,L,null),e(g,E),e(g,T),e(T,K),c(r,H,u),c(r,$,u),e($,V),c(r,q,u),c(r,w,u),e(w,P),e(P,v),Pe(_,v,null),e(w,ge),e(w,A),e(A,ve),c(r,W,u),c(r,k,u),c(r,Ve,u),c(r,C,u),c(r,We,u),c(r,x,u),e(x,O),e(O,Ie),Pe(X,Ie,null),e(x,vt),e(x,Se),e(Se,_t),c(r,Xe,u),c(r,p,u),e(p,Y),e(Y,wt),e(Y,Le),e(Le,Et),e(Y,yt),e(p,bt),e(p,_e),e(_e,$t),e(_e,xe),e(xe,Pt),e(p,At),e(p,Ne),e(Ne,Tt),e(p,kt),e(p,Z),e(Z,It),e(Z,Ge),e(Ge,St),e(Z,Lt),e(p,xt),e(p,I),e(I,Nt),e(I,Re),e(Re,Gt),e(I,Rt),e(I,Ue),e(Ue,Ut),e(I,Ht),e(I,ee),e(ee,qt),e(I,Ct),e(p,Ot),e(p,te),e(te,Mt),e(te,He),e(He,Bt),e(te,Ft),e(p,zt),e(p,re),e(re,jt),e(re,qe),e(qe,Qt),e(re,Jt),e(p,Dt),e(p,we),e(we,Ce),e(Ce,Kt),e(we,Vt),e(p,Wt),e(p,Oe),e(Oe,Xt),c(r,Ye,u),c(r,N,u),e(N,M),e(M,Me),Pe(ae,Me,null),e(N,Yt),e(N,Be),e(Be,Zt),c(r,Ze,u),c(r,B,u),e(B,S),c(r,et,u),c(r,G,u),e(G,F),e(F,Fe),Pe(oe,Fe,null),e(G,er),e(G,ze),e(ze,tr),c(r,tt,u),c(r,z,u),e(z,le),e(le,ne),e(ne,rr),e(ne,se),e(se,ar),e(ne,or),e(le,lr),e(le,R),e(R,j),e(j,ie),e(ie,nr),e(j,sr),e(j,fe),e(fe,ir),e(j,fr),e(R,hr),e(R,Ee),e(Ee,he),e(he,ur),e(Ee,cr),e(R,pr),e(R,Q),e(Q,ue),e(ue,dr),e(Q,mr),e(Q,ce),e(ce,gr),e(Q,vr),e(z,_r),e(z,je),e(je,pe),e(pe,wr),e(pe,de),e(de,Er),e(pe,yr),c(r,rt,u),Pe(J,r,u),at=!0},p(r,[u]){const me={};u&2&&(me.$$scope={dirty:u,ctx:r}),J.$set(me)},i(r){at||(Ae(b.$$.fragment,r),Ae(_.$$.fragment,r),Ae(X.$$.fragment,r),Ae(ae.$$.fragment,r),Ae(oe.$$.fragment,r),Ae(J.$$.fragment,r),at=!0)},o(r){Te(b.$$.fragment,r),Te(_.$$.fragment,r),Te(X.$$.fragment,r),Te(ae.$$.fragment,r),Te(oe.$$.fragment,r),Te(J.$$.fragment,r),at=!1},d(r){t(d),r&&t(U),r&&t(g),ke(b),r&&t(H),r&&t($),r&&t(q),r&&t(w),ke(_),r&&t(W),r&&t(k),r&&t(Ve),r&&t(C),r&&t(We),r&&t(x),ke(X),r&&t(Xe),r&&t(p),r&&t(Ye),r&&t(N),ke(ae),r&&t(Ze),r&&t(B),r&&t(et),r&&t(G),ke(oe),r&&t(tt),r&&t(z),r&&t(rt),ke(J,r)}}}const wa={local:"accelerated-inference-api",title:"\u{1F917} Accelerated Inference API"};function Ea(Ke){return ma(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Pa extends ua{constructor(d){super();ca(this,d,Ea,_a,pa,{})}}export{Pa as default,wa as metadata};
