import{S as Ge,i as We,s as Je,e as r,k as i,w as Oe,t as n,M as je,c as l,d as a,m as d,a as s,x as Fe,h as c,b as o,N as Ke,G as e,g as p,y as Qe,L as Xe,q as Ye,o as Ze,B as et,v as tt}from"../chunks/vendor-hf-doc-builder.js";import{I as at}from"../chunks/IconCopyLink-hf-doc-builder.js";function ot(Ae){let v,z,h,Z,ee,$,Le,te,ae,G,g,E,M,k,oe,U,re,W,I,le,J,m,se,P,ie,ne,A,de,ce,O,L,f,w,R,ue,fe,S,he,me,b,V,pe,ve,B,ge,we,_,T,be,_e,C,ye,Ee,y,D,xe,ke,N,Pe,j;return k=new at({}),{c(){v=r("meta"),z=i(),h=r("p"),Z=r("br"),ee=i(),$=r("img"),te=i(),ae=r("br"),G=i(),g=r("h1"),E=r("a"),M=r("span"),Oe(k.$$.fragment),oe=i(),U=r("span"),re=n("\u{1F917} Evaluate"),W=i(),I=r("p"),le=n("A library for easily evaluating machine learning models and datasets."),J=i(),m=r("p"),se=n("With a single line of code, you get access to dozens of evaluation methods for different domains (NLP, Computer Vision, Reinforcement Learning, and more!). Be it on your local machine or in a distributed training setup, you can evaluate your models in a consistent and reproducible way! All evaluation methods come with an interactive widget to try it out directly in the "),P=r("a"),ie=n("browser"),ne=n(" and a documentation card that documents its use and limitations (see for example "),A=r("a"),de=n("BLEU"),ce=n(")."),O=i(),L=r("div"),f=r("div"),w=r("a"),R=r("div"),ue=n("Tutorials"),fe=i(),S=r("p"),he=n("Learn the basics and become familiar with loading, computing, and saving with \u{1F917} Evaluate. Start here if you are using \u{1F917} Evaluate for the first time!"),me=i(),b=r("a"),V=r("div"),pe=n("How-to guides"),ve=i(),B=r("p"),ge=n("Practical guides to help you achieve a specific goal. Take a look at these guides to learn how to use \u{1F917} Evaluate to solve real-world problems."),we=i(),_=r("a"),T=r("div"),be=n("Conceptual guides"),_e=i(),C=r("p"),ye=n("High-level explanations for building a better understanding of important topics such as considerations going into evaluating a model or dataset and the difference between metrics, measurements, and comparisons."),Ee=i(),y=r("a"),D=r("div"),xe=n("Reference"),ke=i(),N=r("p"),Pe=n("Technical descriptions of how \u{1F917} Evaluate classes and methods work."),this.h()},l(t){const u=je('[data-svelte="svelte-1phssyn"]',document.head);v=l(u,"META",{name:!0,content:!0}),u.forEach(a),z=d(t),h=l(t,"P",{align:!0});var H=s(h);Z=l(H,"BR",{}),ee=d(H),$=l(H,"IMG",{src:!0,width:!0}),te=d(H),ae=l(H,"BR",{}),H.forEach(a),G=d(t),g=l(t,"H1",{class:!0});var F=s(g);E=l(F,"A",{id:!0,class:!0,href:!0});var $e=s(E);M=l($e,"SPAN",{});var Ie=s(M);Fe(k.$$.fragment,Ie),Ie.forEach(a),$e.forEach(a),oe=d(F),U=l(F,"SPAN",{});var Re=s(U);re=c(Re,"\u{1F917} Evaluate"),Re.forEach(a),F.forEach(a),W=d(t),I=l(t,"P",{});var Se=s(I);le=c(Se,"A library for easily evaluating machine learning models and datasets."),Se.forEach(a),J=d(t),m=l(t,"P",{});var q=s(m);se=c(q,"With a single line of code, you get access to dozens of evaluation methods for different domains (NLP, Computer Vision, Reinforcement Learning, and more!). Be it on your local machine or in a distributed training setup, you can evaluate your models in a consistent and reproducible way! All evaluation methods come with an interactive widget to try it out directly in the "),P=l(q,"A",{href:!0,rel:!0});var Ve=s(P);ie=c(Ve,"browser"),Ve.forEach(a),ne=c(q," and a documentation card that documents its use and limitations (see for example "),A=l(q,"A",{href:!0,rel:!0});var Be=s(A);de=c(Be,"BLEU"),Be.forEach(a),ce=c(q,")."),q.forEach(a),O=d(t),L=l(t,"DIV",{class:!0});var Te=s(L);f=l(Te,"DIV",{class:!0});var x=s(f);w=l(x,"A",{class:!0,href:!0});var K=s(w);R=l(K,"DIV",{class:!0});var Ce=s(R);ue=c(Ce,"Tutorials"),Ce.forEach(a),fe=d(K),S=l(K,"P",{class:!0});var De=s(S);he=c(De,"Learn the basics and become familiar with loading, computing, and saving with \u{1F917} Evaluate. Start here if you are using \u{1F917} Evaluate for the first time!"),De.forEach(a),K.forEach(a),me=d(x),b=l(x,"A",{class:!0,href:!0});var Q=s(b);V=l(Q,"DIV",{class:!0});var Ne=s(V);pe=c(Ne,"How-to guides"),Ne.forEach(a),ve=d(Q),B=l(Q,"P",{class:!0});var He=s(B);ge=c(He,"Practical guides to help you achieve a specific goal. Take a look at these guides to learn how to use \u{1F917} Evaluate to solve real-world problems."),He.forEach(a),Q.forEach(a),we=d(x),_=l(x,"A",{class:!0,href:!0});var X=s(_);T=l(X,"DIV",{class:!0});var qe=s(T);be=c(qe,"Conceptual guides"),qe.forEach(a),_e=d(X),C=l(X,"P",{class:!0});var Me=s(C);ye=c(Me,"High-level explanations for building a better understanding of important topics such as considerations going into evaluating a model or dataset and the difference between metrics, measurements, and comparisons."),Me.forEach(a),X.forEach(a),Ee=d(x),y=l(x,"A",{class:!0,href:!0});var Y=s(y);D=l(Y,"DIV",{class:!0});var Ue=s(D);xe=c(Ue,"Reference"),Ue.forEach(a),ke=d(Y),N=l(Y,"P",{class:!0});var ze=s(N);Pe=c(ze,"Technical descriptions of how \u{1F917} Evaluate classes and methods work."),ze.forEach(a),Y.forEach(a),x.forEach(a),Te.forEach(a),this.h()},h(){o(v,"name","hf:doc:metadata"),o(v,"content",JSON.stringify(rt)),Ke($.src,Le="https://huggingface.co/datasets/evaluate/media/resolve/main/evaluate-banner.png")||o($,"src",Le),o($,"width","400"),o(h,"align","center"),o(E,"id","evaluate"),o(E,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),o(E,"href","#evaluate"),o(g,"class","relative group"),o(P,"href","https://huggingface.co/evaluate-metric"),o(P,"rel","nofollow"),o(A,"href","https://huggingface.co/spaces/evaluate-metric/bleu"),o(A,"rel","nofollow"),o(R,"class","w-full text-center bg-gradient-to-br from-blue-400 to-blue-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed"),o(S,"class","text-gray-700"),o(w,"class","!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg"),o(w,"href","/docs/evaluate/installation"),o(V,"class","w-full text-center bg-gradient-to-br from-indigo-400 to-indigo-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed"),o(B,"class","text-gray-700"),o(b,"class","!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg"),o(b,"href","/docs/evaluate/choosing_a_metric"),o(T,"class","w-full text-center bg-gradient-to-br from-pink-400 to-pink-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed"),o(C,"class","text-gray-700"),o(_,"class","!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg"),o(_,"href","/docs/evaluate/types_of_evaluations"),o(D,"class","w-full text-center bg-gradient-to-br from-purple-400 to-purple-500 rounded-lg py-1.5 font-semibold mb-5 text-white text-lg leading-relaxed"),o(N,"class","text-gray-700"),o(y,"class","!no-underline border dark:border-gray-700 p-5 rounded-lg shadow hover:shadow-lg"),o(y,"href","/docs/evaluate/package_reference/main_classes"),o(f,"class","w-full flex flex-col space-y-4 md:space-y-0 md:grid md:grid-cols-2 md:gap-y-4 md:gap-x-5"),o(L,"class","mt-10")},m(t,u){e(document.head,v),p(t,z,u),p(t,h,u),e(h,Z),e(h,ee),e(h,$),e(h,te),e(h,ae),p(t,G,u),p(t,g,u),e(g,E),e(E,M),Qe(k,M,null),e(g,oe),e(g,U),e(U,re),p(t,W,u),p(t,I,u),e(I,le),p(t,J,u),p(t,m,u),e(m,se),e(m,P),e(P,ie),e(m,ne),e(m,A),e(A,de),e(m,ce),p(t,O,u),p(t,L,u),e(L,f),e(f,w),e(w,R),e(R,ue),e(w,fe),e(w,S),e(S,he),e(f,me),e(f,b),e(b,V),e(V,pe),e(b,ve),e(b,B),e(B,ge),e(f,we),e(f,_),e(_,T),e(T,be),e(_,_e),e(_,C),e(C,ye),e(f,Ee),e(f,y),e(y,D),e(D,xe),e(y,ke),e(y,N),e(N,Pe),j=!0},p:Xe,i(t){j||(Ye(k.$$.fragment,t),j=!0)},o(t){Ze(k.$$.fragment,t),j=!1},d(t){a(v),t&&a(z),t&&a(h),t&&a(G),t&&a(g),et(k),t&&a(W),t&&a(I),t&&a(J),t&&a(m),t&&a(O),t&&a(L)}}}const rt={local:"evaluate",title:"\u{1F917} Evaluate"};function lt(Ae){return tt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class nt extends Ge{constructor(v){super();We(this,v,lt,ot,Je,{})}}export{nt as default,rt as metadata};
