import{S as Co,i as Fo,s as Lo,e as r,k as c,w as f,t as l,M as To,c as o,d as a,m as d,a as n,x as m,h as i,b as s,F as t,g as u,y as h,L as Ho,q as v,o as g,B as _,v as Vo}from"../../chunks/vendor-e830fc9c.js";import{D as V}from"../../chunks/Docstring-785cfc11.js";import{I as w}from"../../chunks/IconCopyLink-af4c5c5b.js";function Uo(Cr){let M,$t,x,U,Oe,le,ia,Ce,ca,Et,N,J,Fe,ie,da,Le,pa,yt,A,j,Te,ce,ua,He,fa,wt,R,ma,Ve,ha,va,Dt,I,q,Ue,de,ga,Je,_a,kt,W,ba,je,$a,Ea,Mt,P,z,Re,pe,ya,qe,wa,xt,B,Da,We,ka,Ma,Nt,S,K,ze,ue,xa,Be,Na,At,G,Aa,Ke,Ia,Pa,It,O,Q,Ge,fe,Sa,Qe,Oa,Pt,C,X,Xe,me,Ca,Ye,Fa,St,$,he,La,Ze,Ta,Ha,Ae,et,Va,Ua,Ja,tt,ja,Ra,Y,ve,qa,ge,Wa,at,za,Ba,Ka,Z,_e,Ga,F,Qa,rt,Xa,Ya,ot,Za,er,Ot,L,ee,nt,be,tr,st,ar,Ct,D,rr,lt,or,nr,it,sr,lr,Ft,b,$e,ir,ct,cr,dr,te,Ee,pr,dt,ur,fr,ae,ye,mr,pt,hr,vr,k,we,gr,ut,_r,br,ft,$r,Er,re,De,yr,mt,wr,Dr,oe,ke,kr,Me,Mr,ht,xr,Nr,Lt,T,ne,vt,xe,Ar,gt,Ir,Tt,H,se,_t,Ne,Pr,bt,Sr,Ht;return le=new w({}),ie=new w({}),ce=new w({}),de=new w({}),pe=new w({}),ue=new w({}),fe=new w({}),me=new w({}),he=new V({props:{name:"class evaluate.EvaluationModuleInfo",anchor:"evaluate.EvaluationModuleInfo",parameters:[{name:"description",val:": str"},{name:"citation",val:": str"},{name:"features",val:": typing.Union[datasets.features.features.Features, typing.List[datasets.features.features.Features]]"},{name:"inputs_description",val:": str = <factory>"},{name:"homepage",val:": str = <factory>"},{name:"license",val:": str = <factory>"},{name:"codebase_urls",val:": typing.List[str] = <factory>"},{name:"reference_urls",val:": typing.List[str] = <factory>"},{name:"streamable",val:": bool = False"},{name:"format",val:": typing.Optional[str] = None"},{name:"type",val:": str = 'metric'"},{name:"metric_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/info.py#L35"}}),ve=new V({props:{name:"from_directory",anchor:"evaluate.EvaluationModuleInfo.from_directory",parameters:[{name:"metric_info_dir",val:""}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/info.py#L81"}}),_e=new V({props:{name:"write_to_directory",anchor:"evaluate.EvaluationModuleInfo.write_to_directory",parameters:[{name:"metric_info_dir",val:""}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/info.py#L71"}}),be=new w({}),$e=new V({props:{name:"class evaluate.EvaluationModule",anchor:"evaluate.EvaluationModule",parameters:[{name:"config_name",val:": typing.Optional[str] = None"},{name:"keep_in_memory",val:": bool = False"},{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"num_process",val:": int = 1"},{name:"process_id",val:": int = 0"},{name:"seed",val:": typing.Optional[int] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"},{name:"max_concurrent_cache_files",val:": int = 10000"},{name:"timeout",val:": typing.Union[int, float] = 100"},{name:"force_dict",val:": typing.Optional[bool] = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.config_name",description:`<strong>config_name</strong> (<code>str</code>) &#x2014; This is used to define a hash specific to a module computation script and prevents the module&#x2019;s data
to be overridden when the module loading script is modified.`,name:"config_name"},{anchor:"evaluate.EvaluationModule.keep_in_memory",description:"<strong>keep_in_memory</strong> (<code>bool</code>) &#x2014; keep all predictions and references in memory. Not possible in distributed settings.",name:"keep_in_memory"},{anchor:"evaluate.EvaluationModule.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>) &#x2014; Path to a directory in which temporary prediction/references data will be stored.
The data directory should be located on a shared file-system in distributed setups.`,name:"cache_dir"},{anchor:"evaluate.EvaluationModule.num_process",description:`<strong>num_process</strong> (<code>int</code>) &#x2014; specify the total number of nodes in a distributed settings.
This is useful to compute module in distributed setups (in particular non-additive modules like F1).`,name:"num_process"},{anchor:"evaluate.EvaluationModule.process_id",description:`<strong>process_id</strong> (<code>int</code>) &#x2014; specify the id of the current process in a distributed setup (between 0 and num_process-1)
This is useful to compute module in distributed setups (in particular non-additive metrics like F1).`,name:"process_id"},{anchor:"evaluate.EvaluationModule.seed",description:'<strong>seed</strong> (<code>int</code>, optional) &#x2014; If specified, this will temporarily set numpy&#x2019;s random seed when <a href="/docs/evaluate/pr_50/en/package_reference/main_classes#evaluate.EvaluationModule.compute">evaluate.EvaluationModule.compute()</a> is run.',name:"seed"},{anchor:"evaluate.EvaluationModule.experiment_id",description:`<strong>experiment_id</strong> (<code>str</code>) &#x2014; A specific experiment id. This is used if several distributed evaluations share the same file system.
This is useful to compute module in distributed setups (in particular non-additive metrics like F1).`,name:"experiment_id"},{anchor:"evaluate.EvaluationModule.max_concurrent_cache_files",description:"<strong>max_concurrent_cache_files</strong> (<code>int</code>) &#x2014; Max number of concurrent module cache files (default 10000).",name:"max_concurrent_cache_files"},{anchor:"evaluate.EvaluationModule.timeout",description:"<strong>timeout</strong> (<code>Union[int, float]</code>) &#x2014; Timeout in second for distributed setting synchronization.",name:"timeout"}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/module.py#L144"}}),Ee=new V({props:{name:"add",anchor:"evaluate.EvaluationModule.add",parameters:[{name:"prediction",val:" = None"},{name:"reference",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.add.prediction",description:"<strong>prediction</strong> (list/array/tensor, optional) &#x2014; Predictions.",name:"prediction"},{anchor:"evaluate.EvaluationModule.add.reference",description:"<strong>reference</strong> (list/array/tensor, optional) &#x2014; References.",name:"reference"}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/module.py#L519"}}),ye=new V({props:{name:"add_batch",anchor:"evaluate.EvaluationModule.add_batch",parameters:[{name:"predictions",val:" = None"},{name:"references",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.add_batch.predictions",description:"<strong>predictions</strong> (list/array/tensor, optional) &#x2014; Predictions.",name:"predictions"},{anchor:"evaluate.EvaluationModule.add_batch.references",description:"<strong>references</strong> (list/array/tensor, optional) &#x2014; References.",name:"references"}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/module.py#L472"}}),we=new V({props:{name:"compute",anchor:"evaluate.EvaluationModule.compute",parameters:[{name:"predictions",val:" = None"},{name:"references",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.compute.predictions",description:"<strong>predictions</strong> (list/array/tensor, optional) &#x2014; Predictions.",name:"predictions"},{anchor:"evaluate.EvaluationModule.compute.references",description:"<strong>references</strong> (list/array/tensor, optional) &#x2014; References.",name:"references"},{anchor:"evaluate.EvaluationModule.compute.*kwargs",description:`*<strong>*kwargs</strong> (optional) &#x2014; Keyword arguments that will be forwarded to the evaluation module <code>_compute</code>
method (see details in the docstring).`,name:"*kwargs"}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/module.py#L409",returnDescription:`
<p>dict or None</p>
<ul>
<li>Dictionary with the results if this evaluation module is run on the main process (<code>process_id == 0</code>).</li>
<li>None if the evaluation module is not run on the main process (<code>process_id != 0</code>).</li>
</ul>
`}}),De=new V({props:{name:"download_and_prepare",anchor:"evaluate.EvaluationModule.download_and_prepare",parameters:[{name:"download_config",val:": typing.Optional[evaluate.utils.file_utils.DownloadConfig] = None"},{name:"dl_manager",val:": typing.Optional[datasets.utils.download_manager.DownloadManager] = None"}],parametersDescription:[{anchor:"evaluate.EvaluationModule.download_and_prepare.download_config",description:"<strong>download_config</strong> (<code>DownloadConfig</code>, optional) &#x2014; Specific download configuration parameters.",name:"download_config"},{anchor:"evaluate.EvaluationModule.download_and_prepare.dl_manager",description:"<strong>dl_manager</strong> (<code>DownloadManager</code>, optional) &#x2014; Specific download manager to use.",name:"dl_manager"}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/module.py#L644"}}),ke=new V({props:{name:"postprocess",anchor:"evaluate.EvaluationModule.postprocess",parameters:[{name:"function",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.postprocess.function",description:"<strong>function</strong>  (Callable) &#x2014; Function applied to outputs.",name:"function"}],source:"https://github.com/huggingface/evaluate/blob/vr_50/src/evaluate/module.py#L402"}}),xe=new w({}),Ne=new w({}),{c(){M=r("meta"),$t=c(),x=r("h1"),U=r("a"),Oe=r("span"),f(le.$$.fragment),ia=c(),Ce=r("span"),ca=l("Main classes"),Et=c(),N=r("h2"),J=r("a"),Fe=r("span"),f(ie.$$.fragment),da=c(),Le=r("span"),pa=l("DatasetInfo"),yt=c(),A=r("h2"),j=r("a"),Te=r("span"),f(ce.$$.fragment),ua=c(),He=r("span"),fa=l("Dataset"),wt=c(),R=r("p"),ma=l("The base class "),Ve=r("code"),ha=l("Dataset"),va=l(" implements a Dataset backed by an Apache Arrow table."),Dt=c(),I=r("h2"),q=r("a"),Ue=r("span"),f(de.$$.fragment),ga=c(),Je=r("span"),_a=l("DatasetDict"),kt=c(),W=r("p"),ba=l("Dictionary with split names as keys (\u2018train\u2019, \u2018test\u2019 for example), and "),je=r("code"),$a=l("Dataset"),Ea=l(` objects as values.
It also has dataset transform methods like map or filter, to process all the splits at once.`),Mt=c(),P=r("h2"),z=r("a"),Re=r("span"),f(pe.$$.fragment),ya=c(),qe=r("span"),wa=l("IterableDataset"),xt=c(),B=r("p"),Da=l("The base class "),We=r("code"),ka=l("IterableDataset"),Ma=l(" implements an iterable Dataset backed by python generators."),Nt=c(),S=r("h2"),K=r("a"),ze=r("span"),f(ue.$$.fragment),xa=c(),Be=r("span"),Na=l("IterableDatasetDict"),At=c(),G=r("p"),Aa=l("Dictionary with split names as keys (\u2018train\u2019, \u2018test\u2019 for example), and "),Ke=r("code"),Ia=l("IterableDataset"),Pa=l(" objects as values."),It=c(),O=r("h2"),Q=r("a"),Ge=r("span"),f(fe.$$.fragment),Sa=c(),Qe=r("span"),Oa=l("Features"),Pt=c(),C=r("h2"),X=r("a"),Xe=r("span"),f(me.$$.fragment),Ca=c(),Ye=r("span"),Fa=l("MetricInfo"),St=c(),$=r("div"),f(he.$$.fragment),La=c(),Ze=r("p"),Ta=l("Information about a metric."),Ha=c(),Ae=r("p"),et=r("code"),Va=l("EvaluationModuleInfo"),Ua=l(` documents a metric, including its name, version, and features.
See the constructor arguments and properties for a full list.`),Ja=c(),tt=r("p"),ja=l("Note: Not all fields are known on construction and may be updated later."),Ra=c(),Y=r("div"),f(ve.$$.fragment),qa=c(),ge=r("p"),Wa=l("Create EvaluationModuleInfo from the JSON file in "),at=r("code"),za=l("metric_info_dir"),Ba=l("."),Ka=c(),Z=r("div"),f(_e.$$.fragment),Ga=c(),F=r("p"),Qa=l("Write "),rt=r("code"),Xa=l("EvaluationModuleInfo"),Ya=l(" as JSON to "),ot=r("code"),Za=l("metric_info_dir"),er=l(`.
Also save the license separately in LICENCE.`),Ot=c(),L=r("h2"),ee=r("a"),nt=r("span"),f(be.$$.fragment),tr=c(),st=r("span"),ar=l("Metric"),Ct=c(),D=r("p"),rr=l("The base class "),lt=r("code"),or=l("Metric"),nr=l(" implements a Metric backed by one or several "),it=r("code"),sr=l("Dataset"),lr=l("."),Ft=c(),b=r("div"),f($e.$$.fragment),ir=c(),ct=r("p"),cr=l("A EvaluationModule is the base class and common API for metrics, comparisons, and measurements."),dr=c(),te=r("div"),f(Ee.$$.fragment),pr=c(),dt=r("p"),ur=l("Add one prediction and reference for the evaluation module\u2019s stack."),fr=c(),ae=r("div"),f(ye.$$.fragment),mr=c(),pt=r("p"),hr=l("Add a batch of predictions and references for the evaluation module\u2019s stack."),vr=c(),k=r("div"),f(we.$$.fragment),gr=c(),ut=r("p"),_r=l("Compute the evaluation module."),br=c(),ft=r("p"),$r=l("Usage of positional arguments is not allowed to prevent mistakes."),Er=c(),re=r("div"),f(De.$$.fragment),yr=c(),mt=r("p"),wr=l("Downloads and prepares dataset for reading."),Dr=c(),oe=r("div"),f(ke.$$.fragment),kr=c(),Me=r("p"),Mr=l("Add postprocessing function that is applied to the output of "),ht=r("code"),xr=l("compute"),Nr=l("."),Lt=c(),T=r("h2"),ne=r("a"),vt=r("span"),f(xe.$$.fragment),Ar=c(),gt=r("span"),Ir=l("Filesystems"),Tt=c(),H=r("h2"),se=r("a"),_t=r("span"),f(Ne.$$.fragment),Pr=c(),bt=r("span"),Sr=l("Fingerprint"),this.h()},l(e){const p=To('[data-svelte="svelte-1phssyn"]',document.head);M=o(p,"META",{name:!0,content:!0}),p.forEach(a),$t=d(e),x=o(e,"H1",{class:!0});var Vt=n(x);U=o(Vt,"A",{id:!0,class:!0,href:!0});var Fr=n(U);Oe=o(Fr,"SPAN",{});var Lr=n(Oe);m(le.$$.fragment,Lr),Lr.forEach(a),Fr.forEach(a),ia=d(Vt),Ce=o(Vt,"SPAN",{});var Tr=n(Ce);ca=i(Tr,"Main classes"),Tr.forEach(a),Vt.forEach(a),Et=d(e),N=o(e,"H2",{class:!0});var Ut=n(N);J=o(Ut,"A",{id:!0,class:!0,href:!0});var Hr=n(J);Fe=o(Hr,"SPAN",{});var Vr=n(Fe);m(ie.$$.fragment,Vr),Vr.forEach(a),Hr.forEach(a),da=d(Ut),Le=o(Ut,"SPAN",{});var Ur=n(Le);pa=i(Ur,"DatasetInfo"),Ur.forEach(a),Ut.forEach(a),yt=d(e),A=o(e,"H2",{class:!0});var Jt=n(A);j=o(Jt,"A",{id:!0,class:!0,href:!0});var Jr=n(j);Te=o(Jr,"SPAN",{});var jr=n(Te);m(ce.$$.fragment,jr),jr.forEach(a),Jr.forEach(a),ua=d(Jt),He=o(Jt,"SPAN",{});var Rr=n(He);fa=i(Rr,"Dataset"),Rr.forEach(a),Jt.forEach(a),wt=d(e),R=o(e,"P",{});var jt=n(R);ma=i(jt,"The base class "),Ve=o(jt,"CODE",{});var qr=n(Ve);ha=i(qr,"Dataset"),qr.forEach(a),va=i(jt," implements a Dataset backed by an Apache Arrow table."),jt.forEach(a),Dt=d(e),I=o(e,"H2",{class:!0});var Rt=n(I);q=o(Rt,"A",{id:!0,class:!0,href:!0});var Wr=n(q);Ue=o(Wr,"SPAN",{});var zr=n(Ue);m(de.$$.fragment,zr),zr.forEach(a),Wr.forEach(a),ga=d(Rt),Je=o(Rt,"SPAN",{});var Br=n(Je);_a=i(Br,"DatasetDict"),Br.forEach(a),Rt.forEach(a),kt=d(e),W=o(e,"P",{});var qt=n(W);ba=i(qt,"Dictionary with split names as keys (\u2018train\u2019, \u2018test\u2019 for example), and "),je=o(qt,"CODE",{});var Kr=n(je);$a=i(Kr,"Dataset"),Kr.forEach(a),Ea=i(qt,` objects as values.
It also has dataset transform methods like map or filter, to process all the splits at once.`),qt.forEach(a),Mt=d(e),P=o(e,"H2",{class:!0});var Wt=n(P);z=o(Wt,"A",{id:!0,class:!0,href:!0});var Gr=n(z);Re=o(Gr,"SPAN",{});var Qr=n(Re);m(pe.$$.fragment,Qr),Qr.forEach(a),Gr.forEach(a),ya=d(Wt),qe=o(Wt,"SPAN",{});var Xr=n(qe);wa=i(Xr,"IterableDataset"),Xr.forEach(a),Wt.forEach(a),xt=d(e),B=o(e,"P",{});var zt=n(B);Da=i(zt,"The base class "),We=o(zt,"CODE",{});var Yr=n(We);ka=i(Yr,"IterableDataset"),Yr.forEach(a),Ma=i(zt," implements an iterable Dataset backed by python generators."),zt.forEach(a),Nt=d(e),S=o(e,"H2",{class:!0});var Bt=n(S);K=o(Bt,"A",{id:!0,class:!0,href:!0});var Zr=n(K);ze=o(Zr,"SPAN",{});var eo=n(ze);m(ue.$$.fragment,eo),eo.forEach(a),Zr.forEach(a),xa=d(Bt),Be=o(Bt,"SPAN",{});var to=n(Be);Na=i(to,"IterableDatasetDict"),to.forEach(a),Bt.forEach(a),At=d(e),G=o(e,"P",{});var Kt=n(G);Aa=i(Kt,"Dictionary with split names as keys (\u2018train\u2019, \u2018test\u2019 for example), and "),Ke=o(Kt,"CODE",{});var ao=n(Ke);Ia=i(ao,"IterableDataset"),ao.forEach(a),Pa=i(Kt," objects as values."),Kt.forEach(a),It=d(e),O=o(e,"H2",{class:!0});var Gt=n(O);Q=o(Gt,"A",{id:!0,class:!0,href:!0});var ro=n(Q);Ge=o(ro,"SPAN",{});var oo=n(Ge);m(fe.$$.fragment,oo),oo.forEach(a),ro.forEach(a),Sa=d(Gt),Qe=o(Gt,"SPAN",{});var no=n(Qe);Oa=i(no,"Features"),no.forEach(a),Gt.forEach(a),Pt=d(e),C=o(e,"H2",{class:!0});var Qt=n(C);X=o(Qt,"A",{id:!0,class:!0,href:!0});var so=n(X);Xe=o(so,"SPAN",{});var lo=n(Xe);m(me.$$.fragment,lo),lo.forEach(a),so.forEach(a),Ca=d(Qt),Ye=o(Qt,"SPAN",{});var io=n(Ye);Fa=i(io,"MetricInfo"),io.forEach(a),Qt.forEach(a),St=d(e),$=o(e,"DIV",{class:!0});var y=n($);m(he.$$.fragment,y),La=d(y),Ze=o(y,"P",{});var co=n(Ze);Ta=i(co,"Information about a metric."),co.forEach(a),Ha=d(y),Ae=o(y,"P",{});var Or=n(Ae);et=o(Or,"CODE",{});var po=n(et);Va=i(po,"EvaluationModuleInfo"),po.forEach(a),Ua=i(Or,` documents a metric, including its name, version, and features.
See the constructor arguments and properties for a full list.`),Or.forEach(a),Ja=d(y),tt=o(y,"P",{});var uo=n(tt);ja=i(uo,"Note: Not all fields are known on construction and may be updated later."),uo.forEach(a),Ra=d(y),Y=o(y,"DIV",{class:!0});var Xt=n(Y);m(ve.$$.fragment,Xt),qa=d(Xt),ge=o(Xt,"P",{});var Yt=n(ge);Wa=i(Yt,"Create EvaluationModuleInfo from the JSON file in "),at=o(Yt,"CODE",{});var fo=n(at);za=i(fo,"metric_info_dir"),fo.forEach(a),Ba=i(Yt,"."),Yt.forEach(a),Xt.forEach(a),Ka=d(y),Z=o(y,"DIV",{class:!0});var Zt=n(Z);m(_e.$$.fragment,Zt),Ga=d(Zt),F=o(Zt,"P",{});var Ie=n(F);Qa=i(Ie,"Write "),rt=o(Ie,"CODE",{});var mo=n(rt);Xa=i(mo,"EvaluationModuleInfo"),mo.forEach(a),Ya=i(Ie," as JSON to "),ot=o(Ie,"CODE",{});var ho=n(ot);Za=i(ho,"metric_info_dir"),ho.forEach(a),er=i(Ie,`.
Also save the license separately in LICENCE.`),Ie.forEach(a),Zt.forEach(a),y.forEach(a),Ot=d(e),L=o(e,"H2",{class:!0});var ea=n(L);ee=o(ea,"A",{id:!0,class:!0,href:!0});var vo=n(ee);nt=o(vo,"SPAN",{});var go=n(nt);m(be.$$.fragment,go),go.forEach(a),vo.forEach(a),tr=d(ea),st=o(ea,"SPAN",{});var _o=n(st);ar=i(_o,"Metric"),_o.forEach(a),ea.forEach(a),Ct=d(e),D=o(e,"P",{});var Pe=n(D);rr=i(Pe,"The base class "),lt=o(Pe,"CODE",{});var bo=n(lt);or=i(bo,"Metric"),bo.forEach(a),nr=i(Pe," implements a Metric backed by one or several "),it=o(Pe,"CODE",{});var $o=n(it);sr=i($o,"Dataset"),$o.forEach(a),lr=i(Pe,"."),Pe.forEach(a),Ft=d(e),b=o(e,"DIV",{class:!0});var E=n(b);m($e.$$.fragment,E),ir=d(E),ct=o(E,"P",{});var Eo=n(ct);cr=i(Eo,"A EvaluationModule is the base class and common API for metrics, comparisons, and measurements."),Eo.forEach(a),dr=d(E),te=o(E,"DIV",{class:!0});var ta=n(te);m(Ee.$$.fragment,ta),pr=d(ta),dt=o(ta,"P",{});var yo=n(dt);ur=i(yo,"Add one prediction and reference for the evaluation module\u2019s stack."),yo.forEach(a),ta.forEach(a),fr=d(E),ae=o(E,"DIV",{class:!0});var aa=n(ae);m(ye.$$.fragment,aa),mr=d(aa),pt=o(aa,"P",{});var wo=n(pt);hr=i(wo,"Add a batch of predictions and references for the evaluation module\u2019s stack."),wo.forEach(a),aa.forEach(a),vr=d(E),k=o(E,"DIV",{class:!0});var Se=n(k);m(we.$$.fragment,Se),gr=d(Se),ut=o(Se,"P",{});var Do=n(ut);_r=i(Do,"Compute the evaluation module."),Do.forEach(a),br=d(Se),ft=o(Se,"P",{});var ko=n(ft);$r=i(ko,"Usage of positional arguments is not allowed to prevent mistakes."),ko.forEach(a),Se.forEach(a),Er=d(E),re=o(E,"DIV",{class:!0});var ra=n(re);m(De.$$.fragment,ra),yr=d(ra),mt=o(ra,"P",{});var Mo=n(mt);wr=i(Mo,"Downloads and prepares dataset for reading."),Mo.forEach(a),ra.forEach(a),Dr=d(E),oe=o(E,"DIV",{class:!0});var oa=n(oe);m(ke.$$.fragment,oa),kr=d(oa),Me=o(oa,"P",{});var na=n(Me);Mr=i(na,"Add postprocessing function that is applied to the output of "),ht=o(na,"CODE",{});var xo=n(ht);xr=i(xo,"compute"),xo.forEach(a),Nr=i(na,"."),na.forEach(a),oa.forEach(a),E.forEach(a),Lt=d(e),T=o(e,"H2",{class:!0});var sa=n(T);ne=o(sa,"A",{id:!0,class:!0,href:!0});var No=n(ne);vt=o(No,"SPAN",{});var Ao=n(vt);m(xe.$$.fragment,Ao),Ao.forEach(a),No.forEach(a),Ar=d(sa),gt=o(sa,"SPAN",{});var Io=n(gt);Ir=i(Io,"Filesystems"),Io.forEach(a),sa.forEach(a),Tt=d(e),H=o(e,"H2",{class:!0});var la=n(H);se=o(la,"A",{id:!0,class:!0,href:!0});var Po=n(se);_t=o(Po,"SPAN",{});var So=n(_t);m(Ne.$$.fragment,So),So.forEach(a),Po.forEach(a),Pr=d(la),bt=o(la,"SPAN",{});var Oo=n(bt);Sr=i(Oo,"Fingerprint"),Oo.forEach(a),la.forEach(a),this.h()},h(){s(M,"name","hf:doc:metadata"),s(M,"content",JSON.stringify(Jo)),s(U,"id","main-classes"),s(U,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(U,"href","#main-classes"),s(x,"class","relative group"),s(J,"id","datasetinfo"),s(J,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(J,"href","#datasetinfo"),s(N,"class","relative group"),s(j,"id","dataset"),s(j,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(j,"href","#dataset"),s(A,"class","relative group"),s(q,"id","datasetdict"),s(q,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(q,"href","#datasetdict"),s(I,"class","relative group"),s(z,"id","iterabledataset"),s(z,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(z,"href","#iterabledataset"),s(P,"class","relative group"),s(K,"id","iterabledatasetdict"),s(K,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(K,"href","#iterabledatasetdict"),s(S,"class","relative group"),s(Q,"id","features"),s(Q,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(Q,"href","#features"),s(O,"class","relative group"),s(X,"id","evaluate.EvaluationModuleInfo"),s(X,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(X,"href","#evaluate.EvaluationModuleInfo"),s(C,"class","relative group"),s(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(ee,"id","evaluate.EvaluationModule"),s(ee,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(ee,"href","#evaluate.EvaluationModule"),s(L,"class","relative group"),s(te,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(ae,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(k,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(re,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(oe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(b,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),s(ne,"id","filesystems"),s(ne,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(ne,"href","#filesystems"),s(T,"class","relative group"),s(se,"id","fingerprint"),s(se,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),s(se,"href","#fingerprint"),s(H,"class","relative group")},m(e,p){t(document.head,M),u(e,$t,p),u(e,x,p),t(x,U),t(U,Oe),h(le,Oe,null),t(x,ia),t(x,Ce),t(Ce,ca),u(e,Et,p),u(e,N,p),t(N,J),t(J,Fe),h(ie,Fe,null),t(N,da),t(N,Le),t(Le,pa),u(e,yt,p),u(e,A,p),t(A,j),t(j,Te),h(ce,Te,null),t(A,ua),t(A,He),t(He,fa),u(e,wt,p),u(e,R,p),t(R,ma),t(R,Ve),t(Ve,ha),t(R,va),u(e,Dt,p),u(e,I,p),t(I,q),t(q,Ue),h(de,Ue,null),t(I,ga),t(I,Je),t(Je,_a),u(e,kt,p),u(e,W,p),t(W,ba),t(W,je),t(je,$a),t(W,Ea),u(e,Mt,p),u(e,P,p),t(P,z),t(z,Re),h(pe,Re,null),t(P,ya),t(P,qe),t(qe,wa),u(e,xt,p),u(e,B,p),t(B,Da),t(B,We),t(We,ka),t(B,Ma),u(e,Nt,p),u(e,S,p),t(S,K),t(K,ze),h(ue,ze,null),t(S,xa),t(S,Be),t(Be,Na),u(e,At,p),u(e,G,p),t(G,Aa),t(G,Ke),t(Ke,Ia),t(G,Pa),u(e,It,p),u(e,O,p),t(O,Q),t(Q,Ge),h(fe,Ge,null),t(O,Sa),t(O,Qe),t(Qe,Oa),u(e,Pt,p),u(e,C,p),t(C,X),t(X,Xe),h(me,Xe,null),t(C,Ca),t(C,Ye),t(Ye,Fa),u(e,St,p),u(e,$,p),h(he,$,null),t($,La),t($,Ze),t(Ze,Ta),t($,Ha),t($,Ae),t(Ae,et),t(et,Va),t(Ae,Ua),t($,Ja),t($,tt),t(tt,ja),t($,Ra),t($,Y),h(ve,Y,null),t(Y,qa),t(Y,ge),t(ge,Wa),t(ge,at),t(at,za),t(ge,Ba),t($,Ka),t($,Z),h(_e,Z,null),t(Z,Ga),t(Z,F),t(F,Qa),t(F,rt),t(rt,Xa),t(F,Ya),t(F,ot),t(ot,Za),t(F,er),u(e,Ot,p),u(e,L,p),t(L,ee),t(ee,nt),h(be,nt,null),t(L,tr),t(L,st),t(st,ar),u(e,Ct,p),u(e,D,p),t(D,rr),t(D,lt),t(lt,or),t(D,nr),t(D,it),t(it,sr),t(D,lr),u(e,Ft,p),u(e,b,p),h($e,b,null),t(b,ir),t(b,ct),t(ct,cr),t(b,dr),t(b,te),h(Ee,te,null),t(te,pr),t(te,dt),t(dt,ur),t(b,fr),t(b,ae),h(ye,ae,null),t(ae,mr),t(ae,pt),t(pt,hr),t(b,vr),t(b,k),h(we,k,null),t(k,gr),t(k,ut),t(ut,_r),t(k,br),t(k,ft),t(ft,$r),t(b,Er),t(b,re),h(De,re,null),t(re,yr),t(re,mt),t(mt,wr),t(b,Dr),t(b,oe),h(ke,oe,null),t(oe,kr),t(oe,Me),t(Me,Mr),t(Me,ht),t(ht,xr),t(Me,Nr),u(e,Lt,p),u(e,T,p),t(T,ne),t(ne,vt),h(xe,vt,null),t(T,Ar),t(T,gt),t(gt,Ir),u(e,Tt,p),u(e,H,p),t(H,se),t(se,_t),h(Ne,_t,null),t(H,Pr),t(H,bt),t(bt,Sr),Ht=!0},p:Ho,i(e){Ht||(v(le.$$.fragment,e),v(ie.$$.fragment,e),v(ce.$$.fragment,e),v(de.$$.fragment,e),v(pe.$$.fragment,e),v(ue.$$.fragment,e),v(fe.$$.fragment,e),v(me.$$.fragment,e),v(he.$$.fragment,e),v(ve.$$.fragment,e),v(_e.$$.fragment,e),v(be.$$.fragment,e),v($e.$$.fragment,e),v(Ee.$$.fragment,e),v(ye.$$.fragment,e),v(we.$$.fragment,e),v(De.$$.fragment,e),v(ke.$$.fragment,e),v(xe.$$.fragment,e),v(Ne.$$.fragment,e),Ht=!0)},o(e){g(le.$$.fragment,e),g(ie.$$.fragment,e),g(ce.$$.fragment,e),g(de.$$.fragment,e),g(pe.$$.fragment,e),g(ue.$$.fragment,e),g(fe.$$.fragment,e),g(me.$$.fragment,e),g(he.$$.fragment,e),g(ve.$$.fragment,e),g(_e.$$.fragment,e),g(be.$$.fragment,e),g($e.$$.fragment,e),g(Ee.$$.fragment,e),g(ye.$$.fragment,e),g(we.$$.fragment,e),g(De.$$.fragment,e),g(ke.$$.fragment,e),g(xe.$$.fragment,e),g(Ne.$$.fragment,e),Ht=!1},d(e){a(M),e&&a($t),e&&a(x),_(le),e&&a(Et),e&&a(N),_(ie),e&&a(yt),e&&a(A),_(ce),e&&a(wt),e&&a(R),e&&a(Dt),e&&a(I),_(de),e&&a(kt),e&&a(W),e&&a(Mt),e&&a(P),_(pe),e&&a(xt),e&&a(B),e&&a(Nt),e&&a(S),_(ue),e&&a(At),e&&a(G),e&&a(It),e&&a(O),_(fe),e&&a(Pt),e&&a(C),_(me),e&&a(St),e&&a($),_(he),_(ve),_(_e),e&&a(Ot),e&&a(L),_(be),e&&a(Ct),e&&a(D),e&&a(Ft),e&&a(b),_($e),_(Ee),_(ye),_(we),_(De),_(ke),e&&a(Lt),e&&a(T),_(xe),e&&a(Tt),e&&a(H),_(Ne)}}}const Jo={local:"main-classes",sections:[{local:"datasetinfo",title:"DatasetInfo"},{local:"dataset",title:"Dataset"},{local:"datasetdict",title:"DatasetDict"},{local:"iterabledataset",title:"IterableDataset"},{local:"iterabledatasetdict",title:"IterableDatasetDict"},{local:"features",title:"Features"},{local:"evaluate.EvaluationModuleInfo",title:"MetricInfo"},{local:"evaluate.EvaluationModule",title:"Metric"},{local:"filesystems",title:"Filesystems"},{local:"fingerprint",title:"Fingerprint"}],title:"Main classes"};function jo(Cr){return Vo(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class zo extends Co{constructor(M){super();Fo(this,M,jo,Uo,Lo,{})}}export{zo as default,Jo as metadata};
