import{S as Po,i as Ho,s as yo,e as o,k as f,w as j,t as s,M as No,c as r,d as a,m as p,a as i,x as S,h as l,b as _,G as e,g as d,y as b,q as w,o as A,B as O,v as Jo}from"../../chunks/vendor-hf-doc-builder.js";import{T as wl}from"../../chunks/Tip-hf-doc-builder.js";import{Y as Ro}from"../../chunks/Youtube-hf-doc-builder.js";import{I as Lo}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{C as H}from"../../chunks/CodeBlock-hf-doc-builder.js";import{C as Io}from"../../chunks/CourseFloatingBanner-hf-doc-builder.js";import"../../chunks/DocNotebookDropdown-hf-doc-builder.js";function Go(Y){let u,g,c,$,h;return{c(){u=o("p"),g=s("\u270E \u5982\u679C\u4F60\u60F3\u77E5\u9053\u4E3A\u4EC0\u4E48\u4E0A\u9762\u7684shell\u547D\u4EE4\u4E2D\u54DF\u4E0E\u4E00\u4E2A\u5B57\u7B26"),c=o("code"),$=s("!"),h=s(",\u90A3\u662F\u56E0\u4E3A\u6211\u4EEC\u662F\u5728 Jupyter notebook \u4E2D\u8FD0\u884C\u5B83\u4EEC\u3002\u5982\u679C\u60A8\u60F3\u5728\u7EC8\u7AEF\u4E2D\u4E0B\u8F7D\u548C\u89E3\u538B\u7F29\u6570\u636E\u96C6\uFF0C\u53EA\u9700\u5220\u9664\u524D\u7F00!\u5373\u53EF\u3002")},l(m){u=r(m,"P",{});var v=i(u);g=l(v,"\u270E \u5982\u679C\u4F60\u60F3\u77E5\u9053\u4E3A\u4EC0\u4E48\u4E0A\u9762\u7684shell\u547D\u4EE4\u4E2D\u54DF\u4E0E\u4E00\u4E2A\u5B57\u7B26"),c=r(v,"CODE",{});var q=i(c);$=l(q,"!"),q.forEach(a),h=l(v,",\u90A3\u662F\u56E0\u4E3A\u6211\u4EEC\u662F\u5728 Jupyter notebook \u4E2D\u8FD0\u884C\u5B83\u4EEC\u3002\u5982\u679C\u60A8\u60F3\u5728\u7EC8\u7AEF\u4E2D\u4E0B\u8F7D\u548C\u89E3\u538B\u7F29\u6570\u636E\u96C6\uFF0C\u53EA\u9700\u5220\u9664\u524D\u7F00!\u5373\u53EF\u3002"),v.forEach(a)},m(m,v){d(m,u,v),e(u,g),e(u,c),e(c,$),e(u,h)},d(m){m&&a(u)}}}function Fo(Y){let u,g,c,$,h,m,v;return{c(){u=o("p"),g=o("code"),c=s("load_dataset()"),$=s("\u51FD\u6570\u7684"),h=o("code"),m=s("data_files"),v=s("\u53C2\u6570\u975E\u5E38\u7075\u6D3B\u5E76\u4E14\u53EF\u4EE5\u662F\u5355\u4E2A\u6587\u4EF6\u8DEF\u5F84\u3001\u6587\u4EF6\u8DEF\u5F84\u5217\u8868\u6216\u5C06\u5206\u5272\u540E\u7684\u540D\u79F0\u6620\u5C04\u5230\u6587\u4EF6\u8DEF\u5F84\u7684\u5B57\u5178\u3002\u60A8\u8FD8\u53EF\u4EE5\u6839\u636EUnix shell\u4F7F\u7528\u7684\u89C4\u5219\u5BF9\u4E0E\u6307\u5B9A\u6A21\u5F0F\u5339\u914D\u7684\u6587\u4EF6\u8FDB\u884C\u5168\u5C40\u5B9A\u4F4D\uFF08\u4F8B\u5982\uFF0C\u60A8\u53EF\u4EE5\u901A\u8FC7\u8BBE\u7F6E\u2019data_files=\u201C*.JSON\u201D\u2018\u5C06\u76EE\u5F55\u4E2D\u7684\u6240\u6709JSON\u6587\u4EF6\u4F5C\u4E3A\u5355\u4E2A\u62C6\u5206\u8FDB\u884C\u5168\u5C40\u5B9A\u4F4D\uFF09\u3002\u6709\u5173\u66F4\u591A\u8BE6\u7EC6\u4FE1\u606F\uFF0C\u8BF7\u53C2\u9605\u{1F917}Datasets \u6587\u6863\u3002")},l(q){u=r(q,"P",{});var E=i(u);g=r(E,"CODE",{});var y=i(g);c=l(y,"load_dataset()"),y.forEach(a),$=l(E,"\u51FD\u6570\u7684"),h=r(E,"CODE",{});var Q=i(h);m=l(Q,"data_files"),Q.forEach(a),v=l(E,"\u53C2\u6570\u975E\u5E38\u7075\u6D3B\u5E76\u4E14\u53EF\u4EE5\u662F\u5355\u4E2A\u6587\u4EF6\u8DEF\u5F84\u3001\u6587\u4EF6\u8DEF\u5F84\u5217\u8868\u6216\u5C06\u5206\u5272\u540E\u7684\u540D\u79F0\u6620\u5C04\u5230\u6587\u4EF6\u8DEF\u5F84\u7684\u5B57\u5178\u3002\u60A8\u8FD8\u53EF\u4EE5\u6839\u636EUnix shell\u4F7F\u7528\u7684\u89C4\u5219\u5BF9\u4E0E\u6307\u5B9A\u6A21\u5F0F\u5339\u914D\u7684\u6587\u4EF6\u8FDB\u884C\u5168\u5C40\u5B9A\u4F4D\uFF08\u4F8B\u5982\uFF0C\u60A8\u53EF\u4EE5\u901A\u8FC7\u8BBE\u7F6E\u2019data_files=\u201C*.JSON\u201D\u2018\u5C06\u76EE\u5F55\u4E2D\u7684\u6240\u6709JSON\u6587\u4EF6\u4F5C\u4E3A\u5355\u4E2A\u62C6\u5206\u8FDB\u884C\u5168\u5C40\u5B9A\u4F4D\uFF09\u3002\u6709\u5173\u66F4\u591A\u8BE6\u7EC6\u4FE1\u606F\uFF0C\u8BF7\u53C2\u9605\u{1F917}Datasets \u6587\u6863\u3002"),E.forEach(a)},m(q,E){d(q,u,E),e(u,g),e(g,c),e(u,$),e(u,h),e(h,m),e(u,v)},d(q){q&&a(u)}}}function Mo(Y){let u,g,c,$,h,m,v,q,E,y,Q;return{c(){u=o("p"),g=s("\u270F\uFE0F "),c=o("strong"),$=s("\u8BD5\u8BD5\u770B!"),h=s(" \u9009\u62E9\u6258\u7BA1\u5728GitHub\u6216"),m=o("a"),v=s("UCI Machine Learning Repository"),q=s("\u4E0A\u7684\u53E6\u4E00\u4E2A\u6570\u636E\u96C6\u5E76\u5C1D\u8BD5\u4F7F\u7528\u4E0A\u8FF0\u6280\u672F\u5728\u672C\u5730\u548C\u8FDC\u7A0B\u52A0\u8F7D\u5B83\u3002\u53E6\u5916,\u53EF\u4EE5\u5C1D\u8BD5\u52A0\u8F7DCSV\u6216\u8005\u6587\u672C\u683C\u5F0F\u5B58\u50A8\u7684\u6570\u636E\u96C6(\u6709\u5173\u8FD9\u4E9B\u683C\u5F0F\u7684\u66F4\u591A\u4FE1\u606F,\u8BF7\u53C2\u9605"),E=o("a"),y=s("\u6587\u6863"),Q=s(")\u3002"),this.h()},l(J){u=r(J,"P",{});var D=i(u);g=l(D,"\u270F\uFE0F "),c=r(D,"STRONG",{});var At=i(c);$=l(At,"\u8BD5\u8BD5\u770B!"),At.forEach(a),h=l(D," \u9009\u62E9\u6258\u7BA1\u5728GitHub\u6216"),m=r(D,"A",{href:!0,rel:!0});var R=i(m);v=l(R,"UCI Machine Learning Repository"),R.forEach(a),q=l(D,"\u4E0A\u7684\u53E6\u4E00\u4E2A\u6570\u636E\u96C6\u5E76\u5C1D\u8BD5\u4F7F\u7528\u4E0A\u8FF0\u6280\u672F\u5728\u672C\u5730\u548C\u8FDC\u7A0B\u52A0\u8F7D\u5B83\u3002\u53E6\u5916,\u53EF\u4EE5\u5C1D\u8BD5\u52A0\u8F7DCSV\u6216\u8005\u6587\u672C\u683C\u5F0F\u5B58\u50A8\u7684\u6570\u636E\u96C6(\u6709\u5173\u8FD9\u4E9B\u683C\u5F0F\u7684\u66F4\u591A\u4FE1\u606F,\u8BF7\u53C2\u9605"),E=r(D,"A",{href:!0,rel:!0});var Ot=i(E);y=l(Ot,"\u6587\u6863"),Ot.forEach(a),Q=l(D,")\u3002"),D.forEach(a),this.h()},h(){_(m,"href","https://archive.ics.uci.edu/ml/index.php"),_(m,"rel","nofollow"),_(E,"href","https://huggingface.co/docs/datasets/loading.html#local-and-remote-files"),_(E,"rel","nofollow")},m(J,D){d(J,u,D),e(u,g),e(u,c),e(c,$),e(u,h),e(u,m),e(m,v),e(u,q),e(u,E),e(E,y),e(u,Q)},d(J){J&&a(u)}}}function Uo(Y){let u,g,c,$,h,m,v,q,E,y,Q,J,D,At,R,Ot,Ca,Re,dt,Le,ft,Qa,Ie,Ct,xa,Ge,K,ae,M,Qt,Ta,za,xt,ka,Pa,Tt,Ha,ya,N,U,zt,Na,Ja,kt,se,Ra,La,Pt,le,Ia,Ga,V,Ht,Fa,Ma,yt,oe,Ua,Va,Nt,re,Ba,Za,B,Jt,Ya,Ka,Rt,ie,Wa,Xa,Lt,ne,ts,es,Z,It,as,ss,Gt,de,ls,os,Ft,fe,rs,Fe,L,is,pe,ns,ds,ue,fs,ps,Me,pt,us,Ue,W,_s,ut,cs,ms,Ve,X,$s,_e,hs,Es,Be,_t,Ze,T,Ds,ce,gs,vs,me,qs,js,$e,Ss,bs,Ye,ct,Ke,mt,We,Mt,ws,Xe,tt,ta,z,As,he,Os,Cs,Ee,Qs,xs,De,Ts,zs,ea,$t,aa,k,ks,ge,Ps,Hs,ve,ys,Ns,qe,Js,Rs,sa,ht,la,Et,oa,et,Ls,je,Is,Gs,ra,Dt,ia,gt,na,C,Fs,Se,Ms,Us,be,Vs,Bs,we,Zs,Ys,Ae,Ks,Ws,Oe,Xs,tl,da,vt,fa,qt,pa,Ut,el,ua,at,_a,I,al,Ce,sl,ll,Qe,ol,rl,ca,jt,ma,st,il,xe,nl,dl,$a,Vt,fl,ha,St,pl,Ea,x,ul,Te,_l,cl,ze,ml,$l,ke,hl,El,Pe,Dl,gl,Da,bt,ga,G,vl,He,ql,jl,ye,Sl,bl,va,lt,qa;return m=new Lo({}),Q=new Io({props:{chapter:5,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/zh-CN/chapter5/section2.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/zh-CN/chapter5/section2.ipynb"}]}}),dt=new Ro({props:{id:"HyQgpJTkRdE"}}),_t=new H({props:{code:`!wget https://github.com/crux82/squad-it/raw/master/SQuAD_it-train.json.gz
!wget https://github.com/crux82/squad-it/raw/master/SQuAD_it-test.json.gz`,highlighted:`!wget https://github.com/crux82/squad-it/raw/master/SQuAD_it-train.json.gz
!wget https://github.com/crux82/squad-it/raw/master/SQuAD_it-test.json.gz`}}),ct=new H({props:{code:"!gzip -dkv SQuAD_it-*.json.gz",highlighted:"!gzip -dkv SQuAD_it-*.json.gz"}}),mt=new H({props:{code:`SQuAD_it-test.json.gz:	   87.4% -- replaced with SQuAD_it-test.json
SQuAD_it-train.json.gz:	   82.2% -- replaced with SQuAD_it-train.json`,highlighted:`SQuAD_it-test.json.gz:	   87.4% -- replaced with SQuAD_it-test.json
SQuAD_it-train.json.gz:	   82.2% -- replaced with SQuAD_it-train.json`}}),tt=new wl({props:{$$slots:{default:[Go]},$$scope:{ctx:Y}}}),$t=new H({props:{code:`from datasets import load_dataset

squad_it_dataset = load_dataset("json", data_files="SQuAD_it-train.json", field="data")`,highlighted:`<span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

squad_it_dataset = load_dataset(<span class="hljs-string">&quot;json&quot;</span>, data_files=<span class="hljs-string">&quot;SQuAD_it-train.json&quot;</span>, field=<span class="hljs-string">&quot;data&quot;</span>)`}}),ht=new H({props:{code:"squad_it_dataset",highlighted:"squad_it_dataset"}}),Et=new H({props:{code:`DatasetDict({
    train: Dataset({
        features: ['title', 'paragraphs'],
        num_rows: 442
    })
})`,highlighted:`DatasetDict({
    train: Dataset({
        features: [<span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;paragraphs&#x27;</span>],
        num_rows: <span class="hljs-number">442</span>
    })
})`}}),Dt=new H({props:{code:'squad_it_dataset["train"][0]',highlighted:'squad_it_dataset[<span class="hljs-string">&quot;train&quot;</span>][<span class="hljs-number">0</span>]'}}),gt=new H({props:{code:`{
    "title": "Terremoto del Sichuan del 2008",
    "paragraphs": [
        {
            "context": "Il terremoto del Sichuan del 2008 o il terremoto...",
            "qas": [
                {
                    "answers": [{"answer_start": 29, "text": "2008"}],
                    "id": "56cdca7862d2951400fa6826",
                    "question": "In quale anno si \xE8 verificato il terremoto nel Sichuan?",
                },
                ...
            ],
        },
        ...
    ],
}`,highlighted:`{
    <span class="hljs-string">&quot;title&quot;</span>: <span class="hljs-string">&quot;Terremoto del Sichuan del 2008&quot;</span>,
    <span class="hljs-string">&quot;paragraphs&quot;</span>: [
        {
            <span class="hljs-string">&quot;context&quot;</span>: <span class="hljs-string">&quot;Il terremoto del Sichuan del 2008 o il terremoto...&quot;</span>,
            <span class="hljs-string">&quot;qas&quot;</span>: [
                {
                    <span class="hljs-string">&quot;answers&quot;</span>: [{<span class="hljs-string">&quot;answer_start&quot;</span>: <span class="hljs-number">29</span>, <span class="hljs-string">&quot;text&quot;</span>: <span class="hljs-string">&quot;2008&quot;</span>}],
                    <span class="hljs-string">&quot;id&quot;</span>: <span class="hljs-string">&quot;56cdca7862d2951400fa6826&quot;</span>,
                    <span class="hljs-string">&quot;question&quot;</span>: <span class="hljs-string">&quot;In quale anno si \xE8 verificato il terremoto nel Sichuan?&quot;</span>,
                },
                ...
            ],
        },
        ...
    ],
}`}}),vt=new H({props:{code:`data_files = {"train": "SQuAD_it-train.json", "test": "SQuAD_it-test.json"}
squad_it_dataset = load_dataset("json", data_files=data_files, field="data")
squad_it_dataset`,highlighted:`data_files = {<span class="hljs-string">&quot;train&quot;</span>: <span class="hljs-string">&quot;SQuAD_it-train.json&quot;</span>, <span class="hljs-string">&quot;test&quot;</span>: <span class="hljs-string">&quot;SQuAD_it-test.json&quot;</span>}
squad_it_dataset = load_dataset(<span class="hljs-string">&quot;json&quot;</span>, data_files=data_files, field=<span class="hljs-string">&quot;data&quot;</span>)
squad_it_dataset`}}),qt=new H({props:{code:`DatasetDict({
    train: Dataset({
        features: ['title', 'paragraphs'],
        num_rows: 442
    })
    test: Dataset({
        features: ['title', 'paragraphs'],
        num_rows: 48
    })
})`,highlighted:`DatasetDict({
    train: Dataset({
        features: [<span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;paragraphs&#x27;</span>],
        num_rows: <span class="hljs-number">442</span>
    })
    test: Dataset({
        features: [<span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;paragraphs&#x27;</span>],
        num_rows: <span class="hljs-number">48</span>
    })
})`}}),at=new wl({props:{$$slots:{default:[Fo]},$$scope:{ctx:Y}}}),jt=new H({props:{code:`data_files = {"train": "SQuAD_it-train.json.gz", "test": "SQuAD_it-test.json.gz"}
squad_it_dataset = load_dataset("json", data_files=data_files, field="data")`,highlighted:`data_files = {<span class="hljs-string">&quot;train&quot;</span>: <span class="hljs-string">&quot;SQuAD_it-train.json.gz&quot;</span>, <span class="hljs-string">&quot;test&quot;</span>: <span class="hljs-string">&quot;SQuAD_it-test.json.gz&quot;</span>}
squad_it_dataset = load_dataset(<span class="hljs-string">&quot;json&quot;</span>, data_files=data_files, field=<span class="hljs-string">&quot;data&quot;</span>)`}}),bt=new H({props:{code:`url = "https://github.com/crux82/squad-it/raw/master/"
data_files = {
    "train": url + "SQuAD_it-train.json.gz",
    "test": url + "SQuAD_it-test.json.gz",
}
squad_it_dataset = load_dataset("json", data_files=data_files, field="data")`,highlighted:`url = <span class="hljs-string">&quot;https://github.com/crux82/squad-it/raw/master/&quot;</span>
data_files = {
    <span class="hljs-string">&quot;train&quot;</span>: url + <span class="hljs-string">&quot;SQuAD_it-train.json.gz&quot;</span>,
    <span class="hljs-string">&quot;test&quot;</span>: url + <span class="hljs-string">&quot;SQuAD_it-test.json.gz&quot;</span>,
}
squad_it_dataset = load_dataset(<span class="hljs-string">&quot;json&quot;</span>, data_files=data_files, field=<span class="hljs-string">&quot;data&quot;</span>)`}}),lt=new wl({props:{$$slots:{default:[Mo]},$$scope:{ctx:Y}}}),{c(){u=o("meta"),g=f(),c=o("h1"),$=o("a"),h=o("span"),j(m.$$.fragment),v=f(),q=o("span"),E=s("\u5982\u679C\u6211\u7684\u6570\u636E\u96C6\u4E0D\u5728 Hub \u4E0A\u600E\u4E48\u529E\uFF1F"),y=f(),j(Q.$$.fragment),J=f(),D=o("p"),At=s("\u4F60\u77E5\u9053\u5982\u4F55\u4F7F\u7528"),R=o("a"),Ot=s("Hugging Face Hub"),Ca=s("\u4E0B\u8F7D\u6570\u636E\u96C6, \u4F46\u4F60\u7ECF\u5E38\u4F1A\u53D1\u73B0\u81EA\u5DF1\u6B63\u5728\u5904\u7406\u5B58\u50A8\u5728\u7B14\u8BB0\u672C\u7535\u8111\u6216\u8FDC\u7A0B\u670D\u52A1\u5668\u4E0A\u7684\u6570\u636E\u3002\u5728\u672C\u8282\u4E2D\uFF0C\u6211\u4EEC\u5C06\u5411\u60A8\u5C55\u793A\u5982\u4F55\u4F7F\u7528 \u{1F917} Datasets\u6765\u52A0\u8F7D Hugging Face Hub \u4E0A\u4E0D\u53EF\u7528\u7684\u6570\u636E\u96C6\u3002"),Re=f(),j(dt.$$.fragment),Le=f(),ft=o("h2"),Qa=s("\u4F7F\u7528\u672C\u5730\u548C\u8FDC\u7A0B\u6570\u636E\u96C6"),Ie=f(),Ct=o("p"),xa=s("\u{1F917} Datasets \u63D0\u4F9B\u4E86\u52A0\u8F7D\u811A\u672C\u6765\u52A0\u8F7D\u672C\u5730\u548C\u8FDC\u7A0B\u6570\u636E\u96C6\u3002\u5B83\u652F\u6301\u51E0\u79CD\u5E38\u89C1\u7684\u6570\u636E\u683C\u5F0F\uFF0C\u4F8B\u5982\uFF1A"),Ge=f(),K=o("table"),ae=o("thead"),M=o("tr"),Qt=o("th"),Ta=s("Data format"),za=f(),xt=o("th"),ka=s("Loading script"),Pa=f(),Tt=o("th"),Ha=s("Example"),ya=f(),N=o("tbody"),U=o("tr"),zt=o("td"),Na=s("CSV & TSV"),Ja=f(),kt=o("td"),se=o("code"),Ra=s("csv"),La=f(),Pt=o("td"),le=o("code"),Ia=s('load_dataset("csv", data_files="my_file.csv")'),Ga=f(),V=o("tr"),Ht=o("td"),Fa=s("Text files"),Ma=f(),yt=o("td"),oe=o("code"),Ua=s("text"),Va=f(),Nt=o("td"),re=o("code"),Ba=s('load_dataset("text", data_files="my_file.txt")'),Za=f(),B=o("tr"),Jt=o("td"),Ya=s("JSON & JSON Lines"),Ka=f(),Rt=o("td"),ie=o("code"),Wa=s("json"),Xa=f(),Lt=o("td"),ne=o("code"),ts=s('load_dataset("json", data_files="my_file.jsonl")'),es=f(),Z=o("tr"),It=o("td"),as=s("Pickled DataFrames"),ss=f(),Gt=o("td"),de=o("code"),ls=s("pandas"),os=f(),Ft=o("td"),fe=o("code"),rs=s('load_dataset("pandas", data_files="my_dataframe.pkl")'),Fe=f(),L=o("p"),is=s("\u5982\u8868\u6240\u793A, \u5BF9\u4E8E\u6BCF\u79CD\u6570\u636E\u683C\u5F0F, \u6211\u4EEC\u53EA\u9700\u8981\u4F7F\u7528 "),pe=o("code"),ns=s("load_dataset()"),ds=s(" \u51FD\u6570, \u4F7F\u7528 "),ue=o("code"),fs=s("data_files"),ps=s(" \u6307\u5B9A\u4E00\u4E2A\u6216\u591A\u4E2A\u6587\u4EF6\u7684\u8DEF\u5F84\u7684\u53C2\u6570\u3002 \u8BA9\u6211\u4EEC\u4ECE\u672C\u5730\u6587\u4EF6\u52A0\u8F7D\u6570\u636E\u96C6\u5F00\u59CB\uFF1B\u7A0D\u540E\u6211\u4EEC\u5C06\u770B\u5230\u5982\u4F55\u5BF9\u8FDC\u7A0B\u6587\u4EF6\u6267\u884C\u76F8\u540C\u7684\u64CD\u4F5C\u3002"),Me=f(),pt=o("h2"),us=s("\u52A0\u8F7D\u672C\u5730\u6570\u636E\u96C6"),Ue=f(),W=o("p"),_s=s("\u5BF9\u4E8E\u8FD9\u4E2A\u4F8B\u5B50\uFF0C\u6211\u4EEC\u5C06\u4F7F\u7528 "),ut=o("a"),cs=s("SQuAD-it dataset"),ms=s(", \u8FD9\u662F\u4E00\u4E2A\u5927\u89C4\u6A21\u7684\u610F\u5927\u5229\u8BED\u95EE\u7B54\u6570\u636E\u96C6\u3002"),Ve=f(),X=o("p"),$s=s("\u8BAD\u7EC3\u548C\u6D4B\u8BD5\u90FD\u6258\u7BA1\u5728 GitHub \u4E0A, \u56E0\u6B64\u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7"),_e=o("code"),hs=s("wget"),Es=s("\u547D\u4EE4\u975E\u5E38\u7B80\u5355\u5730\u4E0B\u8F7D\u5B83\u4EEC:"),Be=f(),j(_t.$$.fragment),Ze=f(),T=o("p"),Ds=s("\u8FD9\u5C06\u4E0B\u8F7D\u4E24\u4E2A\u540D\u4E3A"),ce=o("em"),gs=s("SQuAD_it-train.json.gz"),vs=s(" \u548C "),me=o("em"),qs=s("SQuAD_it-test.json.gz"),js=s("\u7684\u538B\u7F29\u6587\u4EF6, \u6211\u4EEC\u53EF\u4EE5\u7528Linux\u7684\u89E3\u538B\u547D\u4EE4 "),$e=o("code"),Ss=s("gzip"),bs=s(":"),Ye=f(),j(ct.$$.fragment),Ke=f(),j(mt.$$.fragment),We=f(),Mt=o("p"),ws=s("\u6211\u4EEC\u53EF\u4EE5\u770B\u5230\u538B\u7F29\u6587\u4EF6\u5DF2\u7ECF\u88AB\u66FF\u6362\u4E3ASQuAD_it-train.json\u548CSQuAD_it-text.json,\u5E76\u4E14\u6570\u636E\u4EE5 JSON \u683C\u5F0F\u5B58\u50A8\u3002"),Xe=f(),j(tt.$$.fragment),ta=f(),z=o("p"),As=s("\u4F7F\u7528"),he=o("code"),Os=s("load_dataset()"),Cs=s("\u51FD\u6570\u6765\u52A0\u8F7DJSON\u6587\u4EF6, \u6211\u4EEC\u53EA\u9700\u8981\u77E5\u9053\u6211\u4EEC\u662F\u5728\u5904\u7406\u666E\u901A\u7684 JSON(\u7C7B\u4F3C\u4E8E\u5D4C\u5957\u5B57\u5178)\u8FD8\u662F JSON \u884C(\u884C\u5206\u9694\u7684 JSON)\u3002\u50CF\u8BB8\u591A\u95EE\u7B54\u6570\u636E\u96C6\u4E00\u6837, SQuAD-it \u4F7F\u7528\u5D4C\u5957\u683C\u5F0F,\u6240\u6709\u6587\u672C\u90FD\u5B58\u50A8\u5728 "),Ee=o("code"),Qs=s("data"),xs=s("\u6587\u4EF6\u4E2D\u3002\u8FD9\u610F\u5473\u7740\u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7\u6307\u5B9A\u53C2\u6570"),De=o("code"),Ts=s("field"),zs=s("\u6765\u52A0\u8F7D\u6570\u636E\u96C6,\u5982\u4E0B\u6240\u793A:"),ea=f(),j($t.$$.fragment),aa=f(),k=o("p"),ks=s("\u9ED8\u8BA4\u60C5\u51B5\u4E0B, \u52A0\u8F7D\u672C\u5730\u6587\u4EF6\u4F1A\u521B\u5EFA\u4E00\u4E2A\u5E26\u6709"),ge=o("code"),Ps=s("train"),Hs=s("\u7684"),ve=o("code"),ys=s("DatasetDict"),Ns=s(" \u5BF9\u8C61\u3002 \u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7 "),qe=o("code"),Js=s("squad_it_dataset"),Rs=s("\u67E5\u770B:"),sa=f(),j(ht.$$.fragment),la=f(),j(Et.$$.fragment),oa=f(),et=o("p"),Ls=s("\u8FD9\u5411\u6211\u4EEC\u663E\u793A\u4E86\u4E0E\u8BAD\u7EC3\u96C6\u76F8\u5173\u8054\u7684\u884C\u6570\u548C\u5217\u540D\u3002\u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7\u7D22\u5F15\u5230 "),je=o("code"),Is=s("train"),Gs=s(" \u67E5\u770B\u793A\u4F8B\uFF0C\u5982\u4E0B\u6240\u793A:"),ra=f(),j(Dt.$$.fragment),ia=f(),j(gt.$$.fragment),na=f(),C=o("p"),Fs=s("\u5F88\u597D, \u6211\u4EEC\u5DF2\u7ECF\u52A0\u8F7D\u4E86\u6211\u4EEC\u7684\u7B2C\u4E00\u4E2A\u672C\u5730\u6570\u636E\u96C6! \u4F46\u662F, \u867D\u7136\u8FD9\u5BF9\u8BAD\u7EC3\u96C6\u6709\u6548, \u4F46\u662F\u6211\u4EEC\u771F\u6B63\u60F3\u8981\u7684\u662F\u5305\u62EC "),Se=o("code"),Ms=s("train"),Us=s(" \u548C "),be=o("code"),Vs=s("test"),Bs=s(" \u7684 "),we=o("code"),Zs=s("DatasetDict"),Ys=s(" \u5BF9\u8C61\u3002\u8FD9\u6837\u7684\u8BDD\u5C31\u53EF\u4EE5\u4F7F\u7528 "),Ae=o("code"),Ks=s("Dataset.map()"),Ws=s(" \u51FD\u6570\u540C\u65F6\u5904\u7406\u8BAD\u7EC3\u96C6\u548C\u6D4B\u8BD5\u96C6\u3002 \u4E3A\u6B64, \u6211\u4EEC\u63D0\u4F9B\u53C2\u6570"),Oe=o("code"),Xs=s("data_files"),tl=s("\u7684\u5B57\u5178,\u5C06\u6BCF\u4E2A\u5206\u5272\u540D\u79F0\u6620\u5C04\u5230\u4E0E\u8BE5\u5206\u5272\u76F8\u5173\u8054\u7684\u6587\u4EF6\uFF1A"),da=f(),j(vt.$$.fragment),fa=f(),j(qt.$$.fragment),pa=f(),Ut=o("p"),el=s("\u8FD9\u6B63\u662F\u6211\u4EEC\u60F3\u8981\u7684\u3002\u73B0\u5728, \u73B0\u5728\uFF0C\u6211\u4EEC\u53EF\u4EE5\u5E94\u7528\u5404\u79CD\u9884\u5904\u7406\u6280\u672F\u6765\u6E05\u7406\u6570\u636E\u3001\u6807\u8BB0\u8BC4\u8BBA\u7B49\u3002"),ua=f(),j(at.$$.fragment),_a=f(),I=o("p"),al=s("\u{1F917} Datasets\u5B9E\u9645\u4E0A\u652F\u6301\u8F93\u5165\u6587\u4EF6\u7684\u81EA\u52A8\u89E3\u538B,\u6240\u4EE5\u6211\u4EEC\u53EF\u4EE5\u8DF3\u8FC7\u4F7F\u7528"),Ce=o("code"),sl=s("gzip"),ll=s(",\u76F4\u63A5\u8BBE\u7F6E "),Qe=o("code"),ol=s("data_files"),rl=s("\u53C2\u6570\u4F20\u9012\u538B\u7F29\u6587\u4EF6:"),ca=f(),j(jt.$$.fragment),ma=f(),st=o("p"),il=s("\u5982\u679C\u60A8\u4E0D\u60F3\u624B\u52A8\u89E3\u538B\u7F29\u8BB8\u591A GZIP \u6587\u4EF6\uFF0C\u8FD9\u4F1A\u5F88\u6709\u7528\u3002\u81EA\u52A8\u89E3\u538B\u4E5F\u9002\u7528\u4E8E\u5176\u4ED6\u5E38\u89C1\u683C\u5F0F,\u5982 ZIP \u548C TAR,\u56E0\u6B64\u60A8\u53EA\u9700\u5C06 "),xe=o("code"),nl=s("data_files"),dl=s(" \u8BBE\u7F6E\u4E3A\u538B\u7F29\u6587\u4EF6\u6240\u5728\u7684\u8DEF\u5F84,\u4F60\u5C31\u53EF\u4EE5\u5F00\u59CB\u4E86!"),$a=f(),Vt=o("p"),fl=s("\u73B0\u5728\u4F60\u77E5\u9053\u5982\u4F55\u5728\u7B14\u8BB0\u672C\u7535\u8111\u6216\u53F0\u5F0F\u673A\u4E0A\u52A0\u8F7D\u672C\u5730\u6587\u4EF6\uFF0C\u8BA9\u6211\u4EEC\u6765\u770B\u770B\u52A0\u8F7D\u8FDC\u7A0B\u6587\u4EF6\u3002"),ha=f(),St=o("h2"),pl=s("\u52A0\u8F7D\u8FDC\u7A0B\u6570\u636E\u96C6"),Ea=f(),x=o("p"),ul=s("\u5982\u679C\u4F60\u5728\u516C\u53F8\u62C5\u4EFB\u6570\u636E\u7814\u7A76\u5458\u6216\u7F16\u7801\u5458,\u90A3\u4E48\u4F60\u8981\u5206\u6790\u7684\u6570\u636E\u96C6\u5F88\u6709\u53EF\u80FD\u5B58\u50A8\u5728\u67D0\u4E2A\u8FDC\u7A0B\u670D\u52A1\u5668\u4E0A\u3002\u5E78\u8FD0\u7684\u662F,\u52A0\u8F7D\u8FDC\u7A0B\u6587\u4EF6\u5C31\u50CF\u52A0\u8F7D\u672C\u5730\u6587\u4EF6\u4E00\u6837\u7B80\u5355!\u6211\u4EEC\u6CA1\u6709\u63D0\u4F9B\u672C\u5730\u6587\u4EF6\u7684\u8DEF\u5F84, \u800C\u662F\u5C06"),Te=o("code"),_l=s("load_dataset()"),cl=s("\u7684"),ze=o("code"),ml=s("data_files"),$l=s("\u53C2\u6570\u6307\u5411\u5B58\u50A8\u8FDC\u7A0B\u6587\u4EF6\u7684\u4E00\u4E2A\u6216\u591A\u4E2AURL\u3002\u4F8B\u5982, \u5BF9\u4E8E\u6258\u7BA1\u5728 GitHub \u4E0A\u7684 SQuAD-it \u6570\u636E\u96C6, \u6211\u4EEC\u53EF\u4EE5\u5C06 "),ke=o("code"),hl=s("data_files"),El=s(" \u6307\u5411 "),Pe=o("em"),Dl=s("SQuAD_it-*.json.gz"),gl=s(" \u7684\u7F51\u5740,\u5982\u4E0B\u6240\u793A:"),Da=f(),j(bt.$$.fragment),ga=f(),G=o("p"),vl=s("\u8FD9\u5C06\u8FD4\u56DE\u548C\u4E0A\u9762\u7684\u672C\u5730\u4F8B\u5B50\u76F8\u540C\u7684 "),He=o("code"),ql=s("DatasetDict"),jl=s(" \u5BF9\u8C61, \u4F46\u7701\u53BB\u4E86\u6211\u4EEC\u624B\u52A8\u4E0B\u8F7D\u548C\u89E3\u538B "),ye=o("em"),Sl=s("SQuAD_it-*.json.gz"),bl=s(" \u6587\u4EF6\u7684\u6B65\u9AA4\u3002\u8FD9\u662F\u6211\u4EEC\u5BF9\u52A0\u8F7D\u672A\u6258\u7BA1\u5728Hugging Face Hub\u7684\u6570\u636E\u96C6\u7684\u5404\u79CD\u65B9\u6CD5\u7684\u603B\u7ED3\u3002\u65E2\u7136\u6211\u4EEC\u5DF2\u7ECF\u6709\u4E86\u4E00\u4E2A\u53EF\u4EE5\u4F7F\u7528\u7684\u6570\u636E\u96C6,\u8BA9\u6211\u4EEC\u5F00\u59CB\u5927\u5C55\u8EAB\u624B\u5427\uFF01"),va=f(),j(lt.$$.fragment),this.h()},l(t){const n=No('[data-svelte="svelte-1phssyn"]',document.head);u=r(n,"META",{name:!0,content:!0}),n.forEach(a),g=p(t),c=r(t,"H1",{class:!0});var wt=i(c);$=r(wt,"A",{id:!0,class:!0,href:!0});var Ne=i($);h=r(Ne,"SPAN",{});var Je=i(h);S(m.$$.fragment,Je),Je.forEach(a),Ne.forEach(a),v=p(wt),q=r(wt,"SPAN",{});var Al=i(q);E=l(Al,"\u5982\u679C\u6211\u7684\u6570\u636E\u96C6\u4E0D\u5728 Hub \u4E0A\u600E\u4E48\u529E\uFF1F"),Al.forEach(a),wt.forEach(a),y=p(t),S(Q.$$.fragment,t),J=p(t),D=r(t,"P",{});var ja=i(D);At=l(ja,"\u4F60\u77E5\u9053\u5982\u4F55\u4F7F\u7528"),R=r(ja,"A",{href:!0,rel:!0});var Ol=i(R);Ot=l(Ol,"Hugging Face Hub"),Ol.forEach(a),Ca=l(ja,"\u4E0B\u8F7D\u6570\u636E\u96C6, \u4F46\u4F60\u7ECF\u5E38\u4F1A\u53D1\u73B0\u81EA\u5DF1\u6B63\u5728\u5904\u7406\u5B58\u50A8\u5728\u7B14\u8BB0\u672C\u7535\u8111\u6216\u8FDC\u7A0B\u670D\u52A1\u5668\u4E0A\u7684\u6570\u636E\u3002\u5728\u672C\u8282\u4E2D\uFF0C\u6211\u4EEC\u5C06\u5411\u60A8\u5C55\u793A\u5982\u4F55\u4F7F\u7528 \u{1F917} Datasets\u6765\u52A0\u8F7D Hugging Face Hub \u4E0A\u4E0D\u53EF\u7528\u7684\u6570\u636E\u96C6\u3002"),ja.forEach(a),Re=p(t),S(dt.$$.fragment,t),Le=p(t),ft=r(t,"H2",{id:!0});var Cl=i(ft);Qa=l(Cl,"\u4F7F\u7528\u672C\u5730\u548C\u8FDC\u7A0B\u6570\u636E\u96C6"),Cl.forEach(a),Ie=p(t),Ct=r(t,"P",{});var Ql=i(Ct);xa=l(Ql,"\u{1F917} Datasets \u63D0\u4F9B\u4E86\u52A0\u8F7D\u811A\u672C\u6765\u52A0\u8F7D\u672C\u5730\u548C\u8FDC\u7A0B\u6570\u636E\u96C6\u3002\u5B83\u652F\u6301\u51E0\u79CD\u5E38\u89C1\u7684\u6570\u636E\u683C\u5F0F\uFF0C\u4F8B\u5982\uFF1A"),Ql.forEach(a),Ge=p(t),K=r(t,"TABLE",{});var Sa=i(K);ae=r(Sa,"THEAD",{});var xl=i(ae);M=r(xl,"TR",{});var Bt=i(M);Qt=r(Bt,"TH",{align:!0});var Tl=i(Qt);Ta=l(Tl,"Data format"),Tl.forEach(a),za=p(Bt),xt=r(Bt,"TH",{align:!0});var zl=i(xt);ka=l(zl,"Loading script"),zl.forEach(a),Pa=p(Bt),Tt=r(Bt,"TH",{align:!0});var kl=i(Tt);Ha=l(kl,"Example"),kl.forEach(a),Bt.forEach(a),xl.forEach(a),ya=p(Sa),N=r(Sa,"TBODY",{});var ot=i(N);U=r(ot,"TR",{});var Zt=i(U);zt=r(Zt,"TD",{align:!0});var Pl=i(zt);Na=l(Pl,"CSV & TSV"),Pl.forEach(a),Ja=p(Zt),kt=r(Zt,"TD",{align:!0});var Hl=i(kt);se=r(Hl,"CODE",{});var yl=i(se);Ra=l(yl,"csv"),yl.forEach(a),Hl.forEach(a),La=p(Zt),Pt=r(Zt,"TD",{align:!0});var Nl=i(Pt);le=r(Nl,"CODE",{});var Jl=i(le);Ia=l(Jl,'load_dataset("csv", data_files="my_file.csv")'),Jl.forEach(a),Nl.forEach(a),Zt.forEach(a),Ga=p(ot),V=r(ot,"TR",{});var Yt=i(V);Ht=r(Yt,"TD",{align:!0});var Rl=i(Ht);Fa=l(Rl,"Text files"),Rl.forEach(a),Ma=p(Yt),yt=r(Yt,"TD",{align:!0});var Ll=i(yt);oe=r(Ll,"CODE",{});var Il=i(oe);Ua=l(Il,"text"),Il.forEach(a),Ll.forEach(a),Va=p(Yt),Nt=r(Yt,"TD",{align:!0});var Gl=i(Nt);re=r(Gl,"CODE",{});var Fl=i(re);Ba=l(Fl,'load_dataset("text", data_files="my_file.txt")'),Fl.forEach(a),Gl.forEach(a),Yt.forEach(a),Za=p(ot),B=r(ot,"TR",{});var Kt=i(B);Jt=r(Kt,"TD",{align:!0});var Ml=i(Jt);Ya=l(Ml,"JSON & JSON Lines"),Ml.forEach(a),Ka=p(Kt),Rt=r(Kt,"TD",{align:!0});var Ul=i(Rt);ie=r(Ul,"CODE",{});var Vl=i(ie);Wa=l(Vl,"json"),Vl.forEach(a),Ul.forEach(a),Xa=p(Kt),Lt=r(Kt,"TD",{align:!0});var Bl=i(Lt);ne=r(Bl,"CODE",{});var Zl=i(ne);ts=l(Zl,'load_dataset("json", data_files="my_file.jsonl")'),Zl.forEach(a),Bl.forEach(a),Kt.forEach(a),es=p(ot),Z=r(ot,"TR",{});var Wt=i(Z);It=r(Wt,"TD",{align:!0});var Yl=i(It);as=l(Yl,"Pickled DataFrames"),Yl.forEach(a),ss=p(Wt),Gt=r(Wt,"TD",{align:!0});var Kl=i(Gt);de=r(Kl,"CODE",{});var Wl=i(de);ls=l(Wl,"pandas"),Wl.forEach(a),Kl.forEach(a),os=p(Wt),Ft=r(Wt,"TD",{align:!0});var Xl=i(Ft);fe=r(Xl,"CODE",{});var to=i(fe);rs=l(to,'load_dataset("pandas", data_files="my_dataframe.pkl")'),to.forEach(a),Xl.forEach(a),Wt.forEach(a),ot.forEach(a),Sa.forEach(a),Fe=p(t),L=r(t,"P",{});var Xt=i(L);is=l(Xt,"\u5982\u8868\u6240\u793A, \u5BF9\u4E8E\u6BCF\u79CD\u6570\u636E\u683C\u5F0F, \u6211\u4EEC\u53EA\u9700\u8981\u4F7F\u7528 "),pe=r(Xt,"CODE",{});var eo=i(pe);ns=l(eo,"load_dataset()"),eo.forEach(a),ds=l(Xt," \u51FD\u6570, \u4F7F\u7528 "),ue=r(Xt,"CODE",{});var ao=i(ue);fs=l(ao,"data_files"),ao.forEach(a),ps=l(Xt," \u6307\u5B9A\u4E00\u4E2A\u6216\u591A\u4E2A\u6587\u4EF6\u7684\u8DEF\u5F84\u7684\u53C2\u6570\u3002 \u8BA9\u6211\u4EEC\u4ECE\u672C\u5730\u6587\u4EF6\u52A0\u8F7D\u6570\u636E\u96C6\u5F00\u59CB\uFF1B\u7A0D\u540E\u6211\u4EEC\u5C06\u770B\u5230\u5982\u4F55\u5BF9\u8FDC\u7A0B\u6587\u4EF6\u6267\u884C\u76F8\u540C\u7684\u64CD\u4F5C\u3002"),Xt.forEach(a),Me=p(t),pt=r(t,"H2",{id:!0});var so=i(pt);us=l(so,"\u52A0\u8F7D\u672C\u5730\u6570\u636E\u96C6"),so.forEach(a),Ue=p(t),W=r(t,"P",{});var ba=i(W);_s=l(ba,"\u5BF9\u4E8E\u8FD9\u4E2A\u4F8B\u5B50\uFF0C\u6211\u4EEC\u5C06\u4F7F\u7528 "),ut=r(ba,"A",{href:!0,rel:!0});var lo=i(ut);cs=l(lo,"SQuAD-it dataset"),lo.forEach(a),ms=l(ba,", \u8FD9\u662F\u4E00\u4E2A\u5927\u89C4\u6A21\u7684\u610F\u5927\u5229\u8BED\u95EE\u7B54\u6570\u636E\u96C6\u3002"),ba.forEach(a),Ve=p(t),X=r(t,"P",{});var wa=i(X);$s=l(wa,"\u8BAD\u7EC3\u548C\u6D4B\u8BD5\u90FD\u6258\u7BA1\u5728 GitHub \u4E0A, \u56E0\u6B64\u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7"),_e=r(wa,"CODE",{});var oo=i(_e);hs=l(oo,"wget"),oo.forEach(a),Es=l(wa,"\u547D\u4EE4\u975E\u5E38\u7B80\u5355\u5730\u4E0B\u8F7D\u5B83\u4EEC:"),wa.forEach(a),Be=p(t),S(_t.$$.fragment,t),Ze=p(t),T=r(t,"P",{});var rt=i(T);Ds=l(rt,"\u8FD9\u5C06\u4E0B\u8F7D\u4E24\u4E2A\u540D\u4E3A"),ce=r(rt,"EM",{});var ro=i(ce);gs=l(ro,"SQuAD_it-train.json.gz"),ro.forEach(a),vs=l(rt," \u548C "),me=r(rt,"EM",{});var io=i(me);qs=l(io,"SQuAD_it-test.json.gz"),io.forEach(a),js=l(rt,"\u7684\u538B\u7F29\u6587\u4EF6, \u6211\u4EEC\u53EF\u4EE5\u7528Linux\u7684\u89E3\u538B\u547D\u4EE4 "),$e=r(rt,"CODE",{});var no=i($e);Ss=l(no,"gzip"),no.forEach(a),bs=l(rt,":"),rt.forEach(a),Ye=p(t),S(ct.$$.fragment,t),Ke=p(t),S(mt.$$.fragment,t),We=p(t),Mt=r(t,"P",{});var fo=i(Mt);ws=l(fo,"\u6211\u4EEC\u53EF\u4EE5\u770B\u5230\u538B\u7F29\u6587\u4EF6\u5DF2\u7ECF\u88AB\u66FF\u6362\u4E3ASQuAD_it-train.json\u548CSQuAD_it-text.json,\u5E76\u4E14\u6570\u636E\u4EE5 JSON \u683C\u5F0F\u5B58\u50A8\u3002"),fo.forEach(a),Xe=p(t),S(tt.$$.fragment,t),ta=p(t),z=r(t,"P",{});var it=i(z);As=l(it,"\u4F7F\u7528"),he=r(it,"CODE",{});var po=i(he);Os=l(po,"load_dataset()"),po.forEach(a),Cs=l(it,"\u51FD\u6570\u6765\u52A0\u8F7DJSON\u6587\u4EF6, \u6211\u4EEC\u53EA\u9700\u8981\u77E5\u9053\u6211\u4EEC\u662F\u5728\u5904\u7406\u666E\u901A\u7684 JSON(\u7C7B\u4F3C\u4E8E\u5D4C\u5957\u5B57\u5178)\u8FD8\u662F JSON \u884C(\u884C\u5206\u9694\u7684 JSON)\u3002\u50CF\u8BB8\u591A\u95EE\u7B54\u6570\u636E\u96C6\u4E00\u6837, SQuAD-it \u4F7F\u7528\u5D4C\u5957\u683C\u5F0F,\u6240\u6709\u6587\u672C\u90FD\u5B58\u50A8\u5728 "),Ee=r(it,"CODE",{});var uo=i(Ee);Qs=l(uo,"data"),uo.forEach(a),xs=l(it,"\u6587\u4EF6\u4E2D\u3002\u8FD9\u610F\u5473\u7740\u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7\u6307\u5B9A\u53C2\u6570"),De=r(it,"CODE",{});var _o=i(De);Ts=l(_o,"field"),_o.forEach(a),zs=l(it,"\u6765\u52A0\u8F7D\u6570\u636E\u96C6,\u5982\u4E0B\u6240\u793A:"),it.forEach(a),ea=p(t),S($t.$$.fragment,t),aa=p(t),k=r(t,"P",{});var nt=i(k);ks=l(nt,"\u9ED8\u8BA4\u60C5\u51B5\u4E0B, \u52A0\u8F7D\u672C\u5730\u6587\u4EF6\u4F1A\u521B\u5EFA\u4E00\u4E2A\u5E26\u6709"),ge=r(nt,"CODE",{});var co=i(ge);Ps=l(co,"train"),co.forEach(a),Hs=l(nt,"\u7684"),ve=r(nt,"CODE",{});var mo=i(ve);ys=l(mo,"DatasetDict"),mo.forEach(a),Ns=l(nt," \u5BF9\u8C61\u3002 \u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7 "),qe=r(nt,"CODE",{});var $o=i(qe);Js=l($o,"squad_it_dataset"),$o.forEach(a),Rs=l(nt,"\u67E5\u770B:"),nt.forEach(a),sa=p(t),S(ht.$$.fragment,t),la=p(t),S(Et.$$.fragment,t),oa=p(t),et=r(t,"P",{});var Aa=i(et);Ls=l(Aa,"\u8FD9\u5411\u6211\u4EEC\u663E\u793A\u4E86\u4E0E\u8BAD\u7EC3\u96C6\u76F8\u5173\u8054\u7684\u884C\u6570\u548C\u5217\u540D\u3002\u6211\u4EEC\u53EF\u4EE5\u901A\u8FC7\u7D22\u5F15\u5230 "),je=r(Aa,"CODE",{});var ho=i(je);Is=l(ho,"train"),ho.forEach(a),Gs=l(Aa," \u67E5\u770B\u793A\u4F8B\uFF0C\u5982\u4E0B\u6240\u793A:"),Aa.forEach(a),ra=p(t),S(Dt.$$.fragment,t),ia=p(t),S(gt.$$.fragment,t),na=p(t),C=r(t,"P",{});var P=i(C);Fs=l(P,"\u5F88\u597D, \u6211\u4EEC\u5DF2\u7ECF\u52A0\u8F7D\u4E86\u6211\u4EEC\u7684\u7B2C\u4E00\u4E2A\u672C\u5730\u6570\u636E\u96C6! \u4F46\u662F, \u867D\u7136\u8FD9\u5BF9\u8BAD\u7EC3\u96C6\u6709\u6548, \u4F46\u662F\u6211\u4EEC\u771F\u6B63\u60F3\u8981\u7684\u662F\u5305\u62EC "),Se=r(P,"CODE",{});var Eo=i(Se);Ms=l(Eo,"train"),Eo.forEach(a),Us=l(P," \u548C "),be=r(P,"CODE",{});var Do=i(be);Vs=l(Do,"test"),Do.forEach(a),Bs=l(P," \u7684 "),we=r(P,"CODE",{});var go=i(we);Zs=l(go,"DatasetDict"),go.forEach(a),Ys=l(P," \u5BF9\u8C61\u3002\u8FD9\u6837\u7684\u8BDD\u5C31\u53EF\u4EE5\u4F7F\u7528 "),Ae=r(P,"CODE",{});var vo=i(Ae);Ks=l(vo,"Dataset.map()"),vo.forEach(a),Ws=l(P," \u51FD\u6570\u540C\u65F6\u5904\u7406\u8BAD\u7EC3\u96C6\u548C\u6D4B\u8BD5\u96C6\u3002 \u4E3A\u6B64, \u6211\u4EEC\u63D0\u4F9B\u53C2\u6570"),Oe=r(P,"CODE",{});var qo=i(Oe);Xs=l(qo,"data_files"),qo.forEach(a),tl=l(P,"\u7684\u5B57\u5178,\u5C06\u6BCF\u4E2A\u5206\u5272\u540D\u79F0\u6620\u5C04\u5230\u4E0E\u8BE5\u5206\u5272\u76F8\u5173\u8054\u7684\u6587\u4EF6\uFF1A"),P.forEach(a),da=p(t),S(vt.$$.fragment,t),fa=p(t),S(qt.$$.fragment,t),pa=p(t),Ut=r(t,"P",{});var jo=i(Ut);el=l(jo,"\u8FD9\u6B63\u662F\u6211\u4EEC\u60F3\u8981\u7684\u3002\u73B0\u5728, \u73B0\u5728\uFF0C\u6211\u4EEC\u53EF\u4EE5\u5E94\u7528\u5404\u79CD\u9884\u5904\u7406\u6280\u672F\u6765\u6E05\u7406\u6570\u636E\u3001\u6807\u8BB0\u8BC4\u8BBA\u7B49\u3002"),jo.forEach(a),ua=p(t),S(at.$$.fragment,t),_a=p(t),I=r(t,"P",{});var te=i(I);al=l(te,"\u{1F917} Datasets\u5B9E\u9645\u4E0A\u652F\u6301\u8F93\u5165\u6587\u4EF6\u7684\u81EA\u52A8\u89E3\u538B,\u6240\u4EE5\u6211\u4EEC\u53EF\u4EE5\u8DF3\u8FC7\u4F7F\u7528"),Ce=r(te,"CODE",{});var So=i(Ce);sl=l(So,"gzip"),So.forEach(a),ll=l(te,",\u76F4\u63A5\u8BBE\u7F6E "),Qe=r(te,"CODE",{});var bo=i(Qe);ol=l(bo,"data_files"),bo.forEach(a),rl=l(te,"\u53C2\u6570\u4F20\u9012\u538B\u7F29\u6587\u4EF6:"),te.forEach(a),ca=p(t),S(jt.$$.fragment,t),ma=p(t),st=r(t,"P",{});var Oa=i(st);il=l(Oa,"\u5982\u679C\u60A8\u4E0D\u60F3\u624B\u52A8\u89E3\u538B\u7F29\u8BB8\u591A GZIP \u6587\u4EF6\uFF0C\u8FD9\u4F1A\u5F88\u6709\u7528\u3002\u81EA\u52A8\u89E3\u538B\u4E5F\u9002\u7528\u4E8E\u5176\u4ED6\u5E38\u89C1\u683C\u5F0F,\u5982 ZIP \u548C TAR,\u56E0\u6B64\u60A8\u53EA\u9700\u5C06 "),xe=r(Oa,"CODE",{});var wo=i(xe);nl=l(wo,"data_files"),wo.forEach(a),dl=l(Oa," \u8BBE\u7F6E\u4E3A\u538B\u7F29\u6587\u4EF6\u6240\u5728\u7684\u8DEF\u5F84,\u4F60\u5C31\u53EF\u4EE5\u5F00\u59CB\u4E86!"),Oa.forEach(a),$a=p(t),Vt=r(t,"P",{});var Ao=i(Vt);fl=l(Ao,"\u73B0\u5728\u4F60\u77E5\u9053\u5982\u4F55\u5728\u7B14\u8BB0\u672C\u7535\u8111\u6216\u53F0\u5F0F\u673A\u4E0A\u52A0\u8F7D\u672C\u5730\u6587\u4EF6\uFF0C\u8BA9\u6211\u4EEC\u6765\u770B\u770B\u52A0\u8F7D\u8FDC\u7A0B\u6587\u4EF6\u3002"),Ao.forEach(a),ha=p(t),St=r(t,"H2",{id:!0});var Oo=i(St);pl=l(Oo,"\u52A0\u8F7D\u8FDC\u7A0B\u6570\u636E\u96C6"),Oo.forEach(a),Ea=p(t),x=r(t,"P",{});var F=i(x);ul=l(F,"\u5982\u679C\u4F60\u5728\u516C\u53F8\u62C5\u4EFB\u6570\u636E\u7814\u7A76\u5458\u6216\u7F16\u7801\u5458,\u90A3\u4E48\u4F60\u8981\u5206\u6790\u7684\u6570\u636E\u96C6\u5F88\u6709\u53EF\u80FD\u5B58\u50A8\u5728\u67D0\u4E2A\u8FDC\u7A0B\u670D\u52A1\u5668\u4E0A\u3002\u5E78\u8FD0\u7684\u662F,\u52A0\u8F7D\u8FDC\u7A0B\u6587\u4EF6\u5C31\u50CF\u52A0\u8F7D\u672C\u5730\u6587\u4EF6\u4E00\u6837\u7B80\u5355!\u6211\u4EEC\u6CA1\u6709\u63D0\u4F9B\u672C\u5730\u6587\u4EF6\u7684\u8DEF\u5F84, \u800C\u662F\u5C06"),Te=r(F,"CODE",{});var Co=i(Te);_l=l(Co,"load_dataset()"),Co.forEach(a),cl=l(F,"\u7684"),ze=r(F,"CODE",{});var Qo=i(ze);ml=l(Qo,"data_files"),Qo.forEach(a),$l=l(F,"\u53C2\u6570\u6307\u5411\u5B58\u50A8\u8FDC\u7A0B\u6587\u4EF6\u7684\u4E00\u4E2A\u6216\u591A\u4E2AURL\u3002\u4F8B\u5982, \u5BF9\u4E8E\u6258\u7BA1\u5728 GitHub \u4E0A\u7684 SQuAD-it \u6570\u636E\u96C6, \u6211\u4EEC\u53EF\u4EE5\u5C06 "),ke=r(F,"CODE",{});var xo=i(ke);hl=l(xo,"data_files"),xo.forEach(a),El=l(F," \u6307\u5411 "),Pe=r(F,"EM",{});var To=i(Pe);Dl=l(To,"SQuAD_it-*.json.gz"),To.forEach(a),gl=l(F," \u7684\u7F51\u5740,\u5982\u4E0B\u6240\u793A:"),F.forEach(a),Da=p(t),S(bt.$$.fragment,t),ga=p(t),G=r(t,"P",{});var ee=i(G);vl=l(ee,"\u8FD9\u5C06\u8FD4\u56DE\u548C\u4E0A\u9762\u7684\u672C\u5730\u4F8B\u5B50\u76F8\u540C\u7684 "),He=r(ee,"CODE",{});var zo=i(He);ql=l(zo,"DatasetDict"),zo.forEach(a),jl=l(ee," \u5BF9\u8C61, \u4F46\u7701\u53BB\u4E86\u6211\u4EEC\u624B\u52A8\u4E0B\u8F7D\u548C\u89E3\u538B "),ye=r(ee,"EM",{});var ko=i(ye);Sl=l(ko,"SQuAD_it-*.json.gz"),ko.forEach(a),bl=l(ee," \u6587\u4EF6\u7684\u6B65\u9AA4\u3002\u8FD9\u662F\u6211\u4EEC\u5BF9\u52A0\u8F7D\u672A\u6258\u7BA1\u5728Hugging Face Hub\u7684\u6570\u636E\u96C6\u7684\u5404\u79CD\u65B9\u6CD5\u7684\u603B\u7ED3\u3002\u65E2\u7136\u6211\u4EEC\u5DF2\u7ECF\u6709\u4E86\u4E00\u4E2A\u53EF\u4EE5\u4F7F\u7528\u7684\u6570\u636E\u96C6,\u8BA9\u6211\u4EEC\u5F00\u59CB\u5927\u5C55\u8EAB\u624B\u5427\uFF01"),ee.forEach(a),va=p(t),S(lt.$$.fragment,t),this.h()},h(){_(u,"name","hf:doc:metadata"),_(u,"content",JSON.stringify(Vo)),_($,"id","hub"),_($,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),_($,"href","#hub"),_(c,"class","relative group"),_(R,"href","https://huggingface.co/datasets"),_(R,"rel","nofollow"),_(ft,"id",""),_(Qt,"align","center"),_(xt,"align","center"),_(Tt,"align","center"),_(zt,"align","center"),_(kt,"align","center"),_(Pt,"align","center"),_(Ht,"align","center"),_(yt,"align","center"),_(Nt,"align","center"),_(Jt,"align","center"),_(Rt,"align","center"),_(Lt,"align","center"),_(It,"align","center"),_(Gt,"align","center"),_(Ft,"align","center"),_(pt,"id",""),_(ut,"href","https://github.com/crux82/squad-it/"),_(ut,"rel","nofollow"),_(St,"id","")},m(t,n){e(document.head,u),d(t,g,n),d(t,c,n),e(c,$),e($,h),b(m,h,null),e(c,v),e(c,q),e(q,E),d(t,y,n),b(Q,t,n),d(t,J,n),d(t,D,n),e(D,At),e(D,R),e(R,Ot),e(D,Ca),d(t,Re,n),b(dt,t,n),d(t,Le,n),d(t,ft,n),e(ft,Qa),d(t,Ie,n),d(t,Ct,n),e(Ct,xa),d(t,Ge,n),d(t,K,n),e(K,ae),e(ae,M),e(M,Qt),e(Qt,Ta),e(M,za),e(M,xt),e(xt,ka),e(M,Pa),e(M,Tt),e(Tt,Ha),e(K,ya),e(K,N),e(N,U),e(U,zt),e(zt,Na),e(U,Ja),e(U,kt),e(kt,se),e(se,Ra),e(U,La),e(U,Pt),e(Pt,le),e(le,Ia),e(N,Ga),e(N,V),e(V,Ht),e(Ht,Fa),e(V,Ma),e(V,yt),e(yt,oe),e(oe,Ua),e(V,Va),e(V,Nt),e(Nt,re),e(re,Ba),e(N,Za),e(N,B),e(B,Jt),e(Jt,Ya),e(B,Ka),e(B,Rt),e(Rt,ie),e(ie,Wa),e(B,Xa),e(B,Lt),e(Lt,ne),e(ne,ts),e(N,es),e(N,Z),e(Z,It),e(It,as),e(Z,ss),e(Z,Gt),e(Gt,de),e(de,ls),e(Z,os),e(Z,Ft),e(Ft,fe),e(fe,rs),d(t,Fe,n),d(t,L,n),e(L,is),e(L,pe),e(pe,ns),e(L,ds),e(L,ue),e(ue,fs),e(L,ps),d(t,Me,n),d(t,pt,n),e(pt,us),d(t,Ue,n),d(t,W,n),e(W,_s),e(W,ut),e(ut,cs),e(W,ms),d(t,Ve,n),d(t,X,n),e(X,$s),e(X,_e),e(_e,hs),e(X,Es),d(t,Be,n),b(_t,t,n),d(t,Ze,n),d(t,T,n),e(T,Ds),e(T,ce),e(ce,gs),e(T,vs),e(T,me),e(me,qs),e(T,js),e(T,$e),e($e,Ss),e(T,bs),d(t,Ye,n),b(ct,t,n),d(t,Ke,n),b(mt,t,n),d(t,We,n),d(t,Mt,n),e(Mt,ws),d(t,Xe,n),b(tt,t,n),d(t,ta,n),d(t,z,n),e(z,As),e(z,he),e(he,Os),e(z,Cs),e(z,Ee),e(Ee,Qs),e(z,xs),e(z,De),e(De,Ts),e(z,zs),d(t,ea,n),b($t,t,n),d(t,aa,n),d(t,k,n),e(k,ks),e(k,ge),e(ge,Ps),e(k,Hs),e(k,ve),e(ve,ys),e(k,Ns),e(k,qe),e(qe,Js),e(k,Rs),d(t,sa,n),b(ht,t,n),d(t,la,n),b(Et,t,n),d(t,oa,n),d(t,et,n),e(et,Ls),e(et,je),e(je,Is),e(et,Gs),d(t,ra,n),b(Dt,t,n),d(t,ia,n),b(gt,t,n),d(t,na,n),d(t,C,n),e(C,Fs),e(C,Se),e(Se,Ms),e(C,Us),e(C,be),e(be,Vs),e(C,Bs),e(C,we),e(we,Zs),e(C,Ys),e(C,Ae),e(Ae,Ks),e(C,Ws),e(C,Oe),e(Oe,Xs),e(C,tl),d(t,da,n),b(vt,t,n),d(t,fa,n),b(qt,t,n),d(t,pa,n),d(t,Ut,n),e(Ut,el),d(t,ua,n),b(at,t,n),d(t,_a,n),d(t,I,n),e(I,al),e(I,Ce),e(Ce,sl),e(I,ll),e(I,Qe),e(Qe,ol),e(I,rl),d(t,ca,n),b(jt,t,n),d(t,ma,n),d(t,st,n),e(st,il),e(st,xe),e(xe,nl),e(st,dl),d(t,$a,n),d(t,Vt,n),e(Vt,fl),d(t,ha,n),d(t,St,n),e(St,pl),d(t,Ea,n),d(t,x,n),e(x,ul),e(x,Te),e(Te,_l),e(x,cl),e(x,ze),e(ze,ml),e(x,$l),e(x,ke),e(ke,hl),e(x,El),e(x,Pe),e(Pe,Dl),e(x,gl),d(t,Da,n),b(bt,t,n),d(t,ga,n),d(t,G,n),e(G,vl),e(G,He),e(He,ql),e(G,jl),e(G,ye),e(ye,Sl),e(G,bl),d(t,va,n),b(lt,t,n),qa=!0},p(t,[n]){const wt={};n&2&&(wt.$$scope={dirty:n,ctx:t}),tt.$set(wt);const Ne={};n&2&&(Ne.$$scope={dirty:n,ctx:t}),at.$set(Ne);const Je={};n&2&&(Je.$$scope={dirty:n,ctx:t}),lt.$set(Je)},i(t){qa||(w(m.$$.fragment,t),w(Q.$$.fragment,t),w(dt.$$.fragment,t),w(_t.$$.fragment,t),w(ct.$$.fragment,t),w(mt.$$.fragment,t),w(tt.$$.fragment,t),w($t.$$.fragment,t),w(ht.$$.fragment,t),w(Et.$$.fragment,t),w(Dt.$$.fragment,t),w(gt.$$.fragment,t),w(vt.$$.fragment,t),w(qt.$$.fragment,t),w(at.$$.fragment,t),w(jt.$$.fragment,t),w(bt.$$.fragment,t),w(lt.$$.fragment,t),qa=!0)},o(t){A(m.$$.fragment,t),A(Q.$$.fragment,t),A(dt.$$.fragment,t),A(_t.$$.fragment,t),A(ct.$$.fragment,t),A(mt.$$.fragment,t),A(tt.$$.fragment,t),A($t.$$.fragment,t),A(ht.$$.fragment,t),A(Et.$$.fragment,t),A(Dt.$$.fragment,t),A(gt.$$.fragment,t),A(vt.$$.fragment,t),A(qt.$$.fragment,t),A(at.$$.fragment,t),A(jt.$$.fragment,t),A(bt.$$.fragment,t),A(lt.$$.fragment,t),qa=!1},d(t){a(u),t&&a(g),t&&a(c),O(m),t&&a(y),O(Q,t),t&&a(J),t&&a(D),t&&a(Re),O(dt,t),t&&a(Le),t&&a(ft),t&&a(Ie),t&&a(Ct),t&&a(Ge),t&&a(K),t&&a(Fe),t&&a(L),t&&a(Me),t&&a(pt),t&&a(Ue),t&&a(W),t&&a(Ve),t&&a(X),t&&a(Be),O(_t,t),t&&a(Ze),t&&a(T),t&&a(Ye),O(ct,t),t&&a(Ke),O(mt,t),t&&a(We),t&&a(Mt),t&&a(Xe),O(tt,t),t&&a(ta),t&&a(z),t&&a(ea),O($t,t),t&&a(aa),t&&a(k),t&&a(sa),O(ht,t),t&&a(la),O(Et,t),t&&a(oa),t&&a(et),t&&a(ra),O(Dt,t),t&&a(ia),O(gt,t),t&&a(na),t&&a(C),t&&a(da),O(vt,t),t&&a(fa),O(qt,t),t&&a(pa),t&&a(Ut),t&&a(ua),O(at,t),t&&a(_a),t&&a(I),t&&a(ca),O(jt,t),t&&a(ma),t&&a(st),t&&a($a),t&&a(Vt),t&&a(ha),t&&a(St),t&&a(Ea),t&&a(x),t&&a(Da),O(bt,t),t&&a(ga),t&&a(G),t&&a(va),O(lt,t)}}}const Vo={local:"hub",sections:[{local:"",title:"\u4F7F\u7528\u672C\u5730\u548C\u8FDC\u7A0B\u6570\u636E\u96C6"},{local:"",title:"\u52A0\u8F7D\u672C\u5730\u6570\u636E\u96C6"},{local:"",title:"\u52A0\u8F7D\u8FDC\u7A0B\u6570\u636E\u96C6"}],title:"\u5982\u679C\u6211\u7684\u6570\u636E\u96C6\u4E0D\u5728 Hub \u4E0A\u600E\u4E48\u529E\uFF1F"};function Bo(Y){return Jo(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ar extends Po{constructor(u){super();Ho(this,u,Bo,Uo,yo,{})}}export{ar as default,Vo as metadata};
