import{S as np,i as rp,s as ip,e as o,k as d,w as E,t as a,M as pp,c as n,d as s,m,x,a as i,h as l,b as O,N as sp,f as _l,G as t,g as p,y as w,o as $,p as hl,q as v,B as k,v as dp,n as gl}from"../../chunks/vendor-hf-doc-builder.js";import{T as ap}from"../../chunks/Tip-hf-doc-builder.js";import{Y as mp}from"../../chunks/Youtube-hf-doc-builder.js";import{I as lp}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{C as S}from"../../chunks/CodeBlock-hf-doc-builder.js";import{C as op}from"../../chunks/CourseFloatingBanner-hf-doc-builder.js";import{F as cp}from"../../chunks/FrameworkSwitchCourse-hf-doc-builder.js";import"../../chunks/DocNotebookDropdown-hf-doc-builder.js";function up(z){let c,b;return c=new op({props:{chapter:5,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/en/chapter5/section6_tf.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/en/chapter5/section6_tf.ipynb"}]}}),{c(){E(c.$$.fragment)},l(f){x(c.$$.fragment,f)},m(f,j){w(c,f,j),b=!0},i(f){b||(v(c.$$.fragment,f),b=!0)},o(f){$(c.$$.fragment,f),b=!1},d(f){k(c,f)}}}function fp(z){let c,b;return c=new op({props:{chapter:5,classNames:"absolute z-10 right-0 top-0",notebooks:[{label:"Google Colab",value:"https://colab.research.google.com/github/huggingface/notebooks/blob/master/course/en/chapter5/section6_pt.ipynb"},{label:"Aws Studio",value:"https://studiolab.sagemaker.aws/import/github/huggingface/notebooks/blob/master/course/en/chapter5/section6_pt.ipynb"}]}}),{c(){E(c.$$.fragment)},l(f){x(c.$$.fragment,f)},m(f,j){w(c,f,j),b=!0},i(f){b||(v(c.$$.fragment,f),b=!0)},o(f){$(c.$$.fragment,f),b=!1},d(f){k(c,f)}}}function _p(z){let c,b,f,j,_,g,I,h,T,y,L,P,C,R,F,M,U,q,H,W;return{c(){c=o("p"),b=a("\u270F\uFE0F "),f=o("strong"),j=a("\u041F\u043E\u043F\u0440\u043E\u0431\u0443\u0439\u0442\u0435!"),_=a(" \u041F\u043E\u0441\u043C\u043E\u0442\u0440\u0438\u0442\u0435, \u0441\u043C\u043E\u0436\u0435\u0442\u0435 \u043B\u0438 \u0432\u044B \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C "),g=o("code"),I=a("Dataset.map()"),h=a(", \u0447\u0442\u043E\u0431\u044B \u0440\u0430\u0437\u0432\u0435\u0440\u043D\u0443\u0442\u044C \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),T=o("code"),y=a("comments"),L=a(" \u0441\u0442\u043E\u043B\u0431\u0446\u0430 "),P=o("code"),C=a("issues_dataset"),R=d(),F=o("em"),M=a("\u0431\u0435\u0437"),U=a(" \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u044F Pandas. \u042D\u0442\u043E \u043D\u0435\u043C\u043D\u043E\u0433\u043E \u0441\u043B\u043E\u0436\u043D\u043E; \u0432\u044B \u043C\u043E\u0436\u0435\u0442\u0435 \u043D\u0430\u0439\u0442\u0438 \u0440\u0430\u0437\u0434\u0435\u043B "),q=o("a"),H=a("\u201CBatch mapping\u201D"),W=a(" \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0446\u0438\u0438 \u{1F917} Datasets, \u043F\u043E\u043B\u0435\u0437\u043D\u044B\u043C \u0434\u043B\u044F \u044D\u0442\u043E\u0439 \u0437\u0430\u0434\u0430\u0447\u0438."),this.h()},l(B){c=n(B,"P",{});var D=i(c);b=l(D,"\u270F\uFE0F "),f=n(D,"STRONG",{});var G=i(f);j=l(G,"\u041F\u043E\u043F\u0440\u043E\u0431\u0443\u0439\u0442\u0435!"),G.forEach(s),_=l(D," \u041F\u043E\u0441\u043C\u043E\u0442\u0440\u0438\u0442\u0435, \u0441\u043C\u043E\u0436\u0435\u0442\u0435 \u043B\u0438 \u0432\u044B \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C "),g=n(D,"CODE",{});var u=i(g);I=l(u,"Dataset.map()"),u.forEach(s),h=l(D,", \u0447\u0442\u043E\u0431\u044B \u0440\u0430\u0437\u0432\u0435\u0440\u043D\u0443\u0442\u044C \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),T=n(D,"CODE",{});var A=i(T);y=l(A,"comments"),A.forEach(s),L=l(D," \u0441\u0442\u043E\u043B\u0431\u0446\u0430 "),P=n(D,"CODE",{});var N=i(P);C=l(N,"issues_dataset"),N.forEach(s),R=m(D),F=n(D,"EM",{});var Y=i(F);M=l(Y,"\u0431\u0435\u0437"),Y.forEach(s),U=l(D," \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u044F Pandas. \u042D\u0442\u043E \u043D\u0435\u043C\u043D\u043E\u0433\u043E \u0441\u043B\u043E\u0436\u043D\u043E; \u0432\u044B \u043C\u043E\u0436\u0435\u0442\u0435 \u043D\u0430\u0439\u0442\u0438 \u0440\u0430\u0437\u0434\u0435\u043B "),q=n(D,"A",{href:!0,rel:!0});var oe=i(q);H=l(oe,"\u201CBatch mapping\u201D"),oe.forEach(s),W=l(D," \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0446\u0438\u0438 \u{1F917} Datasets, \u043F\u043E\u043B\u0435\u0437\u043D\u044B\u043C \u0434\u043B\u044F \u044D\u0442\u043E\u0439 \u0437\u0430\u0434\u0430\u0447\u0438."),D.forEach(s),this.h()},h(){O(q,"href","https://huggingface.co/docs/datasets/v1.12.1/about_map_batch.html?batch-mapping#batch-mapping"),O(q,"rel","nofollow")},m(B,D){p(B,c,D),t(c,b),t(c,f),t(f,j),t(c,_),t(c,g),t(g,I),t(c,h),t(c,T),t(T,y),t(c,L),t(c,P),t(P,C),t(c,R),t(c,F),t(F,M),t(c,U),t(c,q),t(q,H),t(c,W)},d(B){B&&s(c)}}}function hp(z){let c,b,f,j,_,g,I,h,T,y,L,P,C,R,F,M,U;return c=new S({props:{code:`from transformers import AutoTokenizer, TFAutoModel

model_ckpt = "sentence-transformers/multi-qa-mpnet-base-dot-v1"
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
model = TFAutoModel.from_pretrained(model_ckpt, from_pt=True)`,highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, TFAutoModel

model_ckpt = <span class="hljs-string">&quot;sentence-transformers/multi-qa-mpnet-base-dot-v1&quot;</span>
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
model = TFAutoModel.from_pretrained(model_ckpt, from_pt=<span class="hljs-literal">True</span>)`}}),{c(){E(c.$$.fragment),b=d(),f=o("p"),j=a("\u041E\u0431\u0440\u0430\u0442\u0438\u0442\u0435 \u0432\u043D\u0438\u043C\u0430\u043D\u0438\u0435, \u0447\u0442\u043E \u043C\u044B \u0443\u0441\u0442\u0430\u043D\u043E\u0432\u0438\u043B\u0438 "),_=o("code"),g=a("from_pt=True"),I=a(" \u0432 \u043A\u0430\u0447\u0435\u0441\u0442\u0432\u0435 \u0430\u0440\u0433\u0443\u043C\u0435\u043D\u0442\u0430 \u043C\u0435\u0442\u043E\u0434\u0430 "),h=o("code"),T=a("from_pretrained()"),y=a(". \u042D\u0442\u043E \u0441\u0432\u044F\u0437\u0430\u043D\u043E \u0441 \u0442\u0435\u043C, \u0447\u0442\u043E \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0430\u044F \u0442\u043E\u0447\u043A\u0430 "),L=o("code"),P=a("multi-qa-mpnet-base-dot-v1"),C=a(" \u0438\u043C\u0435\u0435\u0442 \u0442\u043E\u043B\u044C\u043A\u043E \u0432\u0435\u0441\u0430 PyTorch, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0443\u0441\u0442\u0430\u043D\u043E\u0432\u043A\u0430 "),R=o("code"),F=a("from_pt=True"),M=a(" \u0430\u0432\u0442\u043E\u043C\u0430\u0442\u0438\u0447\u0435\u0441\u043A\u0438 \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u0443\u0435\u0442 \u0438\u0445 \u0432 \u0444\u043E\u0440\u043C\u0430\u0442 TensorFlow \u0434\u043B\u044F \u043D\u0430\u0441. \u041A\u0430\u043A \u0432\u0438\u0434\u0438\u0442\u0435, \u043F\u0435\u0440\u0435\u043A\u043B\u044E\u0447\u0430\u0442\u044C\u0441\u044F \u043C\u0435\u0436\u0434\u0443 \u0444\u0440\u0435\u0439\u043C\u0432\u043E\u0440\u043A\u0430\u043C\u0438 \u0432 \u{1F917} \u0422\u0440\u0430\u043D\u0441\u0444\u043E\u0440\u043C\u0435\u0440\u044B \u043E\u0447\u0435\u043D\u044C \u043F\u0440\u043E\u0441\u0442\u043E!")},l(q){x(c.$$.fragment,q),b=m(q),f=n(q,"P",{});var H=i(f);j=l(H,"\u041E\u0431\u0440\u0430\u0442\u0438\u0442\u0435 \u0432\u043D\u0438\u043C\u0430\u043D\u0438\u0435, \u0447\u0442\u043E \u043C\u044B \u0443\u0441\u0442\u0430\u043D\u043E\u0432\u0438\u043B\u0438 "),_=n(H,"CODE",{});var W=i(_);g=l(W,"from_pt=True"),W.forEach(s),I=l(H," \u0432 \u043A\u0430\u0447\u0435\u0441\u0442\u0432\u0435 \u0430\u0440\u0433\u0443\u043C\u0435\u043D\u0442\u0430 \u043C\u0435\u0442\u043E\u0434\u0430 "),h=n(H,"CODE",{});var B=i(h);T=l(B,"from_pretrained()"),B.forEach(s),y=l(H,". \u042D\u0442\u043E \u0441\u0432\u044F\u0437\u0430\u043D\u043E \u0441 \u0442\u0435\u043C, \u0447\u0442\u043E \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0430\u044F \u0442\u043E\u0447\u043A\u0430 "),L=n(H,"CODE",{});var D=i(L);P=l(D,"multi-qa-mpnet-base-dot-v1"),D.forEach(s),C=l(H," \u0438\u043C\u0435\u0435\u0442 \u0442\u043E\u043B\u044C\u043A\u043E \u0432\u0435\u0441\u0430 PyTorch, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0443\u0441\u0442\u0430\u043D\u043E\u0432\u043A\u0430 "),R=n(H,"CODE",{});var G=i(R);F=l(G,"from_pt=True"),G.forEach(s),M=l(H," \u0430\u0432\u0442\u043E\u043C\u0430\u0442\u0438\u0447\u0435\u0441\u043A\u0438 \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u0443\u0435\u0442 \u0438\u0445 \u0432 \u0444\u043E\u0440\u043C\u0430\u0442 TensorFlow \u0434\u043B\u044F \u043D\u0430\u0441. \u041A\u0430\u043A \u0432\u0438\u0434\u0438\u0442\u0435, \u043F\u0435\u0440\u0435\u043A\u043B\u044E\u0447\u0430\u0442\u044C\u0441\u044F \u043C\u0435\u0436\u0434\u0443 \u0444\u0440\u0435\u0439\u043C\u0432\u043E\u0440\u043A\u0430\u043C\u0438 \u0432 \u{1F917} \u0422\u0440\u0430\u043D\u0441\u0444\u043E\u0440\u043C\u0435\u0440\u044B \u043E\u0447\u0435\u043D\u044C \u043F\u0440\u043E\u0441\u0442\u043E!"),H.forEach(s)},m(q,H){w(c,q,H),p(q,b,H),p(q,f,H),t(f,j),t(f,_),t(_,g),t(f,I),t(f,h),t(h,T),t(f,y),t(f,L),t(L,P),t(f,C),t(f,R),t(R,F),t(f,M),U=!0},i(q){U||(v(c.$$.fragment,q),U=!0)},o(q){$(c.$$.fragment,q),U=!1},d(q){k(c,q),q&&s(b),q&&s(f)}}}function gp(z){let c,b,f,j,_,g,I;return c=new S({props:{code:`from transformers import AutoTokenizer, AutoModel

model_ckpt = "sentence-transformers/multi-qa-mpnet-base-dot-v1"
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
model = AutoModel.from_pretrained(model_ckpt)`,highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoTokenizer, AutoModel

model_ckpt = <span class="hljs-string">&quot;sentence-transformers/multi-qa-mpnet-base-dot-v1&quot;</span>
tokenizer = AutoTokenizer.from_pretrained(model_ckpt)
model = AutoModel.from_pretrained(model_ckpt)`}}),g=new S({props:{code:`import torch

device = torch.device("cuda")
model.to(device)`,highlighted:`<span class="hljs-keyword">import</span> torch

device = torch.device(<span class="hljs-string">&quot;cuda&quot;</span>)
model.to(device)`}}),{c(){E(c.$$.fragment),b=d(),f=o("p"),j=a("\u0427\u0442\u043E\u0431\u044B \u0443\u0441\u043A\u043E\u0440\u0438\u0442\u044C \u043F\u0440\u043E\u0446\u0435\u0441\u0441 \u043F\u043E\u0441\u0442\u0440\u043E\u0435\u043D\u0438\u044F \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432, \u0440\u0435\u043A\u043E\u043C\u0435\u043D\u0434\u0443\u0435\u0442\u0441\u044F \u043F\u0435\u0440\u0435\u043C\u0435\u0441\u0442\u0438\u0442\u044C \u043C\u043E\u0434\u0435\u043B\u044C \u0438 \u0432\u0445\u043E\u0434\u043D\u044B\u0435 \u0434\u0430\u043D\u043D\u044B\u0435 \u043D\u0430 \u0443\u0441\u0442\u0440\u043E\u0439\u0441\u0442\u0432\u0435 \u0441 \u0433\u0440\u0430\u0444\u0438\u0447\u0435\u0441\u043A\u0438\u043C \u043F\u0440\u043E\u0446\u0435\u0441\u0441\u043E\u0440\u043E\u043C, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u0434\u0435\u043B\u0430\u0435\u043C \u044D\u0442\u043E \u0441\u0435\u0439\u0447\u0430\u0441:"),_=d(),E(g.$$.fragment)},l(h){x(c.$$.fragment,h),b=m(h),f=n(h,"P",{});var T=i(f);j=l(T,"\u0427\u0442\u043E\u0431\u044B \u0443\u0441\u043A\u043E\u0440\u0438\u0442\u044C \u043F\u0440\u043E\u0446\u0435\u0441\u0441 \u043F\u043E\u0441\u0442\u0440\u043E\u0435\u043D\u0438\u044F \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432, \u0440\u0435\u043A\u043E\u043C\u0435\u043D\u0434\u0443\u0435\u0442\u0441\u044F \u043F\u0435\u0440\u0435\u043C\u0435\u0441\u0442\u0438\u0442\u044C \u043C\u043E\u0434\u0435\u043B\u044C \u0438 \u0432\u0445\u043E\u0434\u043D\u044B\u0435 \u0434\u0430\u043D\u043D\u044B\u0435 \u043D\u0430 \u0443\u0441\u0442\u0440\u043E\u0439\u0441\u0442\u0432\u0435 \u0441 \u0433\u0440\u0430\u0444\u0438\u0447\u0435\u0441\u043A\u0438\u043C \u043F\u0440\u043E\u0446\u0435\u0441\u0441\u043E\u0440\u043E\u043C, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u0434\u0435\u043B\u0430\u0435\u043C \u044D\u0442\u043E \u0441\u0435\u0439\u0447\u0430\u0441:"),T.forEach(s),_=m(h),x(g.$$.fragment,h)},m(h,T){w(c,h,T),p(h,b,T),p(h,f,T),t(f,j),p(h,_,T),w(g,h,T),I=!0},i(h){I||(v(c.$$.fragment,h),v(g.$$.fragment,h),I=!0)},o(h){$(c.$$.fragment,h),$(g.$$.fragment,h),I=!1},d(h){k(c,h),h&&s(b),h&&s(f),h&&s(_),k(g,h)}}}function bp(z){let c,b,f,j,_,g,I,h,T,y,L,P,C,R,F,M,U,q,H,W,B,D,G;return c=new S({props:{code:`def get_embeddings(text_list):
    encoded_input = tokenizer(
        text_list, padding=True, truncation=True, return_tensors="tf"
    )
    encoded_input = {k: v for k, v in encoded_input.items()}
    model_output = model(**encoded_input)
    return cls_pooling(model_output)`,highlighted:`<span class="hljs-keyword">def</span> <span class="hljs-title function_">get_embeddings</span>(<span class="hljs-params">text_list</span>):
    encoded_input = tokenizer(
        text_list, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;tf&quot;</span>
    )
    encoded_input = {k: v <span class="hljs-keyword">for</span> k, v <span class="hljs-keyword">in</span> encoded_input.items()}
    model_output = model(**encoded_input)
    <span class="hljs-keyword">return</span> cls_pooling(model_output)`}}),g=new S({props:{code:`embedding = get_embeddings(comments_dataset["text"][0])
embedding.shape`,highlighted:`embedding = get_embeddings(comments_dataset[<span class="hljs-string">&quot;text&quot;</span>][<span class="hljs-number">0</span>])
embedding.shape`}}),h=new S({props:{code:"TensorShape([1, 768])",highlighted:'TensorShape([<span class="hljs-number">1</span>, <span class="hljs-number">768</span>])'}}),D=new S({props:{code:`embeddings_dataset = comments_dataset.map(
    lambda x: {"embeddings": get_embeddings(x["text"]).numpy()[0]}
)`,highlighted:`embeddings_dataset = comments_dataset.<span class="hljs-built_in">map</span>(
    <span class="hljs-keyword">lambda</span> x: {<span class="hljs-string">&quot;embeddings&quot;</span>: get_embeddings(x[<span class="hljs-string">&quot;text&quot;</span>]).numpy()[<span class="hljs-number">0</span>]}
)`}}),{c(){E(c.$$.fragment),b=d(),f=o("p"),j=a("\u041C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0442\u044C \u0440\u0430\u0431\u043E\u0442\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u0438, \u043F\u0435\u0440\u0435\u0434\u0430\u0432 \u0435\u0439 \u043F\u0435\u0440\u0432\u0443\u044E \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0438 \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0432 \u0440\u0430\u0437\u043C\u0435\u0440\u043D\u043E\u0441\u0442\u0438 \u0434\u0430\u043D\u043D\u044B\u0445 \u043D\u0430 \u0432\u044B\u0445\u043E\u0434\u0435:"),_=d(),E(g.$$.fragment),I=d(),E(h.$$.fragment),T=d(),y=o("p"),L=a("\u041E\u0442\u043B\u0438\u0447\u043D\u043E, \u043C\u044B \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u043E\u0432\u0430\u043B\u0438 \u043F\u0435\u0440\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0432 768-\u043C\u0435\u0440\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440! \u041C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C "),P=o("code"),C=a("Dataset.map()"),R=a(", \u0447\u0442\u043E\u0431\u044B \u043F\u0440\u0438\u043C\u0435\u043D\u0438\u0442\u044C \u043D\u0430\u0448\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),F=o("code"),M=a("get_embeddings()"),U=a(" \u043A \u043A\u0430\u0436\u0434\u043E\u0439 \u0441\u0442\u0440\u043E\u043A\u0435 \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),q=o("code"),H=a("embeddings"),W=a(" \u0441\u043B\u0435\u0434\u0443\u044E\u0449\u0438\u043C \u043E\u0431\u0440\u0430\u0437\u043E\u043C:"),B=d(),E(D.$$.fragment)},l(u){x(c.$$.fragment,u),b=m(u),f=n(u,"P",{});var A=i(f);j=l(A,"\u041C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0442\u044C \u0440\u0430\u0431\u043E\u0442\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u0438, \u043F\u0435\u0440\u0435\u0434\u0430\u0432 \u0435\u0439 \u043F\u0435\u0440\u0432\u0443\u044E \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0438 \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0432 \u0440\u0430\u0437\u043C\u0435\u0440\u043D\u043E\u0441\u0442\u0438 \u0434\u0430\u043D\u043D\u044B\u0445 \u043D\u0430 \u0432\u044B\u0445\u043E\u0434\u0435:"),A.forEach(s),_=m(u),x(g.$$.fragment,u),I=m(u),x(h.$$.fragment,u),T=m(u),y=n(u,"P",{});var N=i(y);L=l(N,"\u041E\u0442\u043B\u0438\u0447\u043D\u043E, \u043C\u044B \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u043E\u0432\u0430\u043B\u0438 \u043F\u0435\u0440\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0432 768-\u043C\u0435\u0440\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440! \u041C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C "),P=n(N,"CODE",{});var Y=i(P);C=l(Y,"Dataset.map()"),Y.forEach(s),R=l(N,", \u0447\u0442\u043E\u0431\u044B \u043F\u0440\u0438\u043C\u0435\u043D\u0438\u0442\u044C \u043D\u0430\u0448\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),F=n(N,"CODE",{});var oe=i(F);M=l(oe,"get_embeddings()"),oe.forEach(s),U=l(N," \u043A \u043A\u0430\u0436\u0434\u043E\u0439 \u0441\u0442\u0440\u043E\u043A\u0435 \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),q=n(N,"CODE",{});var ne=i(q);H=l(ne,"embeddings"),ne.forEach(s),W=l(N," \u0441\u043B\u0435\u0434\u0443\u044E\u0449\u0438\u043C \u043E\u0431\u0440\u0430\u0437\u043E\u043C:"),N.forEach(s),B=m(u),x(D.$$.fragment,u)},m(u,A){w(c,u,A),p(u,b,A),p(u,f,A),t(f,j),p(u,_,A),w(g,u,A),p(u,I,A),w(h,u,A),p(u,T,A),p(u,y,A),t(y,L),t(y,P),t(P,C),t(y,R),t(y,F),t(F,M),t(y,U),t(y,q),t(q,H),t(y,W),p(u,B,A),w(D,u,A),G=!0},i(u){G||(v(c.$$.fragment,u),v(g.$$.fragment,u),v(h.$$.fragment,u),v(D.$$.fragment,u),G=!0)},o(u){$(c.$$.fragment,u),$(g.$$.fragment,u),$(h.$$.fragment,u),$(D.$$.fragment,u),G=!1},d(u){k(c,u),u&&s(b),u&&s(f),u&&s(_),k(g,u),u&&s(I),k(h,u),u&&s(T),u&&s(y),u&&s(B),k(D,u)}}}function $p(z){let c,b,f,j,_,g,I,h,T,y,L,P,C,R,F,M,U,q,H,W,B,D,G;return c=new S({props:{code:`def get_embeddings(text_list):
    encoded_input = tokenizer(
        text_list, padding=True, truncation=True, return_tensors="pt"
    )
    encoded_input = {k: v.to(device) for k, v in encoded_input.items()}
    model_output = model(**encoded_input)
    return cls_pooling(model_output)`,highlighted:`<span class="hljs-keyword">def</span> <span class="hljs-title function_">get_embeddings</span>(<span class="hljs-params">text_list</span>):
    encoded_input = tokenizer(
        text_list, padding=<span class="hljs-literal">True</span>, truncation=<span class="hljs-literal">True</span>, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>
    )
    encoded_input = {k: v.to(device) <span class="hljs-keyword">for</span> k, v <span class="hljs-keyword">in</span> encoded_input.items()}
    model_output = model(**encoded_input)
    <span class="hljs-keyword">return</span> cls_pooling(model_output)`}}),g=new S({props:{code:`embedding = get_embeddings(comments_dataset["text"][0])
embedding.shape`,highlighted:`embedding = get_embeddings(comments_dataset[<span class="hljs-string">&quot;text&quot;</span>][<span class="hljs-number">0</span>])
embedding.shape`}}),h=new S({props:{code:"torch.Size([1, 768])",highlighted:'torch.Size([<span class="hljs-number">1</span>, <span class="hljs-number">768</span>])'}}),D=new S({props:{code:`embeddings_dataset = comments_dataset.map(
    lambda x: {"embeddings": get_embeddings(x["text"]).detach().cpu().numpy()[0]}
)`,highlighted:`embeddings_dataset = comments_dataset.<span class="hljs-built_in">map</span>(
    <span class="hljs-keyword">lambda</span> x: {<span class="hljs-string">&quot;embeddings&quot;</span>: get_embeddings(x[<span class="hljs-string">&quot;text&quot;</span>]).detach().cpu().numpy()[<span class="hljs-number">0</span>]}
)`}}),{c(){E(c.$$.fragment),b=d(),f=o("p"),j=a("\u041C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0442\u044C \u0440\u0430\u0431\u043E\u0442\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u0438, \u043F\u0435\u0440\u0435\u0434\u0430\u0432 \u0435\u0439 \u043F\u0435\u0440\u0432\u0443\u044E \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0438 \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0432 \u0440\u0430\u0437\u043C\u0435\u0440\u043D\u043E\u0441\u0442\u0438 \u0434\u0430\u043D\u043D\u044B\u0445 \u043D\u0430 \u0432\u044B\u0445\u043E\u0434\u0435:"),_=d(),E(g.$$.fragment),I=d(),E(h.$$.fragment),T=d(),y=o("p"),L=a("\u041E\u0442\u043B\u0438\u0447\u043D\u043E, \u043C\u044B \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u043E\u0432\u0430\u043B\u0438 \u043F\u0435\u0440\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0432 768-\u043C\u0435\u0440\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440! \u041C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C "),P=o("code"),C=a("Dataset.map()"),R=a(", \u0447\u0442\u043E\u0431\u044B \u043F\u0440\u0438\u043C\u0435\u043D\u0438\u0442\u044C \u043D\u0430\u0448\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),F=o("code"),M=a("get_embeddings()"),U=a(" \u043A \u043A\u0430\u0436\u0434\u043E\u0439 \u0441\u0442\u0440\u043E\u043A\u0435 \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),q=o("code"),H=a("embeddings"),W=a(" \u0441\u043B\u0435\u0434\u0443\u044E\u0449\u0438\u043C \u043E\u0431\u0440\u0430\u0437\u043E\u043C:"),B=d(),E(D.$$.fragment)},l(u){x(c.$$.fragment,u),b=m(u),f=n(u,"P",{});var A=i(f);j=l(A,"\u041C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0442\u044C \u0440\u0430\u0431\u043E\u0442\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u0438, \u043F\u0435\u0440\u0435\u0434\u0430\u0432 \u0435\u0439 \u043F\u0435\u0440\u0432\u0443\u044E \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0438 \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u0432 \u0440\u0430\u0437\u043C\u0435\u0440\u043D\u043E\u0441\u0442\u0438 \u0434\u0430\u043D\u043D\u044B\u0445 \u043D\u0430 \u0432\u044B\u0445\u043E\u0434\u0435:"),A.forEach(s),_=m(u),x(g.$$.fragment,u),I=m(u),x(h.$$.fragment,u),T=m(u),y=n(u,"P",{});var N=i(y);L=l(N,"\u041E\u0442\u043B\u0438\u0447\u043D\u043E, \u043C\u044B \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u043E\u0432\u0430\u043B\u0438 \u043F\u0435\u0440\u0432\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u0432 768-\u043C\u0435\u0440\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440! \u041C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C "),P=n(N,"CODE",{});var Y=i(P);C=l(Y,"Dataset.map()"),Y.forEach(s),R=l(N,", \u0447\u0442\u043E\u0431\u044B \u043F\u0440\u0438\u043C\u0435\u043D\u0438\u0442\u044C \u043D\u0430\u0448\u0443 \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),F=n(N,"CODE",{});var oe=i(F);M=l(oe,"get_embeddings()"),oe.forEach(s),U=l(N," \u043A \u043A\u0430\u0436\u0434\u043E\u0439 \u0441\u0442\u0440\u043E\u043A\u0435 \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),q=n(N,"CODE",{});var ne=i(q);H=l(ne,"embeddings"),ne.forEach(s),W=l(N," \u0441\u043B\u0435\u0434\u0443\u044E\u0449\u0438\u043C \u043E\u0431\u0440\u0430\u0437\u043E\u043C:"),N.forEach(s),B=m(u),x(D.$$.fragment,u)},m(u,A){w(c,u,A),p(u,b,A),p(u,f,A),t(f,j),p(u,_,A),w(g,u,A),p(u,I,A),w(h,u,A),p(u,T,A),p(u,y,A),t(y,L),t(y,P),t(P,C),t(y,R),t(y,F),t(F,M),t(y,U),t(y,q),t(q,H),t(y,W),p(u,B,A),w(D,u,A),G=!0},i(u){G||(v(c.$$.fragment,u),v(g.$$.fragment,u),v(h.$$.fragment,u),v(D.$$.fragment,u),G=!0)},o(u){$(c.$$.fragment,u),$(g.$$.fragment,u),$(h.$$.fragment,u),$(D.$$.fragment,u),G=!1},d(u){k(c,u),u&&s(b),u&&s(f),u&&s(_),k(g,u),u&&s(I),k(h,u),u&&s(T),u&&s(y),u&&s(B),k(D,u)}}}function vp(z){let c,b,f,j;return c=new S({props:{code:`question = "How can I load a dataset offline?"
question_embedding = get_embeddings([question]).numpy()
question_embedding.shape`,highlighted:`question = <span class="hljs-string">&quot;How can I load a dataset offline?&quot;</span>
question_embedding = get_embeddings([question]).numpy()
question_embedding.shape`}}),f=new S({props:{code:"(1, 768)",highlighted:'(<span class="hljs-number">1</span>, <span class="hljs-number">768</span>)'}}),{c(){E(c.$$.fragment),b=d(),E(f.$$.fragment)},l(_){x(c.$$.fragment,_),b=m(_),x(f.$$.fragment,_)},m(_,g){w(c,_,g),p(_,b,g),w(f,_,g),j=!0},i(_){j||(v(c.$$.fragment,_),v(f.$$.fragment,_),j=!0)},o(_){$(c.$$.fragment,_),$(f.$$.fragment,_),j=!1},d(_){k(c,_),_&&s(b),k(f,_)}}}function Ep(z){let c,b,f,j;return c=new S({props:{code:`question = "How can I load a dataset offline?"
question_embedding = get_embeddings([question]).cpu().detach().numpy()
question_embedding.shape`,highlighted:`question = <span class="hljs-string">&quot;How can I load a dataset offline?&quot;</span>
question_embedding = get_embeddings([question]).cpu().detach().numpy()
question_embedding.shape`}}),f=new S({props:{code:"torch.Size([1, 768])",highlighted:'torch.Size([<span class="hljs-number">1</span>, <span class="hljs-number">768</span>])'}}),{c(){E(c.$$.fragment),b=d(),E(f.$$.fragment)},l(_){x(c.$$.fragment,_),b=m(_),x(f.$$.fragment,_)},m(_,g){w(c,_,g),p(_,b,g),w(f,_,g),j=!0},i(_){j||(v(c.$$.fragment,_),v(f.$$.fragment,_),j=!0)},o(_){$(c.$$.fragment,_),$(f.$$.fragment,_),j=!1},d(_){k(c,_),_&&s(b),k(f,_)}}}function xp(z){let c,b,f,j,_,g,I,h,T,y,L;return{c(){c=o("p"),b=a("\u270F\uFE0F "),f=o("strong"),j=a("\u041F\u043E\u043F\u0440\u043E\u0431\u0443\u0439\u0442\u0435!"),_=a(" \u0421\u043E\u0437\u0434\u0430\u0439\u0442\u0435 \u0441\u0432\u043E\u0439 \u0441\u043E\u0431\u0441\u0442\u0432\u0435\u043D\u043D\u044B\u0439 \u0437\u0430\u043F\u0440\u043E\u0441 \u0438 \u043F\u043E\u0441\u043C\u043E\u0442\u0440\u0438\u0442\u0435, \u0441\u043C\u043E\u0436\u0435\u0442\u0435 \u043B\u0438 \u0432\u044B \u043D\u0430\u0439\u0442\u0438 \u043E\u0442\u0432\u0435\u0442 \u0432 \u043D\u0430\u0439\u0434\u0435\u043D\u043D\u044B\u0445 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0445. \u0412\u043E\u0437\u043C\u043E\u0436\u043D\u043E, \u0432\u0430\u043C \u043F\u0440\u0438\u0434\u0435\u0442\u0441\u044F \u0443\u0432\u0435\u043B\u0438\u0447\u0438\u0442\u044C \u043F\u0430\u0440\u0430\u043C\u0435\u0442\u0440 "),g=o("code"),I=a("k"),h=a(" \u0432 "),T=o("code"),y=a("Dataset.get_nearest_examples()"),L=a(", \u0447\u0442\u043E\u0431\u044B \u0440\u0430\u0441\u0448\u0438\u0440\u0438\u0442\u044C \u043F\u043E\u0438\u0441\u043A.")},l(P){c=n(P,"P",{});var C=i(c);b=l(C,"\u270F\uFE0F "),f=n(C,"STRONG",{});var R=i(f);j=l(R,"\u041F\u043E\u043F\u0440\u043E\u0431\u0443\u0439\u0442\u0435!"),R.forEach(s),_=l(C," \u0421\u043E\u0437\u0434\u0430\u0439\u0442\u0435 \u0441\u0432\u043E\u0439 \u0441\u043E\u0431\u0441\u0442\u0432\u0435\u043D\u043D\u044B\u0439 \u0437\u0430\u043F\u0440\u043E\u0441 \u0438 \u043F\u043E\u0441\u043C\u043E\u0442\u0440\u0438\u0442\u0435, \u0441\u043C\u043E\u0436\u0435\u0442\u0435 \u043B\u0438 \u0432\u044B \u043D\u0430\u0439\u0442\u0438 \u043E\u0442\u0432\u0435\u0442 \u0432 \u043D\u0430\u0439\u0434\u0435\u043D\u043D\u044B\u0445 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0445. \u0412\u043E\u0437\u043C\u043E\u0436\u043D\u043E, \u0432\u0430\u043C \u043F\u0440\u0438\u0434\u0435\u0442\u0441\u044F \u0443\u0432\u0435\u043B\u0438\u0447\u0438\u0442\u044C \u043F\u0430\u0440\u0430\u043C\u0435\u0442\u0440 "),g=n(C,"CODE",{});var F=i(g);I=l(F,"k"),F.forEach(s),h=l(C," \u0432 "),T=n(C,"CODE",{});var M=i(T);y=l(M,"Dataset.get_nearest_examples()"),M.forEach(s),L=l(C,", \u0447\u0442\u043E\u0431\u044B \u0440\u0430\u0441\u0448\u0438\u0440\u0438\u0442\u044C \u043F\u043E\u0438\u0441\u043A."),C.forEach(s)},m(P,C){p(P,c,C),t(c,b),t(c,f),t(f,j),t(c,_),t(c,g),t(g,I),t(c,h),t(c,T),t(T,y),t(c,L)},d(P){P&&s(c)}}}function wp(z){let c,b,f,j,_,g,I,h,T,y,L,P,C,R,F,M,U,q,H,W,B,D,G,u,A,N,Y,oe,ne,bl,$l,Jt,vl,El,oa,kt,xl,na,Te,Ne,br,wl,ze,$r,ra,Be,kl,ia,jt,jl,pa,Ue,da,ge,yl,Qt,Dl,ql,yt,Tl,Cl,ma,Ge,ca,Ye,ua,J,Sl,Xt,Al,Ol,Kt,Il,Pl,Zt,Rl,Fl,es,Hl,Ml,ts,Ll,Nl,fa,We,_a,Ve,ha,Q,zl,ss,Bl,Ul,as,Gl,Yl,ls,Wl,Vl,os,Jl,Ql,ns,Xl,Kl,ga,Je,ba,Qe,$a,X,Zl,rs,eo,to,is,so,ao,Xe,ps,lo,oo,ds,no,ro,va,Ke,Ea,Se,io,ms,po,mo,xa,Ze,wa,et,ka,Ae,co,cs,uo,fo,ja,tt,ya,ee,us,K,Da,_o,fs,ho,go,_s,bo,$o,hs,vo,Eo,gs,xo,wo,de,te,bs,ko,jo,$s,yo,Do,vs,qo,To,Es,Co,So,xs,Ao,Oo,se,ws,Io,Po,ks,Ro,Fo,js,Ho,Mo,ys,Lo,No,Ds,zo,Bo,ae,qs,Uo,Go,Ts,Yo,Wo,Cs,Vo,Jo,Ss,Qo,Xo,As,Ko,Zo,le,Os,en,tn,Is,sn,an,Ps,ln,on,Rs,nn,rn,Fs,pn,qa,re,dn,Hs,mn,cn,Ms,un,fn,Ls,_n,hn,Ta,st,Ca,at,Sa,Dt,gn,Aa,Oe,Oa,Ie,bn,Ns,$n,vn,Ia,lt,Pa,qt,En,Ra,ot,Fa,nt,Ha,be,xn,zs,wn,kn,Bs,jn,yn,Ma,rt,La,Tt,Dn,Na,it,qn,za,V,Tn,Ct,Cn,Sn,Us,An,On,pt,In,Pn,Gs,Rn,Fn,dt,Hn,Mn,Ys,Ln,Nn,Ba,me,ce,St,$e,zn,Ws,Bn,Un,Vs,Gn,Yn,Ua,mt,Ga,At,Wn,Ya,ue,fe,Ot,It,Vn,Wa,Ce,Pe,Js,ct,Jn,Qs,Qn,Va,ve,Xn,Xs,Kn,Zn,ut,er,tr,Ja,Ee,sr,Ks,ar,lr,Zs,or,nr,Qa,ft,Xa,Re,rr,ea,ir,pr,Ka,_e,he,Pt,Rt,dr,Za,_t,el,xe,mr,ta,cr,ur,sa,fr,_r,tl,ht,sl,Ft,hr,al,gt,ll,bt,ol,Ht,gr,nl,Fe,rl;f=new cp({props:{fw:z[0]}}),h=new lp({});const vr=[fp,up],$t=[];function Er(e,r){return e[0]==="pt"?0:1}C=Er(z),R=$t[C]=vr[C](z),D=new mp({props:{id:"OATCgQtNX2o"}}),Ue=new S({props:{code:`from huggingface_hub import hf_hub_url

data_files = hf_hub_url(
    repo_id="lewtun/github-issues",
    filename="datasets-issues-with-hf-doc-builder.jsonl",
    repo_type="dataset",
)`,highlighted:`<span class="hljs-keyword">from</span> huggingface_hub <span class="hljs-keyword">import</span> hf_hub_url

data_files = hf_hub_url(
    repo_id=<span class="hljs-string">&quot;lewtun/github-issues&quot;</span>,
    filename=<span class="hljs-string">&quot;datasets-issues-with-hf-doc-builder.jsonl&quot;</span>,
    repo_type=<span class="hljs-string">&quot;dataset&quot;</span>,
)`}}),Ge=new S({props:{code:`from datasets import load_dataset

issues_dataset = load_dataset("json", data_files=data_files, split="train")
issues_dataset`,highlighted:`<span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> load_dataset

issues_dataset = load_dataset(<span class="hljs-string">&quot;json&quot;</span>, data_files=data_files, split=<span class="hljs-string">&quot;train&quot;</span>)
issues_dataset`}}),Ye=new S({props:{code:`Dataset({
    features: ['url', 'repository_url', 'labels_url', 'comments_url', 'events_url', 'html_url', 'id', 'node_id', 'number', 'title', 'user', 'labels', 'state', 'locked', 'assignee', 'assignees', 'milestone', 'comments', 'created_at', 'updated_at', 'closed_at', 'author_association', 'active_lock_reason', 'pull_request', 'body', 'performed_via_github_app', 'is_pull_request'],
    num_rows: 2855
})`,highlighted:`Dataset({
    features: [<span class="hljs-string">&#x27;url&#x27;</span>, <span class="hljs-string">&#x27;repository_url&#x27;</span>, <span class="hljs-string">&#x27;labels_url&#x27;</span>, <span class="hljs-string">&#x27;comments_url&#x27;</span>, <span class="hljs-string">&#x27;events_url&#x27;</span>, <span class="hljs-string">&#x27;html_url&#x27;</span>, <span class="hljs-string">&#x27;id&#x27;</span>, <span class="hljs-string">&#x27;node_id&#x27;</span>, <span class="hljs-string">&#x27;number&#x27;</span>, <span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;user&#x27;</span>, <span class="hljs-string">&#x27;labels&#x27;</span>, <span class="hljs-string">&#x27;state&#x27;</span>, <span class="hljs-string">&#x27;locked&#x27;</span>, <span class="hljs-string">&#x27;assignee&#x27;</span>, <span class="hljs-string">&#x27;assignees&#x27;</span>, <span class="hljs-string">&#x27;milestone&#x27;</span>, <span class="hljs-string">&#x27;comments&#x27;</span>, <span class="hljs-string">&#x27;created_at&#x27;</span>, <span class="hljs-string">&#x27;updated_at&#x27;</span>, <span class="hljs-string">&#x27;closed_at&#x27;</span>, <span class="hljs-string">&#x27;author_association&#x27;</span>, <span class="hljs-string">&#x27;active_lock_reason&#x27;</span>, <span class="hljs-string">&#x27;pull_request&#x27;</span>, <span class="hljs-string">&#x27;body&#x27;</span>, <span class="hljs-string">&#x27;performed_via_github_app&#x27;</span>, <span class="hljs-string">&#x27;is_pull_request&#x27;</span>],
    num_rows: <span class="hljs-number">2855</span>
})`}}),We=new S({props:{code:`issues_dataset = issues_dataset.filter(
    lambda x: (x["is_pull_request"] == False and len(x["comments"]) > 0)
)
issues_dataset`,highlighted:`issues_dataset = issues_dataset.<span class="hljs-built_in">filter</span>(
    <span class="hljs-keyword">lambda</span> x: (x[<span class="hljs-string">&quot;is_pull_request&quot;</span>] == <span class="hljs-literal">False</span> <span class="hljs-keyword">and</span> <span class="hljs-built_in">len</span>(x[<span class="hljs-string">&quot;comments&quot;</span>]) &gt; <span class="hljs-number">0</span>)
)
issues_dataset`}}),Ve=new S({props:{code:`Dataset({
    features: ['url', 'repository_url', 'labels_url', 'comments_url', 'events_url', 'html_url', 'id', 'node_id', 'number', 'title', 'user', 'labels', 'state', 'locked', 'assignee', 'assignees', 'milestone', 'comments', 'created_at', 'updated_at', 'closed_at', 'author_association', 'active_lock_reason', 'pull_request', 'body', 'performed_via_github_app', 'is_pull_request'],
    num_rows: 771
})`,highlighted:`Dataset({
    features: [<span class="hljs-string">&#x27;url&#x27;</span>, <span class="hljs-string">&#x27;repository_url&#x27;</span>, <span class="hljs-string">&#x27;labels_url&#x27;</span>, <span class="hljs-string">&#x27;comments_url&#x27;</span>, <span class="hljs-string">&#x27;events_url&#x27;</span>, <span class="hljs-string">&#x27;html_url&#x27;</span>, <span class="hljs-string">&#x27;id&#x27;</span>, <span class="hljs-string">&#x27;node_id&#x27;</span>, <span class="hljs-string">&#x27;number&#x27;</span>, <span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;user&#x27;</span>, <span class="hljs-string">&#x27;labels&#x27;</span>, <span class="hljs-string">&#x27;state&#x27;</span>, <span class="hljs-string">&#x27;locked&#x27;</span>, <span class="hljs-string">&#x27;assignee&#x27;</span>, <span class="hljs-string">&#x27;assignees&#x27;</span>, <span class="hljs-string">&#x27;milestone&#x27;</span>, <span class="hljs-string">&#x27;comments&#x27;</span>, <span class="hljs-string">&#x27;created_at&#x27;</span>, <span class="hljs-string">&#x27;updated_at&#x27;</span>, <span class="hljs-string">&#x27;closed_at&#x27;</span>, <span class="hljs-string">&#x27;author_association&#x27;</span>, <span class="hljs-string">&#x27;active_lock_reason&#x27;</span>, <span class="hljs-string">&#x27;pull_request&#x27;</span>, <span class="hljs-string">&#x27;body&#x27;</span>, <span class="hljs-string">&#x27;performed_via_github_app&#x27;</span>, <span class="hljs-string">&#x27;is_pull_request&#x27;</span>],
    num_rows: <span class="hljs-number">771</span>
})`}}),Je=new S({props:{code:`columns = issues_dataset.column_names
columns_to_keep = ["title", "body", "html_url", "comments"]
columns_to_remove = set(columns_to_keep).symmetric_difference(columns)
issues_dataset = issues_dataset.remove_columns(columns_to_remove)
issues_dataset`,highlighted:`columns = issues_dataset.column_names
columns_to_keep = [<span class="hljs-string">&quot;title&quot;</span>, <span class="hljs-string">&quot;body&quot;</span>, <span class="hljs-string">&quot;html_url&quot;</span>, <span class="hljs-string">&quot;comments&quot;</span>]
columns_to_remove = <span class="hljs-built_in">set</span>(columns_to_keep).symmetric_difference(columns)
issues_dataset = issues_dataset.remove_columns(columns_to_remove)
issues_dataset`}}),Qe=new S({props:{code:`Dataset({
    features: ['html_url', 'title', 'comments', 'body'],
    num_rows: 771
})`,highlighted:`Dataset({
    features: [<span class="hljs-string">&#x27;html_url&#x27;</span>, <span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;comments&#x27;</span>, <span class="hljs-string">&#x27;body&#x27;</span>],
    num_rows: <span class="hljs-number">771</span>
})`}}),Ke=new S({props:{code:`issues_dataset.set_format("pandas")
df = issues_dataset[:]`,highlighted:`issues_dataset.set_format(<span class="hljs-string">&quot;pandas&quot;</span>)
df = issues_dataset[:]`}}),Ze=new S({props:{code:'df["comments"][0].tolist()',highlighted:'df[<span class="hljs-string">&quot;comments&quot;</span>][<span class="hljs-number">0</span>].tolist()'}}),et=new S({props:{code:`['the bug code locate in \uFF1A\\r\\n    if data_args.task_name is not None:\\r\\n        # Downloading and loading a dataset from the hub.\\r\\n        datasets = load_dataset("glue", data_args.task_name, cache_dir=model_args.cache_dir)',
 'Hi @jinec,\\r\\n\\r\\nFrom time to time we get this kind of \`ConnectionError\` coming from the github.com website: https://raw.githubusercontent.com\\r\\n\\r\\nNormally, it should work if you wait a little and then retry.\\r\\n\\r\\nCould you please confirm if the problem persists?',
 'cannot connect\uFF0Ceven by Web browser\uFF0Cplease check that  there is some  problems\u3002',
 'I can access https://raw.githubusercontent.com/huggingface/datasets/1.7.0/datasets/glue/glue.py without problem...']`,highlighted:`[<span class="hljs-string">&#x27;the bug code locate in \uFF1A\\r\\n    if data_args.task_name is not None:\\r\\n        # Downloading and loading a dataset from the hub.\\r\\n        datasets = load_dataset(&quot;glue&quot;, data_args.task_name, cache_dir=model_args.cache_dir)&#x27;</span>,
 <span class="hljs-string">&#x27;Hi @jinec,\\r\\n\\r\\nFrom time to time we get this kind of \`ConnectionError\` coming from the github.com website: https://raw.githubusercontent.com\\r\\n\\r\\nNormally, it should work if you wait a little and then retry.\\r\\n\\r\\nCould you please confirm if the problem persists?&#x27;</span>,
 <span class="hljs-string">&#x27;cannot connect\uFF0Ceven by Web browser\uFF0Cplease check that  there is some  problems\u3002&#x27;</span>,
 <span class="hljs-string">&#x27;I can access https://raw.githubusercontent.com/huggingface/datasets/1.7.0/datasets/glue/glue.py without problem...&#x27;</span>]`}}),tt=new S({props:{code:`comments_df = df.explode("comments", ignore_index=True)
comments_df.head(4)`,highlighted:`comments_df = df.explode(<span class="hljs-string">&quot;comments&quot;</span>, ignore_index=<span class="hljs-literal">True</span>)
comments_df.head(<span class="hljs-number">4</span>)`}}),st=new S({props:{code:`from datasets import Dataset

comments_dataset = Dataset.from_pandas(comments_df)
comments_dataset`,highlighted:`<span class="hljs-keyword">from</span> datasets <span class="hljs-keyword">import</span> Dataset

comments_dataset = Dataset.from_pandas(comments_df)
comments_dataset`}}),at=new S({props:{code:`Dataset({
    features: ['html_url', 'title', 'comments', 'body'],
    num_rows: 2842
})`,highlighted:`Dataset({
    features: [<span class="hljs-string">&#x27;html_url&#x27;</span>, <span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;comments&#x27;</span>, <span class="hljs-string">&#x27;body&#x27;</span>],
    num_rows: <span class="hljs-number">2842</span>
})`}}),Oe=new ap({props:{$$slots:{default:[_p]},$$scope:{ctx:z}}}),lt=new S({props:{code:`comments_dataset = comments_dataset.map(
    lambda x: {"comment_length": len(x["comments"].split())}
)`,highlighted:`comments_dataset = comments_dataset.<span class="hljs-built_in">map</span>(
    <span class="hljs-keyword">lambda</span> x: {<span class="hljs-string">&quot;comment_length&quot;</span>: <span class="hljs-built_in">len</span>(x[<span class="hljs-string">&quot;comments&quot;</span>].split())}
)`}}),ot=new S({props:{code:`comments_dataset = comments_dataset.filter(lambda x: x["comment_length"] > 15)
comments_dataset`,highlighted:`comments_dataset = comments_dataset.<span class="hljs-built_in">filter</span>(<span class="hljs-keyword">lambda</span> x: x[<span class="hljs-string">&quot;comment_length&quot;</span>] &gt; <span class="hljs-number">15</span>)
comments_dataset`}}),nt=new S({props:{code:`Dataset({
    features: ['html_url', 'title', 'comments', 'body', 'comment_length'],
    num_rows: 2098
})`,highlighted:`Dataset({
    features: [<span class="hljs-string">&#x27;html_url&#x27;</span>, <span class="hljs-string">&#x27;title&#x27;</span>, <span class="hljs-string">&#x27;comments&#x27;</span>, <span class="hljs-string">&#x27;body&#x27;</span>, <span class="hljs-string">&#x27;comment_length&#x27;</span>],
    num_rows: <span class="hljs-number">2098</span>
})`}}),rt=new S({props:{code:`def concatenate_text(examples):
    return {
        "text": examples["title"]
        + " \\n "
        + examples["body"]
        + " \\n "
        + examples["comments"]
    }


comments_dataset = comments_dataset.map(concatenate_text)`,highlighted:`<span class="hljs-keyword">def</span> <span class="hljs-title function_">concatenate_text</span>(<span class="hljs-params">examples</span>):
    <span class="hljs-keyword">return</span> {
        <span class="hljs-string">&quot;text&quot;</span>: examples[<span class="hljs-string">&quot;title&quot;</span>]
        + <span class="hljs-string">&quot; \\n &quot;</span>
        + examples[<span class="hljs-string">&quot;body&quot;</span>]
        + <span class="hljs-string">&quot; \\n &quot;</span>
        + examples[<span class="hljs-string">&quot;comments&quot;</span>]
    }


comments_dataset = comments_dataset.<span class="hljs-built_in">map</span>(concatenate_text)`}});const xr=[gp,hp],vt=[];function wr(e,r){return e[0]==="pt"?0:1}me=wr(z),ce=vt[me]=xr[me](z),mt=new S({props:{code:`def cls_pooling(model_output):
    return model_output.last_hidden_state[:, 0]`,highlighted:`<span class="hljs-keyword">def</span> <span class="hljs-title function_">cls_pooling</span>(<span class="hljs-params">model_output</span>):
    <span class="hljs-keyword">return</span> model_output.last_hidden_state[:, <span class="hljs-number">0</span>]`}});const kr=[$p,bp],Et=[];function jr(e,r){return e[0]==="pt"?0:1}ue=jr(z),fe=Et[ue]=kr[ue](z),ct=new lp({}),ft=new S({props:{code:'embeddings_dataset.add_faiss_index(column="embeddings")',highlighted:'embeddings_dataset.add_faiss_index(column=<span class="hljs-string">&quot;embeddings&quot;</span>)'}});const yr=[Ep,vp],xt=[];function Dr(e,r){return e[0]==="pt"?0:1}return _e=Dr(z),he=xt[_e]=yr[_e](z),_t=new S({props:{code:`scores, samples = embeddings_dataset.get_nearest_examples(
    "embeddings", question_embedding, k=5
)`,highlighted:`scores, samples = embeddings_dataset.get_nearest_examples(
    <span class="hljs-string">&quot;embeddings&quot;</span>, question_embedding, k=<span class="hljs-number">5</span>
)`}}),ht=new S({props:{code:`import pandas as pd

samples_df = pd.DataFrame.from_dict(samples)
samples_df["scores"] = scores
samples_df.sort_values("scores", ascending=False, inplace=True)`,highlighted:`<span class="hljs-keyword">import</span> pandas <span class="hljs-keyword">as</span> pd

samples_df = pd.DataFrame.from_dict(samples)
samples_df[<span class="hljs-string">&quot;scores&quot;</span>] = scores
samples_df.sort_values(<span class="hljs-string">&quot;scores&quot;</span>, ascending=<span class="hljs-literal">False</span>, inplace=<span class="hljs-literal">True</span>)`}}),gt=new S({props:{code:`for _, row in samples_df.iterrows():
    print(f"COMMENT: {row.comments}")
    print(f"SCORE: {row.scores}")
    print(f"TITLE: {row.title}")
    print(f"URL: {row.html_url}")
    print("=" * 50)
    print()`,highlighted:`<span class="hljs-keyword">for</span> _, row <span class="hljs-keyword">in</span> samples_df.iterrows():
    <span class="hljs-built_in">print</span>(<span class="hljs-string">f&quot;COMMENT: <span class="hljs-subst">{row.comments}</span>&quot;</span>)
    <span class="hljs-built_in">print</span>(<span class="hljs-string">f&quot;SCORE: <span class="hljs-subst">{row.scores}</span>&quot;</span>)
    <span class="hljs-built_in">print</span>(<span class="hljs-string">f&quot;TITLE: <span class="hljs-subst">{row.title}</span>&quot;</span>)
    <span class="hljs-built_in">print</span>(<span class="hljs-string">f&quot;URL: <span class="hljs-subst">{row.html_url}</span>&quot;</span>)
    <span class="hljs-built_in">print</span>(<span class="hljs-string">&quot;=&quot;</span> * <span class="hljs-number">50</span>)
    <span class="hljs-built_in">print</span>()`}}),bt=new S({props:{code:`"""
COMMENT: Requiring online connection is a deal breaker in some cases unfortunately so it'd be great if offline mode is added similar to how \`transformers\` loads models offline fine.

@mandubian's second bullet point suggests that there's a workaround allowing you to use your offline (custom?) dataset with \`datasets\`. Could you please elaborate on how that should look like?
SCORE: 25.505046844482422
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: The local dataset builders (csv, text , json and pandas) are now part of the \`datasets\` package since #1726 :)
You can now use them offline
\\\`\\\`\\\`python
datasets = load_dataset("text", data_files=data_files)
\\\`\\\`\\\`

We'll do a new release soon
SCORE: 24.555509567260742
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: I opened a PR that allows to reload modules that have already been loaded once even if there's no internet.

Let me know if you know other ways that can make the offline mode experience better. I'd be happy to add them :)

I already note the "freeze" modules option, to prevent local modules updates. It would be a cool feature.

----------

> @mandubian's second bullet point suggests that there's a workaround allowing you to use your offline (custom?) dataset with \`datasets\`. Could you please elaborate on how that should look like?

Indeed \`load_dataset\` allows to load remote dataset script (squad, glue, etc.) but also you own local ones.
For example if you have a dataset script at \`./my_dataset/my_dataset.py\` then you can do
\\\`\\\`\\\`python
load_dataset("./my_dataset")
\\\`\\\`\\\`
and the dataset script will generate your dataset once and for all.

----------

About I'm looking into having \`csv\`, \`json\`, \`text\`, \`pandas\` dataset builders already included in the \`datasets\` package, so that they are available offline by default, as opposed to the other datasets that require the script to be downloaded.
cf #1724
SCORE: 24.14896583557129
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: > here is my way to load a dataset offline, but it **requires** an online machine
>
> 1. (online machine)
>
> \`\`\`
>
> import datasets
>
> data = datasets.load_dataset(...)
>
> data.save_to_disk(/YOUR/DATASET/DIR)
>
> \`\`\`
>
> 2. copy the dir from online to the offline machine
>
> 3. (offline machine)
>
> \`\`\`
>
> import datasets
>
> data = datasets.load_from_disk(/SAVED/DATA/DIR)
>
> \`\`\`
>
>
>
> HTH.


SCORE: 22.893993377685547
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: here is my way to load a dataset offline, but it **requires** an online machine
1. (online machine)
\\\`\\\`\\\`
import datasets
data = datasets.load_dataset(...)
data.save_to_disk(/YOUR/DATASET/DIR)
\\\`\\\`\\\`
2. copy the dir from online to the offline machine
3. (offline machine)
\\\`\\\`\\\`
import datasets
data = datasets.load_from_disk(/SAVED/DATA/DIR)
\\\`\\\`\\\`

HTH.
SCORE: 22.406635284423828
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================
"""`,highlighted:`<span class="hljs-string">&quot;&quot;&quot;
COMMENT: Requiring online connection is a deal breaker in some cases unfortunately so it&#x27;d be great if offline mode is added similar to how \`transformers\` loads models offline fine.

@mandubian&#x27;s second bullet point suggests that there&#x27;s a workaround allowing you to use your offline (custom?) dataset with \`datasets\`. Could you please elaborate on how that should look like?
SCORE: 25.505046844482422
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: The local dataset builders (csv, text , json and pandas) are now part of the \`datasets\` package since #1726 :)
You can now use them offline
\\\`\\\`\\\`python
datasets = load_dataset(&quot;text&quot;, data_files=data_files)
\\\`\\\`\\\`

We&#x27;ll do a new release soon
SCORE: 24.555509567260742
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: I opened a PR that allows to reload modules that have already been loaded once even if there&#x27;s no internet.

Let me know if you know other ways that can make the offline mode experience better. I&#x27;d be happy to add them :)

I already note the &quot;freeze&quot; modules option, to prevent local modules updates. It would be a cool feature.

----------

&gt; @mandubian&#x27;s second bullet point suggests that there&#x27;s a workaround allowing you to use your offline (custom?) dataset with \`datasets\`. Could you please elaborate on how that should look like?

Indeed \`load_dataset\` allows to load remote dataset script (squad, glue, etc.) but also you own local ones.
For example if you have a dataset script at \`./my_dataset/my_dataset.py\` then you can do
\\\`\\\`\\\`python
load_dataset(&quot;./my_dataset&quot;)
\\\`\\\`\\\`
and the dataset script will generate your dataset once and for all.

----------

About I&#x27;m looking into having \`csv\`, \`json\`, \`text\`, \`pandas\` dataset builders already included in the \`datasets\` package, so that they are available offline by default, as opposed to the other datasets that require the script to be downloaded.
cf #1724
SCORE: 24.14896583557129
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: &gt; here is my way to load a dataset offline, but it **requires** an online machine
&gt;
&gt; 1. (online machine)
&gt;
&gt; \`\`\`
&gt;
&gt; import datasets
&gt;
&gt; data = datasets.load_dataset(...)
&gt;
&gt; data.save_to_disk(/YOUR/DATASET/DIR)
&gt;
&gt; \`\`\`
&gt;
&gt; 2. copy the dir from online to the offline machine
&gt;
&gt; 3. (offline machine)
&gt;
&gt; \`\`\`
&gt;
&gt; import datasets
&gt;
&gt; data = datasets.load_from_disk(/SAVED/DATA/DIR)
&gt;
&gt; \`\`\`
&gt;
&gt;
&gt;
&gt; HTH.


SCORE: 22.893993377685547
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================

COMMENT: here is my way to load a dataset offline, but it **requires** an online machine
1. (online machine)
\\\`\\\`\\\`
import datasets
data = datasets.load_dataset(...)
data.save_to_disk(/YOUR/DATASET/DIR)
\\\`\\\`\\\`
2. copy the dir from online to the offline machine
3. (offline machine)
\\\`\\\`\\\`
import datasets
data = datasets.load_from_disk(/SAVED/DATA/DIR)
\\\`\\\`\\\`

HTH.
SCORE: 22.406635284423828
TITLE: Discussion using datasets in offline mode
URL: https://github.com/huggingface/datasets/issues/824
==================================================
&quot;&quot;&quot;</span>`}}),Fe=new ap({props:{$$slots:{default:[xp]},$$scope:{ctx:z}}}),{c(){c=o("meta"),b=d(),E(f.$$.fragment),j=d(),_=o("h1"),g=o("a"),I=o("span"),E(h.$$.fragment),T=d(),y=o("span"),L=a("\u0421\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u0438\u0439 \u043F\u043E\u0438\u0441\u043A \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E FAISS"),P=d(),R.c(),F=d(),M=o("p"),U=a("\u0412 "),q=o("a"),H=a("\u0440\u0430\u0437\u0434\u0435\u043B\u0435 5"),W=a(" \u043C\u044B \u0441\u043E\u0437\u0434\u0430\u043B\u0438 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445 \u043E issues \u0438 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u044F\u0445 GitHub \u0438\u0437 \u0440\u0435\u043F\u043E\u0437\u0438\u0442\u043E\u0440\u0438\u044F \u{1F917} Datasets. \u0412 \u044D\u0442\u043E\u043C \u0440\u0430\u0437\u0434\u0435\u043B\u0435 \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u044D\u0442\u0443 \u0438\u043D\u0444\u043E\u0440\u043C\u0430\u0446\u0438\u044E \u0434\u043B\u044F \u0441\u043E\u0437\u0434\u0430\u043D\u0438\u044F \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u044B, \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u043F\u043E\u043C\u043E\u0436\u0435\u0442 \u043D\u0430\u043C \u043D\u0430\u0439\u0442\u0438 \u043E\u0442\u0432\u0435\u0442\u044B \u043D\u0430 \u0441\u0430\u043C\u044B\u0435 \u043D\u0430\u0441\u0443\u0449\u043D\u044B\u0435 \u0432\u043E\u043F\u0440\u043E\u0441\u044B \u043E \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0435!"),B=d(),E(D.$$.fragment),G=d(),u=o("h2"),A=a("\u0418\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u0435 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432 \u0434\u043B\u044F \u0441\u0435\u043C\u0430\u043D\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"),N=d(),Y=o("p"),oe=a("\u041A\u0430\u043A \u043C\u044B \u0432\u0438\u0434\u0435\u043B\u0438 \u0432 "),ne=o("a"),bl=a("\u0413\u043B\u0430\u0432\u0435 1"),$l=a(", \u044F\u0437\u044B\u043A\u043E\u0432\u044B\u0435 \u043C\u043E\u0434\u0435\u043B\u0438 \u043D\u0430 \u043E\u0441\u043D\u043E\u0432\u0435 Transformer \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u044F\u044E\u0442 \u043A\u0430\u0436\u0434\u0443\u044E \u043B\u0435\u043A\u0441\u0435\u043C\u0443 \u0432 \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u043E\u043C \u0444\u0440\u0430\u0433\u043C\u0435\u043D\u0442\u0435 \u043A\u0430\u043A "),Jt=o("em"),vl=a("\u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433-\u0432\u0435\u043A\u0442\u043E\u0440"),El=a(". \u041E\u043A\u0430\u0437\u044B\u0432\u0430\u0435\u0442\u0441\u044F, \u043C\u043E\u0436\u043D\u043E \xAB\u043E\u0431\u044A\u0435\u0434\u0438\u043D\u0438\u0442\u044C\xBB \u043E\u0442\u0434\u0435\u043B\u044C\u043D\u044B\u0435 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F, \u0447\u0442\u043E\u0431\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u0432\u0435\u043A\u0442\u043E\u0440\u043D\u043E\u0435 \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u0435\u043D\u0438\u0435 \u0434\u043B\u044F \u0446\u0435\u043B\u044B\u0445 \u043F\u0440\u0435\u0434\u043B\u043E\u0436\u0435\u043D\u0438\u0439, \u0430\u0431\u0437\u0430\u0446\u0435\u0432 \u0438\u043B\u0438 (\u0432 \u043D\u0435\u043A\u043E\u0442\u043E\u0440\u044B\u0445 \u0441\u043B\u0443\u0447\u0430\u044F\u0445) \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432. \u0417\u0430\u0442\u0435\u043C \u044D\u0442\u0438 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u043C\u043E\u0436\u043D\u043E \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0434\u043B\u044F \u043F\u043E\u0438\u0441\u043A\u0430 \u043F\u043E\u0445\u043E\u0436\u0438\u0445 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432 \u0432 \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u043F\u0443\u0442\u0435\u043C \u0432\u044B\u0447\u0438\u0441\u043B\u0435\u043D\u0438\u044F \u0441\u043A\u0430\u043B\u044F\u0440\u043D\u043E\u0433\u043E \u043F\u0440\u043E\u0438\u0437\u0432\u0435\u0434\u0435\u043D\u0438\u044F (\u0438\u043B\u0438 \u043A\u0430\u043A\u043E\u0439-\u043B\u0438\u0431\u043E \u0434\u0440\u0443\u0433\u043E\u0439 \u043C\u0435\u0442\u0440\u0438\u043A\u0438 \u0441\u0445\u043E\u0434\u0441\u0442\u0432\u0430) \u043C\u0435\u0436\u0434\u0443 \u043A\u0430\u0436\u0434\u044B\u043C \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u0435\u043C \u0438 \u0432\u043E\u0437\u0432\u0440\u0430\u0442\u0430 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432 \u0441 \u043D\u0430\u0438\u0431\u043E\u043B\u044C\u0448\u0438\u043C \u043F\u0435\u0440\u0435\u043A\u0440\u044B\u0442\u0438\u0435\u043C."),oa=d(),kt=o("p"),xl=a("\u0412 \u044D\u0442\u043E\u043C \u0440\u0430\u0437\u0434\u0435\u043B\u0435 \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u0434\u043B\u044F \u0440\u0430\u0437\u0440\u0430\u0431\u043E\u0442\u043A\u0438 \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u044B. \u042D\u0442\u0438 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u044B\u0435 \u0441\u0438\u0441\u0442\u0435\u043C\u044B \u043F\u0440\u0435\u0434\u043B\u0430\u0433\u0430\u044E\u0442 \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u043F\u0440\u0435\u0438\u043C\u0443\u0449\u0435\u0441\u0442\u0432 \u043F\u043E \u0441\u0440\u0430\u0432\u043D\u0435\u043D\u0438\u044E \u0441 \u0442\u0440\u0430\u0434\u0438\u0446\u0438\u043E\u043D\u043D\u044B\u043C\u0438 \u043F\u043E\u0434\u0445\u043E\u0434\u0430\u043C\u0438, \u043E\u0441\u043D\u043E\u0432\u0430\u043D\u043D\u044B\u043C\u0438 \u043D\u0430 \u0441\u043E\u043F\u043E\u0441\u0442\u0430\u0432\u043B\u0435\u043D\u0438\u0438 \u043A\u043B\u044E\u0447\u0435\u0432\u044B\u0445 \u0441\u043B\u043E\u0432 \u0432 \u0437\u0430\u043F\u0440\u043E\u0441\u0435 \u0441 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u043C\u0438."),na=d(),Te=o("div"),Ne=o("img"),wl=d(),ze=o("img"),ra=d(),Be=o("h2"),kl=a("\u0417\u0430\u0433\u0440\u0443\u0437\u043A\u0430 \u0438 \u043F\u043E\u0434\u0433\u043E\u0442\u043E\u0432\u043A\u0430 \u0434\u0430\u0442\u0430\u0441\u0435\u0442\u0430"),ia=d(),jt=o("p"),jl=a("\u041F\u0435\u0440\u0432\u043E\u0435, \u0447\u0442\u043E \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \u0441\u0434\u0435\u043B\u0430\u0442\u044C, \u044D\u0442\u043E \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0442\u044C \u043D\u0430\u0448 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445 \u043E\u0431 issues GitHub, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u043E\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u0435\u043C\u0441\u044F \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u043E\u0439 \u{1F917} Hub \u0434\u043B\u044F \u043F\u043E\u043B\u0443\u0447\u0435\u043D\u0438\u044F URL-\u0430\u0434\u0440\u0435\u0441\u0430, \u043F\u043E \u043A\u043E\u0442\u043E\u0440\u043E\u043C\u0443 \u043D\u0430\u0448 \u0444\u0430\u0439\u043B \u0445\u0440\u0430\u043D\u0438\u0442\u0441\u044F \u0432 Hugging Face Hub:"),pa=d(),E(Ue.$$.fragment),da=d(),ge=o("p"),yl=a("\u0421 URL-\u0430\u0434\u0440\u0435\u0441\u043E\u043C, \u0441\u043E\u0445\u0440\u0430\u043D\u0435\u043D\u043D\u044B\u043C \u0432 "),Qt=o("code"),Dl=a("data_files"),ql=a(", \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0442\u044C \u0443\u0434\u0430\u043B\u0435\u043D\u043D\u044B\u0439 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445, \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u044F \u043C\u0435\u0442\u043E\u0434, \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u0435\u043D\u043D\u044B\u0439 \u0432 "),yt=o("a"),Tl=a("\u0440\u0430\u0437\u0434\u0435\u043B 2"),Cl=a(":"),ma=d(),E(Ge.$$.fragment),ca=d(),E(Ye.$$.fragment),ua=d(),J=o("p"),Sl=a("\u0417\u0434\u0435\u0441\u044C \u043C\u044B \u0443\u043A\u0430\u0437\u0430\u043B\u0438 \u043F\u043E\u0434\u0432\u044B\u0431\u043E\u0440\u043A\u0443 "),Xt=o("code"),Al=a("train"),Ol=a(" \u043F\u043E \u0443\u043C\u043E\u043B\u0447\u0430\u043D\u0438\u044E \u0432 "),Kt=o("code"),Il=a("load_dataset()"),Pl=a(", \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u043E\u043D \u0432\u043E\u0437\u0432\u0440\u0430\u0449\u0430\u0435\u0442 "),Zt=o("code"),Rl=a("Dataset"),Fl=a(" \u0432\u043C\u0435\u0441\u0442\u043E "),es=o("code"),Hl=a("DatasetDict"),Ml=a(". \u041F\u0435\u0440\u0432\u044B\u043C \u0434\u0435\u043B\u043E\u043C \u043D\u0443\u0436\u043D\u043E \u043E\u0442\u0444\u0438\u043B\u044C\u0442\u0440\u043E\u0432\u0430\u0442\u044C \u0437\u0430\u043F\u0440\u043E\u0441\u044B \u043D\u0430 pull-requests, \u043F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u043E\u043D\u0438, \u043A\u0430\u043A \u043F\u0440\u0430\u0432\u0438\u043B\u043E, \u0440\u0435\u0434\u043A\u043E \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u044E\u0442\u0441\u044F \u0434\u043B\u044F \u043E\u0442\u0432\u0435\u0442\u043E\u0432 \u043D\u0430 \u0432\u043E\u043F\u0440\u043E\u0441\u044B \u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u0435\u043B\u0435\u0439 \u0438 \u0441\u043E\u0437\u0434\u0430\u044E\u0442 \u0448\u0443\u043C \u0432 \u043D\u0430\u0448\u0435\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u0435. \u041A\u0430\u043A \u0434\u043E\u043B\u0436\u043D\u043E \u0431\u044B\u0442\u044C \u0443\u0436\u0435 \u0438\u0437\u0432\u0435\u0441\u0442\u043D\u043E, \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),ts=o("code"),Ll=a("Dataset.filter()"),Nl=a(", \u0447\u0442\u043E\u0431\u044B \u0438\u0441\u043A\u043B\u044E\u0447\u0438\u0442\u044C \u044D\u0442\u0438 \u0441\u0442\u0440\u043E\u043A\u0438 \u0438\u0437 \u043D\u0430\u0448\u0435\u0433\u043E \u043D\u0430\u0431\u043E\u0440\u0430 \u0434\u0430\u043D\u043D\u044B\u0445. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0442\u0430\u043A\u0436\u0435 \u043E\u0442\u0444\u0438\u043B\u044C\u0442\u0440\u0443\u0435\u043C \u0441\u0442\u0440\u043E\u043A\u0438 \u0431\u0435\u0437 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432, \u043F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u043E\u043D\u0438 \u043D\u0435 \u0434\u0430\u044E\u0442 \u043E\u0442\u0432\u0435\u0442\u043E\u0432 \u043D\u0430 \u0437\u0430\u043F\u0440\u043E\u0441\u044B \u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u0435\u043B\u0435\u0439:"),fa=d(),E(We.$$.fragment),_a=d(),E(Ve.$$.fragment),ha=d(),Q=o("p"),zl=a("\u041C\u044B \u0432\u0438\u0434\u0438\u043C, \u0447\u0442\u043E \u0432 \u043D\u0430\u0448\u0435\u043C \u043D\u0430\u0431\u043E\u0440\u0435 \u0434\u0430\u043D\u043D\u044B\u0445 \u043C\u043D\u043E\u0433\u043E \u0441\u0442\u043E\u043B\u0431\u0446\u043E\u0432, \u0431\u043E\u043B\u044C\u0448\u0438\u043D\u0441\u0442\u0432\u043E \u0438\u0437 \u043A\u043E\u0442\u043E\u0440\u044B\u0445 \u043D\u0430\u043C \u043D\u0435 \u043D\u0443\u0436\u043D\u043E \u0434\u043B\u044F \u0441\u043E\u0437\u0434\u0430\u043D\u0438\u044F \u043D\u0430\u0448\u0435\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u044B. \u0421 \u0442\u043E\u0447\u043A\u0438 \u0437\u0440\u0435\u043D\u0438\u044F \u043F\u043E\u0438\u0441\u043A\u0430 \u043D\u0430\u0438\u0431\u043E\u043B\u0435\u0435 \u0438\u043D\u0444\u043E\u0440\u043C\u0430\u0442\u0438\u0432\u043D\u044B\u043C\u0438 \u0441\u0442\u043E\u043B\u0431\u0446\u0430\u043C\u0438 \u044F\u0432\u043B\u044F\u044E\u0442\u0441\u044F "),ss=o("code"),Bl=a("title"),Ul=a(", "),as=o("code"),Gl=a("body"),Yl=a(" \u0438 "),ls=o("code"),Wl=a("comments"),Vl=a(", \u0430 "),os=o("code"),Jl=a("html_url"),Ql=a(" \u0441\u043E\u0434\u0435\u0440\u0436\u0438\u0442 \u043D\u0430\u043C \u0441\u0441\u044B\u043B\u043A\u0443 \u043D\u0430 \u0438\u0441\u0445\u043E\u0434\u043D\u0443\u044E \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u0443. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u043E\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u0435\u043C\u0441\u044F \u0444\u0443\u043D\u043A\u0446\u0438\u0435\u0439 "),ns=o("code"),Xl=a("Dataset.remove_columns()"),Kl=a(", \u0447\u0442\u043E\u0431\u044B \u0443\u0434\u0430\u043B\u0438\u0442\u044C \u043E\u0441\u0442\u0430\u043B\u044C\u043D\u044B\u0435 \u0441\u0442\u043E\u043B\u0431\u0446\u044B:"),ga=d(),E(Je.$$.fragment),ba=d(),E(Qe.$$.fragment),$a=d(),X=o("p"),Zl=a("\u0427\u0442\u043E\u0431\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u043D\u0430\u0448\u0438 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0438, \u043C\u044B \u0434\u043E\u043F\u043E\u043B\u043D\u0438\u043C \u043A\u0430\u0436\u0434\u044B\u0439 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0439 \u0437\u0430\u0433\u043E\u043B\u043E\u0432\u043A\u043E\u043C \u0438 \u0442\u0435\u043B\u043E\u043C \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u044B, \u043F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u044D\u0442\u0438 \u043F\u043E\u043B\u044F \u0447\u0430\u0441\u0442\u043E \u0441\u043E\u0434\u0435\u0440\u0436\u0430\u0442 \u043F\u043E\u043B\u0435\u0437\u043D\u0443\u044E \u043A\u043E\u043D\u0442\u0435\u043A\u0441\u0442\u043D\u0443\u044E \u0438\u043D\u0444\u043E\u0440\u043C\u0430\u0446\u0438\u044E. \u041F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u043D\u0430\u0448 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),rs=o("code"),eo=a("comments"),to=a(" \u0432 \u043D\u0430\u0441\u0442\u043E\u044F\u0449\u0435\u0435 \u0432\u0440\u0435\u043C\u044F \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u044F\u0435\u0442 \u0441\u043E\u0431\u043E\u0439 \u0441\u043F\u0438\u0441\u043E\u043A \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432 \u0434\u043B\u044F \u043A\u0430\u0436\u0434\u043E\u0439 \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u044B, \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \xAB\u0440\u0430\u0437\u0432\u0435\u0440\u043D\u0443\u0442\u044C\xBB \u0441\u0442\u043E\u043B\u0431\u0435\u0446, \u0447\u0442\u043E\u0431\u044B \u043A\u0430\u0436\u0434\u0430\u044F \u0441\u0442\u0440\u043E\u043A\u0430 \u0441\u043E\u0441\u0442\u043E\u044F\u043B\u0430 \u0438\u0437 \u043A\u043E\u0440\u0442\u0435\u0436\u0430 "),is=o("code"),so=a("(html_url, title, body, comment)"),ao=a(". \u0412 Pandas \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0441\u0434\u0435\u043B\u0430\u0442\u044C \u044D\u0442\u043E \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u0438 "),Xe=o("a"),ps=o("code"),lo=a("DataFrame.explode()"),oo=a(", \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u0441\u043E\u0437\u0434\u0430\u0435\u0442 \u043D\u043E\u0432\u0443\u044E \u0441\u0442\u0440\u043E\u043A\u0443 \u0434\u043B\u044F \u043A\u0430\u0436\u0434\u043E\u0433\u043E \u044D\u043B\u0435\u043C\u0435\u043D\u0442\u0430 \u0432 \u0441\u0442\u043E\u043B\u0431\u0446\u0435, \u043F\u043E\u0445\u043E\u0436\u0435\u043C \u043D\u0430 \u0441\u043F\u0438\u0441\u043E\u043A, \u043F\u0440\u0438 \u043A\u043E\u043F\u0438\u0440\u043E\u0432\u0430\u043D\u0438\u0438 \u0432\u0441\u0435\u0445 \u0434\u0440\u0443\u0433\u0438\u0445 \u0437\u043D\u0430\u0447\u0435\u043D\u0438\u0439 \u0441\u0442\u043E\u043B\u0431\u0446\u0430. \u0427\u0442\u043E\u0431\u044B \u0443\u0432\u0438\u0434\u0435\u0442\u044C \u044D\u0442\u043E \u0432 \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u0438, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043D\u0430\u0447\u0430\u043B\u0430 \u043F\u0435\u0440\u0435\u043A\u043B\u044E\u0447\u0438\u043C\u0441\u044F \u043D\u0430 \u0444\u043E\u0440\u043C\u0430\u0442 Pandas "),ds=o("code"),no=a("DataFrame"),ro=a(":"),va=d(),E(Ke.$$.fragment),Ea=d(),Se=o("p"),io=a("\u0415\u0441\u043B\u0438 \u043C\u044B \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u043C \u043F\u0435\u0440\u0432\u0443\u044E \u0441\u0442\u0440\u043E\u043A\u0443 \u0432 \u044D\u0442\u043E\u043C "),ms=o("code"),po=a("DataFrame"),mo=a(", \u043C\u044B \u0443\u0432\u0438\u0434\u0438\u043C, \u0447\u0442\u043E \u0435\u0441\u0442\u044C \u0447\u0435\u0442\u044B\u0440\u0435 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u044F, \u0441\u0432\u044F\u0437\u0430\u043D\u043D\u044B\u0445 \u0441 \u044D\u0442\u043E\u0439 \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u043E\u0439:"),xa=d(),E(Ze.$$.fragment),wa=d(),E(et.$$.fragment),ka=d(),Ae=o("p"),co=a("\u041A\u043E\u0433\u0434\u0430 \u043C\u044B \xAB\u0440\u0430\u0437\u0432\u0435\u0440\u043D\u0435\u043C\xBB "),cs=o("code"),uo=a("df"),fo=a(", \u043C\u044B \u043E\u0436\u0438\u0434\u0430\u0435\u043C \u043F\u043E\u043B\u0443\u0447\u0438\u0442\u044C \u043F\u043E \u043E\u0434\u043D\u043E\u0439 \u0441\u0442\u0440\u043E\u043A\u0435 \u0434\u043B\u044F \u043A\u0430\u0436\u0434\u043E\u0433\u043E \u0438\u0437 \u044D\u0442\u0438\u0445 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432. \u041F\u0440\u043E\u0432\u0435\u0440\u0438\u043C, \u0442\u0430\u043A \u043B\u0438 \u044D\u0442\u043E:"),ja=d(),E(tt.$$.fragment),ya=d(),ee=o("table"),us=o("thead"),K=o("tr"),Da=o("th"),_o=d(),fs=o("th"),ho=a("html_url"),go=d(),_s=o("th"),bo=a("title"),$o=d(),hs=o("th"),vo=a("comments"),Eo=d(),gs=o("th"),xo=a("body"),wo=d(),de=o("tbody"),te=o("tr"),bs=o("th"),ko=a("0"),jo=d(),$s=o("td"),yo=a("https://github.com/huggingface/datasets/issues/2787"),Do=d(),vs=o("td"),qo=a("ConnectionError: Couldn't reach https://raw.githubusercontent.com"),To=d(),Es=o("td"),Co=a("the bug code locate in \uFF1A\\r\\n    if data_args.task_name is not None..."),So=d(),xs=o("td"),Ao=a("Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),Oo=d(),se=o("tr"),ws=o("th"),Io=a("1"),Po=d(),ks=o("td"),Ro=a("https://github.com/huggingface/datasets/issues/2787"),Fo=d(),js=o("td"),Ho=a("ConnectionError: Couldn't reach https://raw.githubusercontent.com"),Mo=d(),ys=o("td"),Lo=a("Hi @jinec,\\r\\n\\r\\nFrom time to time we get this kind of `ConnectionError` coming from the github.com website: https://raw.githubusercontent.com..."),No=d(),Ds=o("td"),zo=a("Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),Bo=d(),ae=o("tr"),qs=o("th"),Uo=a("2"),Go=d(),Ts=o("td"),Yo=a("https://github.com/huggingface/datasets/issues/2787"),Wo=d(),Cs=o("td"),Vo=a("ConnectionError: Couldn't reach https://raw.githubusercontent.com"),Jo=d(),Ss=o("td"),Qo=a("cannot connect\uFF0Ceven by Web browser\uFF0Cplease check that  there is some  problems\u3002"),Xo=d(),As=o("td"),Ko=a("Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),Zo=d(),le=o("tr"),Os=o("th"),en=a("3"),tn=d(),Is=o("td"),sn=a("https://github.com/huggingface/datasets/issues/2787"),an=d(),Ps=o("td"),ln=a("ConnectionError: Couldn't reach https://raw.githubusercontent.com"),on=d(),Rs=o("td"),nn=a("I can access https://raw.githubusercontent.com/huggingface/datasets/1.7.0/datasets/glue/glue.py without problem..."),rn=d(),Fs=o("td"),pn=a("Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),qa=d(),re=o("p"),dn=a("\u041E\u0442\u043B\u0438\u0447\u043D\u043E, \u043C\u044B \u0432\u0438\u0434\u0438\u043C, \u0447\u0442\u043E \u0441\u0442\u0440\u043E\u043A\u0438 \u0431\u044B\u043B\u0438 \u0441\u043A\u043E\u043F\u0438\u0440\u043E\u0432\u0430\u043D\u044B, \u0430 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),Hs=o("code"),mn=a("comments"),cn=a(" \u0441\u043E\u0434\u0435\u0440\u0436\u0438\u0442 \u043E\u0442\u0434\u0435\u043B\u044C\u043D\u044B\u0435 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438! \u0422\u0435\u043F\u0435\u0440\u044C, \u043A\u043E\u0433\u0434\u0430 \u043C\u044B \u0437\u0430\u043A\u043E\u043D\u0447\u0438\u043B\u0438 \u0441 Pandas, \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0431\u044B\u0441\u0442\u0440\u043E \u0432\u0435\u0440\u043D\u0443\u0442\u044C\u0441\u044F \u043A "),Ms=o("code"),un=a("Dataset"),fn=a(", \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0432 "),Ls=o("code"),_n=a("DataFrame"),hn=a(" \u0432 \u043F\u0430\u043C\u044F\u0442\u044C:"),Ta=d(),E(st.$$.fragment),Ca=d(),E(at.$$.fragment),Sa=d(),Dt=o("p"),gn=a("\u0425\u043E\u0440\u043E\u0448\u043E, \u044D\u0442\u043E \u0434\u0430\u043B\u043E \u043D\u0430\u043C \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u0442\u044B\u0441\u044F\u0447 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432 \u0434\u043B\u044F \u0440\u0430\u0431\u043E\u0442\u044B!"),Aa=d(),E(Oe.$$.fragment),Oa=d(),Ie=o("p"),bn=a("\u0422\u0435\u043F\u0435\u0440\u044C, \u043A\u043E\u0433\u0434\u0430 \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C \u043E\u0434\u0438\u043D \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0439 \u0432 \u0441\u0442\u0440\u043E\u043A\u0435, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),Ns=o("code"),$n=a("comments_length"),vn=a(", \u0441\u043E\u0434\u0435\u0440\u0436\u0430\u0449\u0438\u0439 \u043A\u043E\u043B\u0438\u0447\u0435\u0441\u0442\u0432\u043E \u0441\u043B\u043E\u0432 \u0432 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438:"),Ia=d(),E(lt.$$.fragment),Pa=d(),qt=o("p"),En=a("\u041C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u044D\u0442\u043E\u0442 \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 \u0434\u043B\u044F \u0444\u0438\u043B\u044C\u0442\u0440\u0430\u0446\u0438\u0438 \u043A\u043E\u0440\u043E\u0442\u043A\u0438\u0445 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432, \u043A\u043E\u0442\u043E\u0440\u044B\u0435 \u043E\u0431\u044B\u0447\u043D\u043E \u0441\u043E\u0434\u0435\u0440\u0436\u0430\u0442 \u0442\u0430\u043A\u0438\u0435 \u0441\u043B\u043E\u0432\u0430, \u043A\u0430\u043A \xABcc @lewtun\xBB \u0438\u043B\u0438 Thanks!\xBB, \u043A\u043E\u0442\u043E\u0440\u044B\u0435 \u043D\u0435 \u0438\u043C\u0435\u044E\u0442 \u043E\u0442\u043D\u043E\u0448\u0435\u043D\u0438\u044F \u043A \u043D\u0430\u0448\u0435\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u0435. \u041D\u0435\u0442 \u0442\u043E\u0447\u043D\u043E\u0433\u043E \u0447\u0438\u0441\u043B\u0430 \u0434\u043B\u044F \u0432\u044B\u0431\u043E\u0440\u0430 \u043F\u043E\u0440\u043E\u0433\u0430 \u0447\u0438\u0441\u043B\u0430 \u0441\u043B\u043E\u0432, \u043D\u043E \u043E\u043A\u043E\u043B\u043E 15 \u0441\u043B\u043E\u0432 \u043A\u0430\u0436\u0435\u0442\u0441\u044F \u0445\u043E\u0440\u043E\u0448\u0438\u043C \u043D\u0430\u0447\u0430\u043B\u043E\u043C:"),Ra=d(),E(ot.$$.fragment),Fa=d(),E(nt.$$.fragment),Ha=d(),be=o("p"),xn=a("\u041D\u0435\u043C\u043D\u043E\u0433\u043E \u043E\u0447\u0438\u0441\u0442\u0438\u0432 \u043D\u0430\u0448 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0435\u0434\u0438\u043D\u0438\u043C \u043D\u0430\u0437\u0432\u0430\u043D\u0438\u0435 issue, \u043E\u043F\u0438\u0441\u0430\u043D\u0438\u0435 \u0438 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438 \u0432\u043C\u0435\u0441\u0442\u0435 \u0432 \u043D\u043E\u0432\u043E\u043C \u0441\u0442\u043E\u043B\u0431\u0446\u0435 "),zs=o("code"),wn=a("text"),kn=a(". \u041A\u0430\u043A \u043E\u0431\u044B\u0447\u043D\u043E, \u043C\u044B \u043D\u0430\u043F\u0438\u0448\u0435\u043C \u043F\u0440\u043E\u0441\u0442\u0443\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u044E, \u043A\u043E\u0442\u043E\u0440\u0443\u044E \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0435\u0440\u0435\u0434\u0430\u0442\u044C \u0432 "),Bs=o("code"),jn=a("Dataset.map()"),yn=a(":"),Ma=d(),E(rt.$$.fragment),La=d(),Tt=o("p"),Dn=a("\u041D\u0430\u043A\u043E\u043D\u0435\u0446-\u0442\u043E \u043C\u044B \u0433\u043E\u0442\u043E\u0432\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432\u2019! \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u0437\u0433\u043B\u044F\u043D\u0435\u043C."),Na=d(),it=o("h2"),qn=a("\u0421\u043E\u0437\u0434\u0430\u043D\u0438\u0435 \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u044B\u0445 \u044D\u043C\u0431\u0435\u0434\u0438\u043D\u043D\u0433\u043E\u0432"),za=d(),V=o("p"),Tn=a("\u0412 "),Ct=o("a"),Cn=a("\u0413\u043B\u0430\u0432\u0435 2"),Sn=a(" \u043C\u044B \u0432\u0438\u0434\u0435\u043B\u0438, \u0447\u0442\u043E \u043C\u043E\u0436\u043D\u043E \u043F\u043E\u043B\u0443\u0447\u0438\u0442\u044C \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432 \u0442\u043E\u043A\u0435\u043D\u043E\u0432 \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E \u043A\u043B\u0430\u0441\u0441\u0430 AutoModel. \u0412\u0441\u0435, \u0447\u0442\u043E \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \u0441\u0434\u0435\u043B\u0430\u0442\u044C, \u044D\u0442\u043E \u0432\u044B\u0431\u0440\u0430\u0442\u044C \u043F\u043E\u0434\u0445\u043E\u0434\u044F\u0449\u0443\u044E \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0443\u044E \u0442\u043E\u0447\u043A\u0443 \u0434\u043B\u044F \u0437\u0430\u0433\u0440\u0443\u0437\u043A\u0438 \u043C\u043E\u0434\u0435\u043B\u0438. \u041A \u0441\u0447\u0430\u0441\u0442\u044C\u044E, \u0435\u0441\u0442\u044C \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0430 \u043F\u043E\u0434 \u043D\u0430\u0437\u0432\u0430\u043D\u0438\u0435\u043C "),Us=o("code"),An=a("sentence-transformers"),On=a(", \u043F\u0440\u0435\u0434\u043D\u0430\u0437\u043D\u0430\u0447\u0435\u043D\u043D\u0430\u044F \u0434\u043B\u044F \u0441\u043E\u0437\u0434\u0430\u043D\u0438\u044F \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432. \u041A\u0430\u043A \u043E\u043F\u0438\u0441\u0430\u043D\u043E \u0432 "),pt=o("a"),In=a("\u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0446\u0438\u0438"),Pn=a(" \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0438, \u043D\u0430\u0448 \u0432\u0430\u0440\u0438\u0430\u043D\u0442 \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u044F \u044F\u0432\u043B\u044F\u0435\u0442\u0441\u044F \u043F\u0440\u0438\u043C\u0435\u0440\u043E\u043C "),Gs=o("em"),Rn=a("\u0430\u0441\u0438\u043C\u043C\u0435\u0442\u0440\u0438\u0447\u043D\u043E\u0433\u043E \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"),Fn=a(" \u043F\u043E\u0442\u043E\u043C\u0443 \u0447\u0442\u043E \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C \u043A\u043E\u0440\u043E\u0442\u043A\u0438\u0439 \u0437\u0430\u043F\u0440\u043E\u0441, \u043E\u0442\u0432\u0435\u0442 \u043D\u0430 \u043A\u043E\u0442\u043E\u0440\u044B\u0439 \u043C\u044B \u0445\u043E\u0442\u0435\u043B\u0438 \u0431\u044B \u043D\u0430\u0439\u0442\u0438 \u0432 \u0431\u043E\u043B\u0435\u0435 \u0434\u043B\u0438\u043D\u043D\u043E\u043C \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0435, \u043D\u0430\u043F\u0440\u0438\u043C\u0435\u0440, \u0432 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438 \u043A \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u0435. \u0412 \u0443\u0434\u043E\u0431\u043D\u043E\u0439 "),dt=o("a"),Hn=a("\u0442\u0430\u0431\u043B\u0438\u0446\u0435 \u043E\u0431\u0437\u043E\u0440\u0430 \u043C\u043E\u0434\u0435\u043B\u0438"),Mn=a(" \u0432 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0446\u0438\u0438 \u0443\u043A\u0430\u0437\u0430\u043D\u043E, \u0447\u0442\u043E \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0430\u044F \u0442\u043E\u0447\u043A\u0430 "),Ys=o("code"),Ln=a("multi-qa-mpnet-base-dot-v1"),Nn=a(" \u0438\u043C\u0435\u0435\u0442 \u043B\u0443\u0447\u0448\u0443\u044E \u043F\u0440\u043E\u0438\u0437\u0432\u043E\u0434\u0438\u0442\u0435\u043B\u044C\u043D\u043E\u0441\u0442\u044C \u0434\u043B\u044F \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0435\u0451 \u0434\u043B\u044F \u043D\u0430\u0448\u0435\u0433\u043E \u043F\u0440\u0438\u043B\u043E\u0436\u0435\u043D\u0438\u044F. \u041C\u044B \u0442\u0430\u043A\u0436\u0435 \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u043C \u0442\u043E\u043A\u0435\u043D\u0438\u0437\u0430\u0442\u043E\u0440, \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u044F \u0442\u0443 \u0436\u0435 \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0443\u044E \u0442\u043E\u0447\u043A\u0443:"),Ba=d(),ce.c(),St=d(),$e=o("p"),zn=a("\u041A\u0430\u043A \u043C\u044B \u0443\u043F\u043E\u043C\u0438\u043D\u0430\u043B\u0438 \u0440\u0430\u043D\u0435\u0435, \u043C\u044B \u0445\u043E\u0442\u0435\u043B\u0438 \u0431\u044B \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u0438\u0442\u044C \u043A\u0430\u0436\u0434\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 issues GitHub \u043A\u0430\u043A \u0435\u0434\u0438\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \u043A\u0430\u043A\u0438\u043C-\u0442\u043E \u043E\u0431\u0440\u0430\u0437\u043E\u043C \xAB\u043E\u0431\u044A\u0435\u0434\u0438\u043D\u0438\u0442\u044C\xBB \u0438\u043B\u0438 \u0443\u0441\u0440\u0435\u0434\u043D\u0438\u0442\u044C \u043D\u0430\u0448\u0438 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u0442\u043E\u043A\u0435\u043D\u043E\u0432. \u041E\u0434\u043D\u0438\u043C \u0438\u0437 \u043F\u043E\u043F\u0443\u043B\u044F\u0440\u043D\u044B\u0445 \u043F\u043E\u0434\u0445\u043E\u0434\u043E\u0432 \u044F\u0432\u043B\u044F\u0435\u0442\u0441\u044F \u0432\u044B\u043F\u043E\u043B\u043D\u0435\u043D\u0438\u0435 "),Ws=o("em"),Bn=a("CLS pooling"),Un=a(" \u0432\u044B\u0445\u043E\u0434\u043D\u044B\u0445 \u0434\u0430\u043D\u043D\u044B\u0445 \u043D\u0430\u0448\u0435\u0439 \u043C\u043E\u0434\u0435\u043B\u0438, \u043A\u043E\u0433\u0434\u0430 \u043C\u044B \u043F\u0440\u043E\u0441\u0442\u043E \u0441\u043E\u0431\u0438\u0440\u0430\u0435\u043C \u043F\u043E\u0441\u043B\u0435\u0434\u043D\u0435\u0435 \u0441\u043A\u0440\u044B\u0442\u043E\u0435 \u0441\u043E\u0441\u0442\u043E\u044F\u043D\u0438\u0435 \u0434\u043B\u044F \u0441\u043F\u0435\u0446\u0438\u0430\u043B\u044C\u043D\u043E\u0433\u043E \u0442\u043E\u043A\u0435\u043D\u0430 "),Vs=o("code"),Gn=a("[CLS]"),Yn=a(". \u0421\u043B\u0435\u0434\u0443\u044E\u0449\u0430\u044F \u0444\u0443\u043D\u043A\u0446\u0438\u044F \u043F\u043E\u043C\u043E\u0436\u0435\u0442 \u043D\u0430\u043C:"),Ua=d(),E(mt.$$.fragment),Ga=d(),At=o("p"),Wn=a("\u0414\u0430\u043B\u0435\u0435 \u043C\u044B \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u0432\u0441\u043F\u043E\u043C\u043E\u0433\u0430\u0442\u0435\u043B\u044C\u043D\u0443\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u044E, \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u0440\u0430\u0437\u043C\u0435\u0442\u0438\u0442 \u0441\u043F\u0438\u0441\u043E\u043A \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432, \u043F\u043E\u043C\u0435\u0441\u0442\u0438\u0442 \u0442\u0435\u043D\u0437\u043E\u0440\u044B \u0432 GPU, \u043F\u0435\u0440\u0435\u0434\u0430\u0441\u0442 \u0438\u0445 \u0432 \u043C\u043E\u0434\u0435\u043B\u044C \u0438, \u043D\u0430\u043A\u043E\u043D\u0435\u0446, \u043F\u0440\u0438\u043C\u0435\u043D\u0438\u0442 CLS pooling \u043A \u0432\u044B\u0445\u043E\u0434\u043D\u044B\u043C \u0434\u0430\u043D\u043D\u044B\u043C:"),Ya=d(),fe.c(),Ot=d(),It=o("p"),Vn=a("\u041E\u0431\u0440\u0430\u0442\u0438\u0442\u0435 \u0432\u043D\u0438\u043C\u0430\u043D\u0438\u0435, \u0447\u0442\u043E \u043C\u044B \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u043E\u0432\u0430\u043B\u0438 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u0432 \u043C\u0430\u0441\u0441\u0438\u0432\u044B NumPy \u2014 \u044D\u0442\u043E \u043F\u043E\u0442\u043E\u043C\u0443, \u0447\u0442\u043E \u{1F917} Datasets \u0442\u0440\u0435\u0431\u0443\u044E\u0442 \u044D\u0442\u043E\u0433\u043E \u0444\u043E\u0440\u043C\u0430\u0442\u0430, \u043A\u043E\u0433\u0434\u0430 \u043C\u044B \u043F\u044B\u0442\u0430\u0435\u043C\u0441\u044F \u043F\u0440\u043E\u0438\u043D\u0434\u0435\u043A\u0441\u0438\u0440\u043E\u0432\u0430\u0442\u044C \u0438\u0445 \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E FAISS, \u0447\u0442\u043E \u043C\u044B \u0441\u0434\u0435\u043B\u0430\u0435\u043C \u0434\u0430\u043B\u044C\u0448\u0435."),Wa=d(),Ce=o("h2"),Pe=o("a"),Js=o("span"),E(ct.$$.fragment),Jn=d(),Qs=o("span"),Qn=a("\u0418\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u0435 FAISS \u0434\u043B\u044F \u044D\u0444\u0444\u0435\u043A\u0442\u0438\u0432\u043D\u043E\u0433\u043E \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"),Va=d(),ve=o("p"),Xn=a("\u0422\u0435\u043F\u0435\u0440\u044C, \u043A\u043E\u0433\u0434\u0430 \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C \u0434\u0430\u0442\u0430\u0441\u0435\u0442 \u0441 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0430\u043C\u0438, \u043D\u0430\u043C \u043D\u0443\u0436\u0435\u043D \u0441\u043F\u043E\u0441\u043E\u0431 \u043F\u043E\u0438\u0441\u043A\u0430 \u043F\u043E \u043D\u0438\u043C. \u0414\u043B\u044F \u044D\u0442\u043E\u0433\u043E \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0441\u043F\u0435\u0446\u0438\u0430\u043B\u044C\u043D\u0443\u044E \u0441\u0442\u0440\u0443\u043A\u0442\u0443\u0440\u0443 \u0434\u0430\u043D\u043D\u044B\u0445 \u0438\u0437 \u{1F917} Datasets, \u043D\u0430\u0437\u044B\u0432\u0430\u0435\u043C\u0443\u044E "),Xs=o("em"),Kn=a("FAISS index"),Zn=a(". "),ut=o("a"),er=a("FAISS"),tr=a(" (\u0441\u043E\u043A\u0440\u0430\u0449\u0435\u043D\u0438\u0435 \u043E\u0442 Facebook AI Similarity Search) \u2014 \u044D\u0442\u043E \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0430, \u043F\u0440\u0435\u0434\u043E\u0441\u0442\u0430\u0432\u043B\u044F\u044E\u0449\u0430\u044F \u044D\u0444\u0444\u0435\u043A\u0442\u0438\u0432\u043D\u044B\u0435 \u0430\u043B\u0433\u043E\u0440\u0438\u0442\u043C\u044B \u0434\u043B\u044F \u0431\u044B\u0441\u0442\u0440\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430 \u0438 \u043A\u043B\u0430\u0441\u0442\u0435\u0440\u0438\u0437\u0430\u0446\u0438\u0438 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432."),Ja=d(),Ee=o("p"),sr=a("\u041E\u0441\u043D\u043E\u0432\u043D\u0430\u044F \u0438\u0434\u0435\u044F FAISS \u0441\u043E\u0441\u0442\u043E\u0438\u0442 \u0432 \u0442\u043E\u043C, \u0447\u0442\u043E\u0431\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u0441\u043F\u0435\u0446\u0438\u0430\u043B\u044C\u043D\u0443\u044E \u0441\u0442\u0440\u0443\u043A\u0442\u0443\u0440\u0443 \u0434\u0430\u043D\u043D\u044B\u0445, \u043D\u0430\u0437\u044B\u0432\u0430\u0435\u043C\u0443\u044E "),Ks=o("em"),ar=a("index"),lr=a(", \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u043F\u043E\u0437\u0432\u043E\u043B\u044F\u0435\u0442 \u043D\u0430\u0439\u0442\u0438, \u043A\u0430\u043A\u0438\u0435 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0438 \u043F\u043E\u0434\u043E\u0431\u043D\u044B \u0432\u0445\u043E\u0434\u043D\u044B\u043C \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0430\u043C. \u0421\u043E\u0437\u0434\u0430\u0442\u044C \u0438\u043D\u0434\u0435\u043A\u0441 FAISS \u0432 \u{1F917} Datasets \u043E\u0447\u0435\u043D\u044C \u043F\u0440\u043E\u0441\u0442\u043E \u2014 \u043C\u044B \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u0435\u043C \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),Zs=o("code"),or=a("Dataset.add_faiss_index()"),nr=a(" \u0438 \u0443\u043A\u0430\u0437\u044B\u0432\u0430\u0435\u043C, \u043A\u0430\u043A\u043E\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 \u043D\u0430\u0448\u0435\u0433\u043E \u043D\u0430\u0431\u043E\u0440\u0430 \u0434\u0430\u043D\u043D\u044B\u0445 \u043C\u044B \u0445\u043E\u0442\u0438\u043C \u043F\u0440\u043E\u0438\u043D\u0434\u0435\u043A\u0441\u0438\u0440\u043E\u0432\u0430\u0442\u044C:"),Qa=d(),E(ft.$$.fragment),Xa=d(),Re=o("p"),rr=a("\u0422\u0435\u043F\u0435\u0440\u044C \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0432\u044B\u043F\u043E\u043B\u043D\u044F\u0442\u044C \u0437\u0430\u043F\u0440\u043E\u0441\u044B \u043A \u044D\u0442\u043E\u043C\u0443 \u0438\u043D\u0434\u0435\u043A\u0441\u0443, \u0432\u044B\u043F\u043E\u043B\u043D\u044F\u044F \u043F\u043E\u0438\u0441\u043A \u0431\u043B\u0438\u0436\u0430\u0439\u0448\u0435\u0433\u043E \u0441\u043E\u0441\u0435\u0434\u0430 \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u0438 "),ea=o("code"),ir=a("Dataset.get_nearest_examples()"),pr=a(". \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u043C \u044D\u0442\u043E, \u0441\u043D\u0430\u0447\u0430\u043B\u0430 \u0432\u043D\u0435\u0434\u0440\u0438\u0432 \u0432\u043E\u043F\u0440\u043E\u0441 \u0441\u043B\u0435\u0434\u0443\u044E\u0449\u0438\u043C \u043E\u0431\u0440\u0430\u0437\u043E\u043C:"),Ka=d(),he.c(),Pt=d(),Rt=o("p"),dr=a("\u041A\u0430\u043A \u0438 \u0432 \u0441\u043B\u0443\u0447\u0430\u0435 \u0441 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u043C\u0438, \u0442\u0435\u043F\u0435\u0440\u044C \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C 768-\u043C\u0435\u0440\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440, \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u044F\u044E\u0449\u0438\u0439 \u0437\u0430\u043F\u0440\u043E\u0441, \u043A\u043E\u0442\u043E\u0440\u044B\u0439 \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0441\u0440\u0430\u0432\u043D\u0438\u0442\u044C \u0441\u043E \u0432\u0441\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u043E\u043C, \u0447\u0442\u043E\u0431\u044B \u043D\u0430\u0439\u0442\u0438 \u043D\u0430\u0438\u0431\u043E\u043B\u0435\u0435 \u043F\u043E\u0445\u043E\u0436\u0438\u0435 \u043E\u0431\u044A\u0435\u043A\u0442\u044B:"),Za=d(),E(_t.$$.fragment),el=d(),xe=o("p"),mr=a("\u0424\u0443\u043D\u043A\u0446\u0438\u044F "),ta=o("code"),cr=a("Dataset.get_nearest_examples()"),ur=a(" \u0432\u043E\u0437\u0432\u0440\u0430\u0449\u0430\u0435\u0442 \u043D\u0430\u0431\u043E\u0440 \u043E\u0446\u0435\u043D\u043E\u043A, \u043A\u043E\u0442\u043E\u0440\u044B\u0435 \u0440\u0430\u043D\u0436\u0438\u0440\u0443\u044E\u0442 \u0441\u043E\u0432\u043F\u0430\u0434\u0435\u043D\u0438\u0435 \u043C\u0435\u0436\u0434\u0443 \u0437\u0430\u043F\u0440\u043E\u0441\u043E\u043C \u0438 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u043C, \u0438 \u0441\u043E\u043E\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044E\u0449\u0438\u0439 \u043D\u0430\u0431\u043E\u0440 \u043E\u0431\u0440\u0430\u0437\u0446\u043E\u0432 (\u0437\u0434\u0435\u0441\u044C 5 \u043B\u0443\u0447\u0448\u0438\u0445 \u0441\u043E\u0432\u043F\u0430\u0434\u0435\u043D\u0438\u0439). \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0431\u0435\u0440\u0435\u043C \u0438\u0445 \u0432 "),sa=o("code"),fr=a("pandas.DataFrame"),_r=a(", \u0447\u0442\u043E\u0431\u044B \u043C\u044B \u043C\u043E\u0433\u043B\u0438 \u043B\u0435\u0433\u043A\u043E \u0438\u0445 \u043E\u0442\u0441\u043E\u0440\u0442\u0438\u0440\u043E\u0432\u0430\u0442\u044C:"),tl=d(),E(ht.$$.fragment),sl=d(),Ft=o("p"),hr=a("\u0422\u0435\u043F\u0435\u0440\u044C \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0440\u043E\u0439\u0442\u0438\u0441\u044C \u043F\u043E \u043F\u0435\u0440\u0432\u044B\u043C \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u0438\u043C \u0441\u0442\u0440\u043E\u043A\u0430\u043C, \u0447\u0442\u043E\u0431\u044B \u0443\u0432\u0438\u0434\u0435\u0442\u044C, \u043D\u0430\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u043D\u0430\u0448 \u0437\u0430\u043F\u0440\u043E\u0441 \u0441\u043E\u043E\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u0435\u0442 \u0438\u043C\u0435\u044E\u0449\u0438\u043C\u0441\u044F \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u044F\u043C:"),al=d(),E(gt.$$.fragment),ll=d(),E(bt.$$.fragment),ol=d(),Ht=o("p"),gr=a("\u041D\u0435\u043F\u043B\u043E\u0445\u043E! \u041D\u0430\u0448\u0435 \u0432\u0442\u043E\u0440\u043E\u0435 \u043E\u0431\u0440\u0430\u0449\u0435\u043D\u0438\u0435, \u043A\u0430\u0436\u0435\u0442\u0441\u044F, \u0441\u043E\u043E\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u0435\u0442 \u0437\u0430\u043F\u0440\u043E\u0441\u0443."),nl=d(),E(Fe.$$.fragment),this.h()},l(e){const r=pp('[data-svelte="svelte-1phssyn"]',document.head);c=n(r,"META",{name:!0,content:!0}),r.forEach(s),b=m(e),x(f.$$.fragment,e),j=m(e),_=n(e,"H1",{class:!0});var wt=i(_);g=n(wt,"A",{id:!0,class:!0,href:!0});var Mt=i(g);I=n(Mt,"SPAN",{});var aa=i(I);x(h.$$.fragment,aa),aa.forEach(s),Mt.forEach(s),T=m(wt),y=n(wt,"SPAN",{});var Lt=i(y);L=l(Lt,"\u0421\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u0438\u0439 \u043F\u043E\u0438\u0441\u043A \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E FAISS"),Lt.forEach(s),wt.forEach(s),P=m(e),R.l(e),F=m(e),M=n(e,"P",{});var He=i(M);U=l(He,"\u0412 "),q=n(He,"A",{href:!0});var Nt=i(q);H=l(Nt,"\u0440\u0430\u0437\u0434\u0435\u043B\u0435 5"),Nt.forEach(s),W=l(He," \u043C\u044B \u0441\u043E\u0437\u0434\u0430\u043B\u0438 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445 \u043E issues \u0438 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u044F\u0445 GitHub \u0438\u0437 \u0440\u0435\u043F\u043E\u0437\u0438\u0442\u043E\u0440\u0438\u044F \u{1F917} Datasets. \u0412 \u044D\u0442\u043E\u043C \u0440\u0430\u0437\u0434\u0435\u043B\u0435 \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u044D\u0442\u0443 \u0438\u043D\u0444\u043E\u0440\u043C\u0430\u0446\u0438\u044E \u0434\u043B\u044F \u0441\u043E\u0437\u0434\u0430\u043D\u0438\u044F \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u044B, \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u043F\u043E\u043C\u043E\u0436\u0435\u0442 \u043D\u0430\u043C \u043D\u0430\u0439\u0442\u0438 \u043E\u0442\u0432\u0435\u0442\u044B \u043D\u0430 \u0441\u0430\u043C\u044B\u0435 \u043D\u0430\u0441\u0443\u0449\u043D\u044B\u0435 \u0432\u043E\u043F\u0440\u043E\u0441\u044B \u043E \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0435!"),He.forEach(s),B=m(e),x(D.$$.fragment,e),G=m(e),u=n(e,"H2",{id:!0});var la=i(u);A=l(la,"\u0418\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u0435 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432 \u0434\u043B\u044F \u0441\u0435\u043C\u0430\u043D\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"),la.forEach(s),N=m(e),Y=n(e,"P",{});var zt=i(Y);oe=l(zt,"\u041A\u0430\u043A \u043C\u044B \u0432\u0438\u0434\u0435\u043B\u0438 \u0432 "),ne=n(zt,"A",{href:!0});var qr=i(ne);bl=l(qr,"\u0413\u043B\u0430\u0432\u0435 1"),qr.forEach(s),$l=l(zt,", \u044F\u0437\u044B\u043A\u043E\u0432\u044B\u0435 \u043C\u043E\u0434\u0435\u043B\u0438 \u043D\u0430 \u043E\u0441\u043D\u043E\u0432\u0435 Transformer \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u044F\u044E\u0442 \u043A\u0430\u0436\u0434\u0443\u044E \u043B\u0435\u043A\u0441\u0435\u043C\u0443 \u0432 \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u043E\u043C \u0444\u0440\u0430\u0433\u043C\u0435\u043D\u0442\u0435 \u043A\u0430\u043A "),Jt=n(zt,"EM",{});var Tr=i(Jt);vl=l(Tr,"\u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433-\u0432\u0435\u043A\u0442\u043E\u0440"),Tr.forEach(s),El=l(zt,". \u041E\u043A\u0430\u0437\u044B\u0432\u0430\u0435\u0442\u0441\u044F, \u043C\u043E\u0436\u043D\u043E \xAB\u043E\u0431\u044A\u0435\u0434\u0438\u043D\u0438\u0442\u044C\xBB \u043E\u0442\u0434\u0435\u043B\u044C\u043D\u044B\u0435 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F, \u0447\u0442\u043E\u0431\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u0432\u0435\u043A\u0442\u043E\u0440\u043D\u043E\u0435 \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u0435\u043D\u0438\u0435 \u0434\u043B\u044F \u0446\u0435\u043B\u044B\u0445 \u043F\u0440\u0435\u0434\u043B\u043E\u0436\u0435\u043D\u0438\u0439, \u0430\u0431\u0437\u0430\u0446\u0435\u0432 \u0438\u043B\u0438 (\u0432 \u043D\u0435\u043A\u043E\u0442\u043E\u0440\u044B\u0445 \u0441\u043B\u0443\u0447\u0430\u044F\u0445) \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432. \u0417\u0430\u0442\u0435\u043C \u044D\u0442\u0438 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u043C\u043E\u0436\u043D\u043E \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0434\u043B\u044F \u043F\u043E\u0438\u0441\u043A\u0430 \u043F\u043E\u0445\u043E\u0436\u0438\u0445 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432 \u0432 \u043A\u043E\u0440\u043F\u0443\u0441\u0435 \u043F\u0443\u0442\u0435\u043C \u0432\u044B\u0447\u0438\u0441\u043B\u0435\u043D\u0438\u044F \u0441\u043A\u0430\u043B\u044F\u0440\u043D\u043E\u0433\u043E \u043F\u0440\u043E\u0438\u0437\u0432\u0435\u0434\u0435\u043D\u0438\u044F (\u0438\u043B\u0438 \u043A\u0430\u043A\u043E\u0439-\u043B\u0438\u0431\u043E \u0434\u0440\u0443\u0433\u043E\u0439 \u043C\u0435\u0442\u0440\u0438\u043A\u0438 \u0441\u0445\u043E\u0434\u0441\u0442\u0432\u0430) \u043C\u0435\u0436\u0434\u0443 \u043A\u0430\u0436\u0434\u044B\u043C \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u0435\u043C \u0438 \u0432\u043E\u0437\u0432\u0440\u0430\u0442\u0430 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432 \u0441 \u043D\u0430\u0438\u0431\u043E\u043B\u044C\u0448\u0438\u043C \u043F\u0435\u0440\u0435\u043A\u0440\u044B\u0442\u0438\u0435\u043C."),zt.forEach(s),oa=m(e),kt=n(e,"P",{});var Cr=i(kt);xl=l(Cr,"\u0412 \u044D\u0442\u043E\u043C \u0440\u0430\u0437\u0434\u0435\u043B\u0435 \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u0434\u043B\u044F \u0440\u0430\u0437\u0440\u0430\u0431\u043E\u0442\u043A\u0438 \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u044B. \u042D\u0442\u0438 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u044B\u0435 \u0441\u0438\u0441\u0442\u0435\u043C\u044B \u043F\u0440\u0435\u0434\u043B\u0430\u0433\u0430\u044E\u0442 \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u043F\u0440\u0435\u0438\u043C\u0443\u0449\u0435\u0441\u0442\u0432 \u043F\u043E \u0441\u0440\u0430\u0432\u043D\u0435\u043D\u0438\u044E \u0441 \u0442\u0440\u0430\u0434\u0438\u0446\u0438\u043E\u043D\u043D\u044B\u043C\u0438 \u043F\u043E\u0434\u0445\u043E\u0434\u0430\u043C\u0438, \u043E\u0441\u043D\u043E\u0432\u0430\u043D\u043D\u044B\u043C\u0438 \u043D\u0430 \u0441\u043E\u043F\u043E\u0441\u0442\u0430\u0432\u043B\u0435\u043D\u0438\u0438 \u043A\u043B\u044E\u0447\u0435\u0432\u044B\u0445 \u0441\u043B\u043E\u0432 \u0432 \u0437\u0430\u043F\u0440\u043E\u0441\u0435 \u0441 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u043C\u0438."),Cr.forEach(s),na=m(e),Te=n(e,"DIV",{class:!0});var il=i(Te);Ne=n(il,"IMG",{class:!0,src:!0,alt:!0}),wl=m(il),ze=n(il,"IMG",{class:!0,src:!0,alt:!0}),il.forEach(s),ra=m(e),Be=n(e,"H2",{id:!0});var Sr=i(Be);kl=l(Sr,"\u0417\u0430\u0433\u0440\u0443\u0437\u043A\u0430 \u0438 \u043F\u043E\u0434\u0433\u043E\u0442\u043E\u0432\u043A\u0430 \u0434\u0430\u0442\u0430\u0441\u0435\u0442\u0430"),Sr.forEach(s),ia=m(e),jt=n(e,"P",{});var Ar=i(jt);jl=l(Ar,"\u041F\u0435\u0440\u0432\u043E\u0435, \u0447\u0442\u043E \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \u0441\u0434\u0435\u043B\u0430\u0442\u044C, \u044D\u0442\u043E \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0442\u044C \u043D\u0430\u0448 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445 \u043E\u0431 issues GitHub, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u043E\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u0435\u043C\u0441\u044F \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u043E\u0439 \u{1F917} Hub \u0434\u043B\u044F \u043F\u043E\u043B\u0443\u0447\u0435\u043D\u0438\u044F URL-\u0430\u0434\u0440\u0435\u0441\u0430, \u043F\u043E \u043A\u043E\u0442\u043E\u0440\u043E\u043C\u0443 \u043D\u0430\u0448 \u0444\u0430\u0439\u043B \u0445\u0440\u0430\u043D\u0438\u0442\u0441\u044F \u0432 Hugging Face Hub:"),Ar.forEach(s),pa=m(e),x(Ue.$$.fragment,e),da=m(e),ge=n(e,"P",{});var Bt=i(ge);yl=l(Bt,"\u0421 URL-\u0430\u0434\u0440\u0435\u0441\u043E\u043C, \u0441\u043E\u0445\u0440\u0430\u043D\u0435\u043D\u043D\u044B\u043C \u0432 "),Qt=n(Bt,"CODE",{});var Or=i(Qt);Dl=l(Or,"data_files"),Or.forEach(s),ql=l(Bt,", \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0442\u044C \u0443\u0434\u0430\u043B\u0435\u043D\u043D\u044B\u0439 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445, \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u044F \u043C\u0435\u0442\u043E\u0434, \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u0435\u043D\u043D\u044B\u0439 \u0432 "),yt=n(Bt,"A",{href:!0});var Ir=i(yt);Tl=l(Ir,"\u0440\u0430\u0437\u0434\u0435\u043B 2"),Ir.forEach(s),Cl=l(Bt,":"),Bt.forEach(s),ma=m(e),x(Ge.$$.fragment,e),ca=m(e),x(Ye.$$.fragment,e),ua=m(e),J=n(e,"P",{});var ie=i(J);Sl=l(ie,"\u0417\u0434\u0435\u0441\u044C \u043C\u044B \u0443\u043A\u0430\u0437\u0430\u043B\u0438 \u043F\u043E\u0434\u0432\u044B\u0431\u043E\u0440\u043A\u0443 "),Xt=n(ie,"CODE",{});var Pr=i(Xt);Al=l(Pr,"train"),Pr.forEach(s),Ol=l(ie," \u043F\u043E \u0443\u043C\u043E\u043B\u0447\u0430\u043D\u0438\u044E \u0432 "),Kt=n(ie,"CODE",{});var Rr=i(Kt);Il=l(Rr,"load_dataset()"),Rr.forEach(s),Pl=l(ie,", \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u043E\u043D \u0432\u043E\u0437\u0432\u0440\u0430\u0449\u0430\u0435\u0442 "),Zt=n(ie,"CODE",{});var Fr=i(Zt);Rl=l(Fr,"Dataset"),Fr.forEach(s),Fl=l(ie," \u0432\u043C\u0435\u0441\u0442\u043E "),es=n(ie,"CODE",{});var Hr=i(es);Hl=l(Hr,"DatasetDict"),Hr.forEach(s),Ml=l(ie,". \u041F\u0435\u0440\u0432\u044B\u043C \u0434\u0435\u043B\u043E\u043C \u043D\u0443\u0436\u043D\u043E \u043E\u0442\u0444\u0438\u043B\u044C\u0442\u0440\u043E\u0432\u0430\u0442\u044C \u0437\u0430\u043F\u0440\u043E\u0441\u044B \u043D\u0430 pull-requests, \u043F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u043E\u043D\u0438, \u043A\u0430\u043A \u043F\u0440\u0430\u0432\u0438\u043B\u043E, \u0440\u0435\u0434\u043A\u043E \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u044E\u0442\u0441\u044F \u0434\u043B\u044F \u043E\u0442\u0432\u0435\u0442\u043E\u0432 \u043D\u0430 \u0432\u043E\u043F\u0440\u043E\u0441\u044B \u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u0435\u043B\u0435\u0439 \u0438 \u0441\u043E\u0437\u0434\u0430\u044E\u0442 \u0448\u0443\u043C \u0432 \u043D\u0430\u0448\u0435\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u0435. \u041A\u0430\u043A \u0434\u043E\u043B\u0436\u043D\u043E \u0431\u044B\u0442\u044C \u0443\u0436\u0435 \u0438\u0437\u0432\u0435\u0441\u0442\u043D\u043E, \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),ts=n(ie,"CODE",{});var Mr=i(ts);Ll=l(Mr,"Dataset.filter()"),Mr.forEach(s),Nl=l(ie,", \u0447\u0442\u043E\u0431\u044B \u0438\u0441\u043A\u043B\u044E\u0447\u0438\u0442\u044C \u044D\u0442\u0438 \u0441\u0442\u0440\u043E\u043A\u0438 \u0438\u0437 \u043D\u0430\u0448\u0435\u0433\u043E \u043D\u0430\u0431\u043E\u0440\u0430 \u0434\u0430\u043D\u043D\u044B\u0445. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0442\u0430\u043A\u0436\u0435 \u043E\u0442\u0444\u0438\u043B\u044C\u0442\u0440\u0443\u0435\u043C \u0441\u0442\u0440\u043E\u043A\u0438 \u0431\u0435\u0437 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432, \u043F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u043E\u043D\u0438 \u043D\u0435 \u0434\u0430\u044E\u0442 \u043E\u0442\u0432\u0435\u0442\u043E\u0432 \u043D\u0430 \u0437\u0430\u043F\u0440\u043E\u0441\u044B \u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u0435\u043B\u0435\u0439:"),ie.forEach(s),fa=m(e),x(We.$$.fragment,e),_a=m(e),x(Ve.$$.fragment,e),ha=m(e),Q=n(e,"P",{});var pe=i(Q);zl=l(pe,"\u041C\u044B \u0432\u0438\u0434\u0438\u043C, \u0447\u0442\u043E \u0432 \u043D\u0430\u0448\u0435\u043C \u043D\u0430\u0431\u043E\u0440\u0435 \u0434\u0430\u043D\u043D\u044B\u0445 \u043C\u043D\u043E\u0433\u043E \u0441\u0442\u043E\u043B\u0431\u0446\u043E\u0432, \u0431\u043E\u043B\u044C\u0448\u0438\u043D\u0441\u0442\u0432\u043E \u0438\u0437 \u043A\u043E\u0442\u043E\u0440\u044B\u0445 \u043D\u0430\u043C \u043D\u0435 \u043D\u0443\u0436\u043D\u043E \u0434\u043B\u044F \u0441\u043E\u0437\u0434\u0430\u043D\u0438\u044F \u043D\u0430\u0448\u0435\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u044B. \u0421 \u0442\u043E\u0447\u043A\u0438 \u0437\u0440\u0435\u043D\u0438\u044F \u043F\u043E\u0438\u0441\u043A\u0430 \u043D\u0430\u0438\u0431\u043E\u043B\u0435\u0435 \u0438\u043D\u0444\u043E\u0440\u043C\u0430\u0442\u0438\u0432\u043D\u044B\u043C\u0438 \u0441\u0442\u043E\u043B\u0431\u0446\u0430\u043C\u0438 \u044F\u0432\u043B\u044F\u044E\u0442\u0441\u044F "),ss=n(pe,"CODE",{});var Lr=i(ss);Bl=l(Lr,"title"),Lr.forEach(s),Ul=l(pe,", "),as=n(pe,"CODE",{});var Nr=i(as);Gl=l(Nr,"body"),Nr.forEach(s),Yl=l(pe," \u0438 "),ls=n(pe,"CODE",{});var zr=i(ls);Wl=l(zr,"comments"),zr.forEach(s),Vl=l(pe,", \u0430 "),os=n(pe,"CODE",{});var Br=i(os);Jl=l(Br,"html_url"),Br.forEach(s),Ql=l(pe," \u0441\u043E\u0434\u0435\u0440\u0436\u0438\u0442 \u043D\u0430\u043C \u0441\u0441\u044B\u043B\u043A\u0443 \u043D\u0430 \u0438\u0441\u0445\u043E\u0434\u043D\u0443\u044E \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u0443. \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u043E\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u0435\u043C\u0441\u044F \u0444\u0443\u043D\u043A\u0446\u0438\u0435\u0439 "),ns=n(pe,"CODE",{});var Ur=i(ns);Xl=l(Ur,"Dataset.remove_columns()"),Ur.forEach(s),Kl=l(pe,", \u0447\u0442\u043E\u0431\u044B \u0443\u0434\u0430\u043B\u0438\u0442\u044C \u043E\u0441\u0442\u0430\u043B\u044C\u043D\u044B\u0435 \u0441\u0442\u043E\u043B\u0431\u0446\u044B:"),pe.forEach(s),ga=m(e),x(Je.$$.fragment,e),ba=m(e),x(Qe.$$.fragment,e),$a=m(e),X=n(e,"P",{});var we=i(X);Zl=l(we,"\u0427\u0442\u043E\u0431\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u043D\u0430\u0448\u0438 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0438, \u043C\u044B \u0434\u043E\u043F\u043E\u043B\u043D\u0438\u043C \u043A\u0430\u0436\u0434\u044B\u0439 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0439 \u0437\u0430\u0433\u043E\u043B\u043E\u0432\u043A\u043E\u043C \u0438 \u0442\u0435\u043B\u043E\u043C \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u044B, \u043F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u044D\u0442\u0438 \u043F\u043E\u043B\u044F \u0447\u0430\u0441\u0442\u043E \u0441\u043E\u0434\u0435\u0440\u0436\u0430\u0442 \u043F\u043E\u043B\u0435\u0437\u043D\u0443\u044E \u043A\u043E\u043D\u0442\u0435\u043A\u0441\u0442\u043D\u0443\u044E \u0438\u043D\u0444\u043E\u0440\u043C\u0430\u0446\u0438\u044E. \u041F\u043E\u0441\u043A\u043E\u043B\u044C\u043A\u0443 \u043D\u0430\u0448 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),rs=n(we,"CODE",{});var Gr=i(rs);eo=l(Gr,"comments"),Gr.forEach(s),to=l(we," \u0432 \u043D\u0430\u0441\u0442\u043E\u044F\u0449\u0435\u0435 \u0432\u0440\u0435\u043C\u044F \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u044F\u0435\u0442 \u0441\u043E\u0431\u043E\u0439 \u0441\u043F\u0438\u0441\u043E\u043A \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432 \u0434\u043B\u044F \u043A\u0430\u0436\u0434\u043E\u0439 \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u044B, \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \xAB\u0440\u0430\u0437\u0432\u0435\u0440\u043D\u0443\u0442\u044C\xBB \u0441\u0442\u043E\u043B\u0431\u0435\u0446, \u0447\u0442\u043E\u0431\u044B \u043A\u0430\u0436\u0434\u0430\u044F \u0441\u0442\u0440\u043E\u043A\u0430 \u0441\u043E\u0441\u0442\u043E\u044F\u043B\u0430 \u0438\u0437 \u043A\u043E\u0440\u0442\u0435\u0436\u0430 "),is=n(we,"CODE",{});var Yr=i(is);so=l(Yr,"(html_url, title, body, comment)"),Yr.forEach(s),ao=l(we,". \u0412 Pandas \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0441\u0434\u0435\u043B\u0430\u0442\u044C \u044D\u0442\u043E \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u0438 "),Xe=n(we,"A",{href:!0,rel:!0});var Wr=i(Xe);ps=n(Wr,"CODE",{});var Vr=i(ps);lo=l(Vr,"DataFrame.explode()"),Vr.forEach(s),Wr.forEach(s),oo=l(we,", \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u0441\u043E\u0437\u0434\u0430\u0435\u0442 \u043D\u043E\u0432\u0443\u044E \u0441\u0442\u0440\u043E\u043A\u0443 \u0434\u043B\u044F \u043A\u0430\u0436\u0434\u043E\u0433\u043E \u044D\u043B\u0435\u043C\u0435\u043D\u0442\u0430 \u0432 \u0441\u0442\u043E\u043B\u0431\u0446\u0435, \u043F\u043E\u0445\u043E\u0436\u0435\u043C \u043D\u0430 \u0441\u043F\u0438\u0441\u043E\u043A, \u043F\u0440\u0438 \u043A\u043E\u043F\u0438\u0440\u043E\u0432\u0430\u043D\u0438\u0438 \u0432\u0441\u0435\u0445 \u0434\u0440\u0443\u0433\u0438\u0445 \u0437\u043D\u0430\u0447\u0435\u043D\u0438\u0439 \u0441\u0442\u043E\u043B\u0431\u0446\u0430. \u0427\u0442\u043E\u0431\u044B \u0443\u0432\u0438\u0434\u0435\u0442\u044C \u044D\u0442\u043E \u0432 \u0434\u0435\u0439\u0441\u0442\u0432\u0438\u0438, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043D\u0430\u0447\u0430\u043B\u0430 \u043F\u0435\u0440\u0435\u043A\u043B\u044E\u0447\u0438\u043C\u0441\u044F \u043D\u0430 \u0444\u043E\u0440\u043C\u0430\u0442 Pandas "),ds=n(we,"CODE",{});var Jr=i(ds);no=l(Jr,"DataFrame"),Jr.forEach(s),ro=l(we,":"),we.forEach(s),va=m(e),x(Ke.$$.fragment,e),Ea=m(e),Se=n(e,"P",{});var pl=i(Se);io=l(pl,"\u0415\u0441\u043B\u0438 \u043C\u044B \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u043C \u043F\u0435\u0440\u0432\u0443\u044E \u0441\u0442\u0440\u043E\u043A\u0443 \u0432 \u044D\u0442\u043E\u043C "),ms=n(pl,"CODE",{});var Qr=i(ms);po=l(Qr,"DataFrame"),Qr.forEach(s),mo=l(pl,", \u043C\u044B \u0443\u0432\u0438\u0434\u0438\u043C, \u0447\u0442\u043E \u0435\u0441\u0442\u044C \u0447\u0435\u0442\u044B\u0440\u0435 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u044F, \u0441\u0432\u044F\u0437\u0430\u043D\u043D\u044B\u0445 \u0441 \u044D\u0442\u043E\u0439 \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u043E\u0439:"),pl.forEach(s),xa=m(e),x(Ze.$$.fragment,e),wa=m(e),x(et.$$.fragment,e),ka=m(e),Ae=n(e,"P",{});var dl=i(Ae);co=l(dl,"\u041A\u043E\u0433\u0434\u0430 \u043C\u044B \xAB\u0440\u0430\u0437\u0432\u0435\u0440\u043D\u0435\u043C\xBB "),cs=n(dl,"CODE",{});var Xr=i(cs);uo=l(Xr,"df"),Xr.forEach(s),fo=l(dl,", \u043C\u044B \u043E\u0436\u0438\u0434\u0430\u0435\u043C \u043F\u043E\u043B\u0443\u0447\u0438\u0442\u044C \u043F\u043E \u043E\u0434\u043D\u043E\u0439 \u0441\u0442\u0440\u043E\u043A\u0435 \u0434\u043B\u044F \u043A\u0430\u0436\u0434\u043E\u0433\u043E \u0438\u0437 \u044D\u0442\u0438\u0445 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432. \u041F\u0440\u043E\u0432\u0435\u0440\u0438\u043C, \u0442\u0430\u043A \u043B\u0438 \u044D\u0442\u043E:"),dl.forEach(s),ja=m(e),x(tt.$$.fragment,e),ya=m(e),ee=n(e,"TABLE",{border:!0,class:!0,style:!0});var ml=i(ee);us=n(ml,"THEAD",{});var Kr=i(us);K=n(Kr,"TR",{style:!0});var ke=i(K);Da=n(ke,"TH",{}),i(Da).forEach(s),_o=m(ke),fs=n(ke,"TH",{});var Zr=i(fs);ho=l(Zr,"html_url"),Zr.forEach(s),go=m(ke),_s=n(ke,"TH",{});var ei=i(_s);bo=l(ei,"title"),ei.forEach(s),$o=m(ke),hs=n(ke,"TH",{});var ti=i(hs);vo=l(ti,"comments"),ti.forEach(s),Eo=m(ke),gs=n(ke,"TH",{});var si=i(gs);xo=l(si,"body"),si.forEach(s),ke.forEach(s),Kr.forEach(s),wo=m(ml),de=n(ml,"TBODY",{});var Me=i(de);te=n(Me,"TR",{});var je=i(te);bs=n(je,"TH",{});var ai=i(bs);ko=l(ai,"0"),ai.forEach(s),jo=m(je),$s=n(je,"TD",{});var li=i($s);yo=l(li,"https://github.com/huggingface/datasets/issues/2787"),li.forEach(s),Do=m(je),vs=n(je,"TD",{});var oi=i(vs);qo=l(oi,"ConnectionError: Couldn't reach https://raw.githubusercontent.com"),oi.forEach(s),To=m(je),Es=n(je,"TD",{});var ni=i(Es);Co=l(ni,"the bug code locate in \uFF1A\\r\\n    if data_args.task_name is not None..."),ni.forEach(s),So=m(je),xs=n(je,"TD",{});var ri=i(xs);Ao=l(ri,"Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),ri.forEach(s),je.forEach(s),Oo=m(Me),se=n(Me,"TR",{});var ye=i(se);ws=n(ye,"TH",{});var ii=i(ws);Io=l(ii,"1"),ii.forEach(s),Po=m(ye),ks=n(ye,"TD",{});var pi=i(ks);Ro=l(pi,"https://github.com/huggingface/datasets/issues/2787"),pi.forEach(s),Fo=m(ye),js=n(ye,"TD",{});var di=i(js);Ho=l(di,"ConnectionError: Couldn't reach https://raw.githubusercontent.com"),di.forEach(s),Mo=m(ye),ys=n(ye,"TD",{});var mi=i(ys);Lo=l(mi,"Hi @jinec,\\r\\n\\r\\nFrom time to time we get this kind of `ConnectionError` coming from the github.com website: https://raw.githubusercontent.com..."),mi.forEach(s),No=m(ye),Ds=n(ye,"TD",{});var ci=i(Ds);zo=l(ci,"Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),ci.forEach(s),ye.forEach(s),Bo=m(Me),ae=n(Me,"TR",{});var De=i(ae);qs=n(De,"TH",{});var ui=i(qs);Uo=l(ui,"2"),ui.forEach(s),Go=m(De),Ts=n(De,"TD",{});var fi=i(Ts);Yo=l(fi,"https://github.com/huggingface/datasets/issues/2787"),fi.forEach(s),Wo=m(De),Cs=n(De,"TD",{});var _i=i(Cs);Vo=l(_i,"ConnectionError: Couldn't reach https://raw.githubusercontent.com"),_i.forEach(s),Jo=m(De),Ss=n(De,"TD",{});var hi=i(Ss);Qo=l(hi,"cannot connect\uFF0Ceven by Web browser\uFF0Cplease check that  there is some  problems\u3002"),hi.forEach(s),Xo=m(De),As=n(De,"TD",{});var gi=i(As);Ko=l(gi,"Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),gi.forEach(s),De.forEach(s),Zo=m(Me),le=n(Me,"TR",{});var qe=i(le);Os=n(qe,"TH",{});var bi=i(Os);en=l(bi,"3"),bi.forEach(s),tn=m(qe),Is=n(qe,"TD",{});var $i=i(Is);sn=l($i,"https://github.com/huggingface/datasets/issues/2787"),$i.forEach(s),an=m(qe),Ps=n(qe,"TD",{});var vi=i(Ps);ln=l(vi,"ConnectionError: Couldn't reach https://raw.githubusercontent.com"),vi.forEach(s),on=m(qe),Rs=n(qe,"TD",{});var Ei=i(Rs);nn=l(Ei,"I can access https://raw.githubusercontent.com/huggingface/datasets/1.7.0/datasets/glue/glue.py without problem..."),Ei.forEach(s),rn=m(qe),Fs=n(qe,"TD",{});var xi=i(Fs);pn=l(xi,"Hello,\\r\\nI am trying to run run_glue.py and it gives me this error..."),xi.forEach(s),qe.forEach(s),Me.forEach(s),ml.forEach(s),qa=m(e),re=n(e,"P",{});var Le=i(re);dn=l(Le,"\u041E\u0442\u043B\u0438\u0447\u043D\u043E, \u043C\u044B \u0432\u0438\u0434\u0438\u043C, \u0447\u0442\u043E \u0441\u0442\u0440\u043E\u043A\u0438 \u0431\u044B\u043B\u0438 \u0441\u043A\u043E\u043F\u0438\u0440\u043E\u0432\u0430\u043D\u044B, \u0430 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),Hs=n(Le,"CODE",{});var wi=i(Hs);mn=l(wi,"comments"),wi.forEach(s),cn=l(Le," \u0441\u043E\u0434\u0435\u0440\u0436\u0438\u0442 \u043E\u0442\u0434\u0435\u043B\u044C\u043D\u044B\u0435 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438! \u0422\u0435\u043F\u0435\u0440\u044C, \u043A\u043E\u0433\u0434\u0430 \u043C\u044B \u0437\u0430\u043A\u043E\u043D\u0447\u0438\u043B\u0438 \u0441 Pandas, \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0431\u044B\u0441\u0442\u0440\u043E \u0432\u0435\u0440\u043D\u0443\u0442\u044C\u0441\u044F \u043A "),Ms=n(Le,"CODE",{});var ki=i(Ms);un=l(ki,"Dataset"),ki.forEach(s),fn=l(Le,", \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u0432 "),Ls=n(Le,"CODE",{});var ji=i(Ls);_n=l(ji,"DataFrame"),ji.forEach(s),hn=l(Le," \u0432 \u043F\u0430\u043C\u044F\u0442\u044C:"),Le.forEach(s),Ta=m(e),x(st.$$.fragment,e),Ca=m(e),x(at.$$.fragment,e),Sa=m(e),Dt=n(e,"P",{});var yi=i(Dt);gn=l(yi,"\u0425\u043E\u0440\u043E\u0448\u043E, \u044D\u0442\u043E \u0434\u0430\u043B\u043E \u043D\u0430\u043C \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u0442\u044B\u0441\u044F\u0447 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432 \u0434\u043B\u044F \u0440\u0430\u0431\u043E\u0442\u044B!"),yi.forEach(s),Aa=m(e),x(Oe.$$.fragment,e),Oa=m(e),Ie=n(e,"P",{});var cl=i(Ie);bn=l(cl,"\u0422\u0435\u043F\u0435\u0440\u044C, \u043A\u043E\u0433\u0434\u0430 \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C \u043E\u0434\u0438\u043D \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0439 \u0432 \u0441\u0442\u0440\u043E\u043A\u0435, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 "),Ns=n(cl,"CODE",{});var Di=i(Ns);$n=l(Di,"comments_length"),Di.forEach(s),vn=l(cl,", \u0441\u043E\u0434\u0435\u0440\u0436\u0430\u0449\u0438\u0439 \u043A\u043E\u043B\u0438\u0447\u0435\u0441\u0442\u0432\u043E \u0441\u043B\u043E\u0432 \u0432 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438:"),cl.forEach(s),Ia=m(e),x(lt.$$.fragment,e),Pa=m(e),qt=n(e,"P",{});var qi=i(qt);En=l(qi,"\u041C\u044B \u043C\u043E\u0436\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u044D\u0442\u043E\u0442 \u043D\u043E\u0432\u044B\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 \u0434\u043B\u044F \u0444\u0438\u043B\u044C\u0442\u0440\u0430\u0446\u0438\u0438 \u043A\u043E\u0440\u043E\u0442\u043A\u0438\u0445 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0435\u0432, \u043A\u043E\u0442\u043E\u0440\u044B\u0435 \u043E\u0431\u044B\u0447\u043D\u043E \u0441\u043E\u0434\u0435\u0440\u0436\u0430\u0442 \u0442\u0430\u043A\u0438\u0435 \u0441\u043B\u043E\u0432\u0430, \u043A\u0430\u043A \xABcc @lewtun\xBB \u0438\u043B\u0438 Thanks!\xBB, \u043A\u043E\u0442\u043E\u0440\u044B\u0435 \u043D\u0435 \u0438\u043C\u0435\u044E\u0442 \u043E\u0442\u043D\u043E\u0448\u0435\u043D\u0438\u044F \u043A \u043D\u0430\u0448\u0435\u0439 \u043F\u043E\u0438\u0441\u043A\u043E\u0432\u043E\u0439 \u0441\u0438\u0441\u0442\u0435\u043C\u0435. \u041D\u0435\u0442 \u0442\u043E\u0447\u043D\u043E\u0433\u043E \u0447\u0438\u0441\u043B\u0430 \u0434\u043B\u044F \u0432\u044B\u0431\u043E\u0440\u0430 \u043F\u043E\u0440\u043E\u0433\u0430 \u0447\u0438\u0441\u043B\u0430 \u0441\u043B\u043E\u0432, \u043D\u043E \u043E\u043A\u043E\u043B\u043E 15 \u0441\u043B\u043E\u0432 \u043A\u0430\u0436\u0435\u0442\u0441\u044F \u0445\u043E\u0440\u043E\u0448\u0438\u043C \u043D\u0430\u0447\u0430\u043B\u043E\u043C:"),qi.forEach(s),Ra=m(e),x(ot.$$.fragment,e),Fa=m(e),x(nt.$$.fragment,e),Ha=m(e),be=n(e,"P",{});var Ut=i(be);xn=l(Ut,"\u041D\u0435\u043C\u043D\u043E\u0433\u043E \u043E\u0447\u0438\u0441\u0442\u0438\u0432 \u043D\u0430\u0448 \u043D\u0430\u0431\u043E\u0440 \u0434\u0430\u043D\u043D\u044B\u0445, \u0434\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0435\u0434\u0438\u043D\u0438\u043C \u043D\u0430\u0437\u0432\u0430\u043D\u0438\u0435 issue, \u043E\u043F\u0438\u0441\u0430\u043D\u0438\u0435 \u0438 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438 \u0432\u043C\u0435\u0441\u0442\u0435 \u0432 \u043D\u043E\u0432\u043E\u043C \u0441\u0442\u043E\u043B\u0431\u0446\u0435 "),zs=n(Ut,"CODE",{});var Ti=i(zs);wn=l(Ti,"text"),Ti.forEach(s),kn=l(Ut,". \u041A\u0430\u043A \u043E\u0431\u044B\u0447\u043D\u043E, \u043C\u044B \u043D\u0430\u043F\u0438\u0448\u0435\u043C \u043F\u0440\u043E\u0441\u0442\u0443\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u044E, \u043A\u043E\u0442\u043E\u0440\u0443\u044E \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0435\u0440\u0435\u0434\u0430\u0442\u044C \u0432 "),Bs=n(Ut,"CODE",{});var Ci=i(Bs);jn=l(Ci,"Dataset.map()"),Ci.forEach(s),yn=l(Ut,":"),Ut.forEach(s),Ma=m(e),x(rt.$$.fragment,e),La=m(e),Tt=n(e,"P",{});var Si=i(Tt);Dn=l(Si,"\u041D\u0430\u043A\u043E\u043D\u0435\u0446-\u0442\u043E \u043C\u044B \u0433\u043E\u0442\u043E\u0432\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432\u2019! \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0432\u0437\u0433\u043B\u044F\u043D\u0435\u043C."),Si.forEach(s),Na=m(e),it=n(e,"H2",{id:!0});var Ai=i(it);qn=l(Ai,"\u0421\u043E\u0437\u0434\u0430\u043D\u0438\u0435 \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u044B\u0445 \u044D\u043C\u0431\u0435\u0434\u0438\u043D\u043D\u0433\u043E\u0432"),Ai.forEach(s),za=m(e),V=n(e,"P",{});var Z=i(V);Tn=l(Z,"\u0412 "),Ct=n(Z,"A",{href:!0});var Oi=i(Ct);Cn=l(Oi,"\u0413\u043B\u0430\u0432\u0435 2"),Oi.forEach(s),Sn=l(Z," \u043C\u044B \u0432\u0438\u0434\u0435\u043B\u0438, \u0447\u0442\u043E \u043C\u043E\u0436\u043D\u043E \u043F\u043E\u043B\u0443\u0447\u0438\u0442\u044C \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432 \u0442\u043E\u043A\u0435\u043D\u043E\u0432 \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E \u043A\u043B\u0430\u0441\u0441\u0430 AutoModel. \u0412\u0441\u0435, \u0447\u0442\u043E \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \u0441\u0434\u0435\u043B\u0430\u0442\u044C, \u044D\u0442\u043E \u0432\u044B\u0431\u0440\u0430\u0442\u044C \u043F\u043E\u0434\u0445\u043E\u0434\u044F\u0449\u0443\u044E \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0443\u044E \u0442\u043E\u0447\u043A\u0443 \u0434\u043B\u044F \u0437\u0430\u0433\u0440\u0443\u0437\u043A\u0438 \u043C\u043E\u0434\u0435\u043B\u0438. \u041A \u0441\u0447\u0430\u0441\u0442\u044C\u044E, \u0435\u0441\u0442\u044C \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0430 \u043F\u043E\u0434 \u043D\u0430\u0437\u0432\u0430\u043D\u0438\u0435\u043C "),Us=n(Z,"CODE",{});var Ii=i(Us);An=l(Ii,"sentence-transformers"),Ii.forEach(s),On=l(Z,", \u043F\u0440\u0435\u0434\u043D\u0430\u0437\u043D\u0430\u0447\u0435\u043D\u043D\u0430\u044F \u0434\u043B\u044F \u0441\u043E\u0437\u0434\u0430\u043D\u0438\u044F \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432. \u041A\u0430\u043A \u043E\u043F\u0438\u0441\u0430\u043D\u043E \u0432 "),pt=n(Z,"A",{href:!0,rel:!0});var Pi=i(pt);In=l(Pi,"\u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0446\u0438\u0438"),Pi.forEach(s),Pn=l(Z," \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0438, \u043D\u0430\u0448 \u0432\u0430\u0440\u0438\u0430\u043D\u0442 \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u044F \u044F\u0432\u043B\u044F\u0435\u0442\u0441\u044F \u043F\u0440\u0438\u043C\u0435\u0440\u043E\u043C "),Gs=n(Z,"EM",{});var Ri=i(Gs);Rn=l(Ri,"\u0430\u0441\u0438\u043C\u043C\u0435\u0442\u0440\u0438\u0447\u043D\u043E\u0433\u043E \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"),Ri.forEach(s),Fn=l(Z," \u043F\u043E\u0442\u043E\u043C\u0443 \u0447\u0442\u043E \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C \u043A\u043E\u0440\u043E\u0442\u043A\u0438\u0439 \u0437\u0430\u043F\u0440\u043E\u0441, \u043E\u0442\u0432\u0435\u0442 \u043D\u0430 \u043A\u043E\u0442\u043E\u0440\u044B\u0439 \u043C\u044B \u0445\u043E\u0442\u0435\u043B\u0438 \u0431\u044B \u043D\u0430\u0439\u0442\u0438 \u0432 \u0431\u043E\u043B\u0435\u0435 \u0434\u043B\u0438\u043D\u043D\u043E\u043C \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0435, \u043D\u0430\u043F\u0440\u0438\u043C\u0435\u0440, \u0432 \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u0438 \u043A \u043F\u0440\u043E\u0431\u043B\u0435\u043C\u0435. \u0412 \u0443\u0434\u043E\u0431\u043D\u043E\u0439 "),dt=n(Z,"A",{href:!0,rel:!0});var Fi=i(dt);Hn=l(Fi,"\u0442\u0430\u0431\u043B\u0438\u0446\u0435 \u043E\u0431\u0437\u043E\u0440\u0430 \u043C\u043E\u0434\u0435\u043B\u0438"),Fi.forEach(s),Mn=l(Z," \u0432 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u0446\u0438\u0438 \u0443\u043A\u0430\u0437\u0430\u043D\u043E, \u0447\u0442\u043E \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0430\u044F \u0442\u043E\u0447\u043A\u0430 "),Ys=n(Z,"CODE",{});var Hi=i(Ys);Ln=l(Hi,"multi-qa-mpnet-base-dot-v1"),Hi.forEach(s),Nn=l(Z," \u0438\u043C\u0435\u0435\u0442 \u043B\u0443\u0447\u0448\u0443\u044E \u043F\u0440\u043E\u0438\u0437\u0432\u043E\u0434\u0438\u0442\u0435\u043B\u044C\u043D\u043E\u0441\u0442\u044C \u0434\u043B\u044F \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0435\u0451 \u0434\u043B\u044F \u043D\u0430\u0448\u0435\u0433\u043E \u043F\u0440\u0438\u043B\u043E\u0436\u0435\u043D\u0438\u044F. \u041C\u044B \u0442\u0430\u043A\u0436\u0435 \u0437\u0430\u0433\u0440\u0443\u0437\u0438\u043C \u0442\u043E\u043A\u0435\u043D\u0438\u0437\u0430\u0442\u043E\u0440, \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u044F \u0442\u0443 \u0436\u0435 \u043A\u043E\u043D\u0442\u0440\u043E\u043B\u044C\u043D\u0443\u044E \u0442\u043E\u0447\u043A\u0443:"),Z.forEach(s),Ba=m(e),ce.l(e),St=m(e),$e=n(e,"P",{});var Gt=i($e);zn=l(Gt,"\u041A\u0430\u043A \u043C\u044B \u0443\u043F\u043E\u043C\u0438\u043D\u0430\u043B\u0438 \u0440\u0430\u043D\u0435\u0435, \u043C\u044B \u0445\u043E\u0442\u0435\u043B\u0438 \u0431\u044B \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u0438\u0442\u044C \u043A\u0430\u0436\u0434\u0443\u044E \u0437\u0430\u043F\u0438\u0441\u044C \u0432 \u043D\u0430\u0448\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u0435 issues GitHub \u043A\u0430\u043A \u0435\u0434\u0438\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440, \u043F\u043E\u044D\u0442\u043E\u043C\u0443 \u043D\u0430\u043C \u043D\u0443\u0436\u043D\u043E \u043A\u0430\u043A\u0438\u043C-\u0442\u043E \u043E\u0431\u0440\u0430\u0437\u043E\u043C \xAB\u043E\u0431\u044A\u0435\u0434\u0438\u043D\u0438\u0442\u044C\xBB \u0438\u043B\u0438 \u0443\u0441\u0440\u0435\u0434\u043D\u0438\u0442\u044C \u043D\u0430\u0448\u0438 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u0442\u043E\u043A\u0435\u043D\u043E\u0432. \u041E\u0434\u043D\u0438\u043C \u0438\u0437 \u043F\u043E\u043F\u0443\u043B\u044F\u0440\u043D\u044B\u0445 \u043F\u043E\u0434\u0445\u043E\u0434\u043E\u0432 \u044F\u0432\u043B\u044F\u0435\u0442\u0441\u044F \u0432\u044B\u043F\u043E\u043B\u043D\u0435\u043D\u0438\u0435 "),Ws=n(Gt,"EM",{});var Mi=i(Ws);Bn=l(Mi,"CLS pooling"),Mi.forEach(s),Un=l(Gt," \u0432\u044B\u0445\u043E\u0434\u043D\u044B\u0445 \u0434\u0430\u043D\u043D\u044B\u0445 \u043D\u0430\u0448\u0435\u0439 \u043C\u043E\u0434\u0435\u043B\u0438, \u043A\u043E\u0433\u0434\u0430 \u043C\u044B \u043F\u0440\u043E\u0441\u0442\u043E \u0441\u043E\u0431\u0438\u0440\u0430\u0435\u043C \u043F\u043E\u0441\u043B\u0435\u0434\u043D\u0435\u0435 \u0441\u043A\u0440\u044B\u0442\u043E\u0435 \u0441\u043E\u0441\u0442\u043E\u044F\u043D\u0438\u0435 \u0434\u043B\u044F \u0441\u043F\u0435\u0446\u0438\u0430\u043B\u044C\u043D\u043E\u0433\u043E \u0442\u043E\u043A\u0435\u043D\u0430 "),Vs=n(Gt,"CODE",{});var Li=i(Vs);Gn=l(Li,"[CLS]"),Li.forEach(s),Yn=l(Gt,". \u0421\u043B\u0435\u0434\u0443\u044E\u0449\u0430\u044F \u0444\u0443\u043D\u043A\u0446\u0438\u044F \u043F\u043E\u043C\u043E\u0436\u0435\u0442 \u043D\u0430\u043C:"),Gt.forEach(s),Ua=m(e),x(mt.$$.fragment,e),Ga=m(e),At=n(e,"P",{});var Ni=i(At);Wn=l(Ni,"\u0414\u0430\u043B\u0435\u0435 \u043C\u044B \u0441\u043E\u0437\u0434\u0430\u0434\u0438\u043C \u0432\u0441\u043F\u043E\u043C\u043E\u0433\u0430\u0442\u0435\u043B\u044C\u043D\u0443\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u044E, \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u0440\u0430\u0437\u043C\u0435\u0442\u0438\u0442 \u0441\u043F\u0438\u0441\u043E\u043A \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u0432, \u043F\u043E\u043C\u0435\u0441\u0442\u0438\u0442 \u0442\u0435\u043D\u0437\u043E\u0440\u044B \u0432 GPU, \u043F\u0435\u0440\u0435\u0434\u0430\u0441\u0442 \u0438\u0445 \u0432 \u043C\u043E\u0434\u0435\u043B\u044C \u0438, \u043D\u0430\u043A\u043E\u043D\u0435\u0446, \u043F\u0440\u0438\u043C\u0435\u043D\u0438\u0442 CLS pooling \u043A \u0432\u044B\u0445\u043E\u0434\u043D\u044B\u043C \u0434\u0430\u043D\u043D\u044B\u043C:"),Ni.forEach(s),Ya=m(e),fe.l(e),Ot=m(e),It=n(e,"P",{});var zi=i(It);Vn=l(zi,"\u041E\u0431\u0440\u0430\u0442\u0438\u0442\u0435 \u0432\u043D\u0438\u043C\u0430\u043D\u0438\u0435, \u0447\u0442\u043E \u043C\u044B \u043F\u0440\u0435\u043E\u0431\u0440\u0430\u0437\u043E\u0432\u0430\u043B\u0438 \u0432\u043B\u043E\u0436\u0435\u043D\u0438\u044F \u0432 \u043C\u0430\u0441\u0441\u0438\u0432\u044B NumPy \u2014 \u044D\u0442\u043E \u043F\u043E\u0442\u043E\u043C\u0443, \u0447\u0442\u043E \u{1F917} Datasets \u0442\u0440\u0435\u0431\u0443\u044E\u0442 \u044D\u0442\u043E\u0433\u043E \u0444\u043E\u0440\u043C\u0430\u0442\u0430, \u043A\u043E\u0433\u0434\u0430 \u043C\u044B \u043F\u044B\u0442\u0430\u0435\u043C\u0441\u044F \u043F\u0440\u043E\u0438\u043D\u0434\u0435\u043A\u0441\u0438\u0440\u043E\u0432\u0430\u0442\u044C \u0438\u0445 \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E FAISS, \u0447\u0442\u043E \u043C\u044B \u0441\u0434\u0435\u043B\u0430\u0435\u043C \u0434\u0430\u043B\u044C\u0448\u0435."),zi.forEach(s),Wa=m(e),Ce=n(e,"H2",{class:!0});var ul=i(Ce);Pe=n(ul,"A",{id:!0,class:!0,href:!0});var Bi=i(Pe);Js=n(Bi,"SPAN",{});var Ui=i(Js);x(ct.$$.fragment,Ui),Ui.forEach(s),Bi.forEach(s),Jn=m(ul),Qs=n(ul,"SPAN",{});var Gi=i(Qs);Qn=l(Gi,"\u0418\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u0435 FAISS \u0434\u043B\u044F \u044D\u0444\u0444\u0435\u043A\u0442\u0438\u0432\u043D\u043E\u0433\u043E \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"),Gi.forEach(s),ul.forEach(s),Va=m(e),ve=n(e,"P",{});var Yt=i(ve);Xn=l(Yt,"\u0422\u0435\u043F\u0435\u0440\u044C, \u043A\u043E\u0433\u0434\u0430 \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C \u0434\u0430\u0442\u0430\u0441\u0435\u0442 \u0441 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0430\u043C\u0438, \u043D\u0430\u043C \u043D\u0443\u0436\u0435\u043D \u0441\u043F\u043E\u0441\u043E\u0431 \u043F\u043E\u0438\u0441\u043A\u0430 \u043F\u043E \u043D\u0438\u043C. \u0414\u043B\u044F \u044D\u0442\u043E\u0433\u043E \u043C\u044B \u0431\u0443\u0434\u0435\u043C \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u0442\u044C \u0441\u043F\u0435\u0446\u0438\u0430\u043B\u044C\u043D\u0443\u044E \u0441\u0442\u0440\u0443\u043A\u0442\u0443\u0440\u0443 \u0434\u0430\u043D\u043D\u044B\u0445 \u0438\u0437 \u{1F917} Datasets, \u043D\u0430\u0437\u044B\u0432\u0430\u0435\u043C\u0443\u044E "),Xs=n(Yt,"EM",{});var Yi=i(Xs);Kn=l(Yi,"FAISS index"),Yi.forEach(s),Zn=l(Yt,". "),ut=n(Yt,"A",{href:!0,rel:!0});var Wi=i(ut);er=l(Wi,"FAISS"),Wi.forEach(s),tr=l(Yt," (\u0441\u043E\u043A\u0440\u0430\u0449\u0435\u043D\u0438\u0435 \u043E\u0442 Facebook AI Similarity Search) \u2014 \u044D\u0442\u043E \u0431\u0438\u0431\u043B\u0438\u043E\u0442\u0435\u043A\u0430, \u043F\u0440\u0435\u0434\u043E\u0441\u0442\u0430\u0432\u043B\u044F\u044E\u0449\u0430\u044F \u044D\u0444\u0444\u0435\u043A\u0442\u0438\u0432\u043D\u044B\u0435 \u0430\u043B\u0433\u043E\u0440\u0438\u0442\u043C\u044B \u0434\u043B\u044F \u0431\u044B\u0441\u0442\u0440\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430 \u0438 \u043A\u043B\u0430\u0441\u0442\u0435\u0440\u0438\u0437\u0430\u0446\u0438\u0438 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432."),Yt.forEach(s),Ja=m(e),Ee=n(e,"P",{});var Wt=i(Ee);sr=l(Wt,"\u041E\u0441\u043D\u043E\u0432\u043D\u0430\u044F \u0438\u0434\u0435\u044F FAISS \u0441\u043E\u0441\u0442\u043E\u0438\u0442 \u0432 \u0442\u043E\u043C, \u0447\u0442\u043E\u0431\u044B \u0441\u043E\u0437\u0434\u0430\u0442\u044C \u0441\u043F\u0435\u0446\u0438\u0430\u043B\u044C\u043D\u0443\u044E \u0441\u0442\u0440\u0443\u043A\u0442\u0443\u0440\u0443 \u0434\u0430\u043D\u043D\u044B\u0445, \u043D\u0430\u0437\u044B\u0432\u0430\u0435\u043C\u0443\u044E "),Ks=n(Wt,"EM",{});var Vi=i(Ks);ar=l(Vi,"index"),Vi.forEach(s),lr=l(Wt,", \u043A\u043E\u0442\u043E\u0440\u0430\u044F \u043F\u043E\u0437\u0432\u043E\u043B\u044F\u0435\u0442 \u043D\u0430\u0439\u0442\u0438, \u043A\u0430\u043A\u0438\u0435 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0438 \u043F\u043E\u0434\u043E\u0431\u043D\u044B \u0432\u0445\u043E\u0434\u043D\u044B\u043C \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u0430\u043C. \u0421\u043E\u0437\u0434\u0430\u0442\u044C \u0438\u043D\u0434\u0435\u043A\u0441 FAISS \u0432 \u{1F917} Datasets \u043E\u0447\u0435\u043D\u044C \u043F\u0440\u043E\u0441\u0442\u043E \u2014 \u043C\u044B \u0438\u0441\u043F\u043E\u043B\u044C\u0437\u0443\u0435\u043C \u0444\u0443\u043D\u043A\u0446\u0438\u044E "),Zs=n(Wt,"CODE",{});var Ji=i(Zs);or=l(Ji,"Dataset.add_faiss_index()"),Ji.forEach(s),nr=l(Wt," \u0438 \u0443\u043A\u0430\u0437\u044B\u0432\u0430\u0435\u043C, \u043A\u0430\u043A\u043E\u0439 \u0441\u0442\u043E\u043B\u0431\u0435\u0446 \u043D\u0430\u0448\u0435\u0433\u043E \u043D\u0430\u0431\u043E\u0440\u0430 \u0434\u0430\u043D\u043D\u044B\u0445 \u043C\u044B \u0445\u043E\u0442\u0438\u043C \u043F\u0440\u043E\u0438\u043D\u0434\u0435\u043A\u0441\u0438\u0440\u043E\u0432\u0430\u0442\u044C:"),Wt.forEach(s),Qa=m(e),x(ft.$$.fragment,e),Xa=m(e),Re=n(e,"P",{});var fl=i(Re);rr=l(fl,"\u0422\u0435\u043F\u0435\u0440\u044C \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0432\u044B\u043F\u043E\u043B\u043D\u044F\u0442\u044C \u0437\u0430\u043F\u0440\u043E\u0441\u044B \u043A \u044D\u0442\u043E\u043C\u0443 \u0438\u043D\u0434\u0435\u043A\u0441\u0443, \u0432\u044B\u043F\u043E\u043B\u043D\u044F\u044F \u043F\u043E\u0438\u0441\u043A \u0431\u043B\u0438\u0436\u0430\u0439\u0448\u0435\u0433\u043E \u0441\u043E\u0441\u0435\u0434\u0430 \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E \u0444\u0443\u043D\u043A\u0446\u0438\u0438 "),ea=n(fl,"CODE",{});var Qi=i(ea);ir=l(Qi,"Dataset.get_nearest_examples()"),Qi.forEach(s),pr=l(fl,". \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u043F\u0440\u043E\u0432\u0435\u0440\u0438\u043C \u044D\u0442\u043E, \u0441\u043D\u0430\u0447\u0430\u043B\u0430 \u0432\u043D\u0435\u0434\u0440\u0438\u0432 \u0432\u043E\u043F\u0440\u043E\u0441 \u0441\u043B\u0435\u0434\u0443\u044E\u0449\u0438\u043C \u043E\u0431\u0440\u0430\u0437\u043E\u043C:"),fl.forEach(s),Ka=m(e),he.l(e),Pt=m(e),Rt=n(e,"P",{});var Xi=i(Rt);dr=l(Xi,"\u041A\u0430\u043A \u0438 \u0432 \u0441\u043B\u0443\u0447\u0430\u0435 \u0441 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u0430\u043C\u0438, \u0442\u0435\u043F\u0435\u0440\u044C \u0443 \u043D\u0430\u0441 \u0435\u0441\u0442\u044C 768-\u043C\u0435\u0440\u043D\u044B\u0439 \u0432\u0435\u043A\u0442\u043E\u0440, \u043F\u0440\u0435\u0434\u0441\u0442\u0430\u0432\u043B\u044F\u044E\u0449\u0438\u0439 \u0437\u0430\u043F\u0440\u043E\u0441, \u043A\u043E\u0442\u043E\u0440\u044B\u0439 \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u0441\u0440\u0430\u0432\u043D\u0438\u0442\u044C \u0441\u043E \u0432\u0441\u0435\u043C \u043A\u043E\u0440\u043F\u0443\u0441\u043E\u043C, \u0447\u0442\u043E\u0431\u044B \u043D\u0430\u0439\u0442\u0438 \u043D\u0430\u0438\u0431\u043E\u043B\u0435\u0435 \u043F\u043E\u0445\u043E\u0436\u0438\u0435 \u043E\u0431\u044A\u0435\u043A\u0442\u044B:"),Xi.forEach(s),Za=m(e),x(_t.$$.fragment,e),el=m(e),xe=n(e,"P",{});var Vt=i(xe);mr=l(Vt,"\u0424\u0443\u043D\u043A\u0446\u0438\u044F "),ta=n(Vt,"CODE",{});var Ki=i(ta);cr=l(Ki,"Dataset.get_nearest_examples()"),Ki.forEach(s),ur=l(Vt," \u0432\u043E\u0437\u0432\u0440\u0430\u0449\u0430\u0435\u0442 \u043D\u0430\u0431\u043E\u0440 \u043E\u0446\u0435\u043D\u043E\u043A, \u043A\u043E\u0442\u043E\u0440\u044B\u0435 \u0440\u0430\u043D\u0436\u0438\u0440\u0443\u044E\u0442 \u0441\u043E\u0432\u043F\u0430\u0434\u0435\u043D\u0438\u0435 \u043C\u0435\u0436\u0434\u0443 \u0437\u0430\u043F\u0440\u043E\u0441\u043E\u043C \u0438 \u0434\u043E\u043A\u0443\u043C\u0435\u043D\u0442\u043E\u043C, \u0438 \u0441\u043E\u043E\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u044E\u0449\u0438\u0439 \u043D\u0430\u0431\u043E\u0440 \u043E\u0431\u0440\u0430\u0437\u0446\u043E\u0432 (\u0437\u0434\u0435\u0441\u044C 5 \u043B\u0443\u0447\u0448\u0438\u0445 \u0441\u043E\u0432\u043F\u0430\u0434\u0435\u043D\u0438\u0439). \u0414\u0430\u0432\u0430\u0439\u0442\u0435 \u0441\u043E\u0431\u0435\u0440\u0435\u043C \u0438\u0445 \u0432 "),sa=n(Vt,"CODE",{});var Zi=i(sa);fr=l(Zi,"pandas.DataFrame"),Zi.forEach(s),_r=l(Vt,", \u0447\u0442\u043E\u0431\u044B \u043C\u044B \u043C\u043E\u0433\u043B\u0438 \u043B\u0435\u0433\u043A\u043E \u0438\u0445 \u043E\u0442\u0441\u043E\u0440\u0442\u0438\u0440\u043E\u0432\u0430\u0442\u044C:"),Vt.forEach(s),tl=m(e),x(ht.$$.fragment,e),sl=m(e),Ft=n(e,"P",{});var ep=i(Ft);hr=l(ep,"\u0422\u0435\u043F\u0435\u0440\u044C \u043C\u044B \u043C\u043E\u0436\u0435\u043C \u043F\u0440\u043E\u0439\u0442\u0438\u0441\u044C \u043F\u043E \u043F\u0435\u0440\u0432\u044B\u043C \u043D\u0435\u0441\u043A\u043E\u043B\u044C\u043A\u0438\u043C \u0441\u0442\u0440\u043E\u043A\u0430\u043C, \u0447\u0442\u043E\u0431\u044B \u0443\u0432\u0438\u0434\u0435\u0442\u044C, \u043D\u0430\u0441\u043A\u043E\u043B\u044C\u043A\u043E \u043D\u0430\u0448 \u0437\u0430\u043F\u0440\u043E\u0441 \u0441\u043E\u043E\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u0435\u0442 \u0438\u043C\u0435\u044E\u0449\u0438\u043C\u0441\u044F \u043A\u043E\u043C\u043C\u0435\u043D\u0442\u0430\u0440\u0438\u044F\u043C:"),ep.forEach(s),al=m(e),x(gt.$$.fragment,e),ll=m(e),x(bt.$$.fragment,e),ol=m(e),Ht=n(e,"P",{});var tp=i(Ht);gr=l(tp,"\u041D\u0435\u043F\u043B\u043E\u0445\u043E! \u041D\u0430\u0448\u0435 \u0432\u0442\u043E\u0440\u043E\u0435 \u043E\u0431\u0440\u0430\u0449\u0435\u043D\u0438\u0435, \u043A\u0430\u0436\u0435\u0442\u0441\u044F, \u0441\u043E\u043E\u0442\u0432\u0435\u0442\u0441\u0442\u0432\u0443\u0435\u0442 \u0437\u0430\u043F\u0440\u043E\u0441\u0443."),tp.forEach(s),nl=m(e),x(Fe.$$.fragment,e),this.h()},h(){O(c,"name","hf:doc:metadata"),O(c,"content",JSON.stringify(kp)),O(g,"id","faiss"),O(g,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),O(g,"href","#faiss"),O(_,"class","relative group"),O(q,"href","/course/ru/chapter5/5"),O(u,"id",""),O(ne,"href","/course/ru/chapter1"),O(Ne,"class","block dark:hidden"),sp(Ne.src,br="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter5/semantic-search.svg")||O(Ne,"src",br),O(Ne,"alt","Semantic search."),O(ze,"class","hidden dark:block"),sp(ze.src,$r="https://huggingface.co/datasets/huggingface-course/documentation-images/resolve/main/en/chapter5/semantic-search-dark.svg")||O(ze,"src",$r),O(ze,"alt","Semantic search."),O(Te,"class","flex justify-center"),O(Be,"id",""),O(yt,"href","/course/ru/chapter5/2"),O(Xe,"href","https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.explode.html"),O(Xe,"rel","nofollow"),_l(K,"text-align","right"),O(ee,"border","1"),O(ee,"class","dataframe"),_l(ee,"table-layout","fixed"),_l(ee,"word-wrap","break-word"),_l(ee,"width","100%"),O(it,"id",""),O(Ct,"href","/course/ru/chapter2"),O(pt,"href","https://www.sbert.net/examples/applications/semantic-search/README.html#%D1%81%D0%B8%D0%BC%D0%BC%D0%B5%D1%82%D1%80%D0%B8%D1%87%D0%BD%D1%8B%D0%B9-vs-%D0%B0%D1%81%D0%B8%D0%BC%D0%BC%D0%B5%D1%82%D1%80%D0%B8%D1%87%D0%BD%D1%8B%D0%B9-semantic-search"),O(pt,"rel","nofollow"),O(dt,"href","https://www.sbert.net/docs/pretrained_models.html#model-overview"),O(dt,"rel","nofollow"),O(Pe,"id","faiss"),O(Pe,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),O(Pe,"href","#faiss"),O(Ce,"class","relative group"),O(ut,"href","https://faiss.ai/"),O(ut,"rel","nofollow")},m(e,r){t(document.head,c),p(e,b,r),w(f,e,r),p(e,j,r),p(e,_,r),t(_,g),t(g,I),w(h,I,null),t(_,T),t(_,y),t(y,L),p(e,P,r),$t[C].m(e,r),p(e,F,r),p(e,M,r),t(M,U),t(M,q),t(q,H),t(M,W),p(e,B,r),w(D,e,r),p(e,G,r),p(e,u,r),t(u,A),p(e,N,r),p(e,Y,r),t(Y,oe),t(Y,ne),t(ne,bl),t(Y,$l),t(Y,Jt),t(Jt,vl),t(Y,El),p(e,oa,r),p(e,kt,r),t(kt,xl),p(e,na,r),p(e,Te,r),t(Te,Ne),t(Te,wl),t(Te,ze),p(e,ra,r),p(e,Be,r),t(Be,kl),p(e,ia,r),p(e,jt,r),t(jt,jl),p(e,pa,r),w(Ue,e,r),p(e,da,r),p(e,ge,r),t(ge,yl),t(ge,Qt),t(Qt,Dl),t(ge,ql),t(ge,yt),t(yt,Tl),t(ge,Cl),p(e,ma,r),w(Ge,e,r),p(e,ca,r),w(Ye,e,r),p(e,ua,r),p(e,J,r),t(J,Sl),t(J,Xt),t(Xt,Al),t(J,Ol),t(J,Kt),t(Kt,Il),t(J,Pl),t(J,Zt),t(Zt,Rl),t(J,Fl),t(J,es),t(es,Hl),t(J,Ml),t(J,ts),t(ts,Ll),t(J,Nl),p(e,fa,r),w(We,e,r),p(e,_a,r),w(Ve,e,r),p(e,ha,r),p(e,Q,r),t(Q,zl),t(Q,ss),t(ss,Bl),t(Q,Ul),t(Q,as),t(as,Gl),t(Q,Yl),t(Q,ls),t(ls,Wl),t(Q,Vl),t(Q,os),t(os,Jl),t(Q,Ql),t(Q,ns),t(ns,Xl),t(Q,Kl),p(e,ga,r),w(Je,e,r),p(e,ba,r),w(Qe,e,r),p(e,$a,r),p(e,X,r),t(X,Zl),t(X,rs),t(rs,eo),t(X,to),t(X,is),t(is,so),t(X,ao),t(X,Xe),t(Xe,ps),t(ps,lo),t(X,oo),t(X,ds),t(ds,no),t(X,ro),p(e,va,r),w(Ke,e,r),p(e,Ea,r),p(e,Se,r),t(Se,io),t(Se,ms),t(ms,po),t(Se,mo),p(e,xa,r),w(Ze,e,r),p(e,wa,r),w(et,e,r),p(e,ka,r),p(e,Ae,r),t(Ae,co),t(Ae,cs),t(cs,uo),t(Ae,fo),p(e,ja,r),w(tt,e,r),p(e,ya,r),p(e,ee,r),t(ee,us),t(us,K),t(K,Da),t(K,_o),t(K,fs),t(fs,ho),t(K,go),t(K,_s),t(_s,bo),t(K,$o),t(K,hs),t(hs,vo),t(K,Eo),t(K,gs),t(gs,xo),t(ee,wo),t(ee,de),t(de,te),t(te,bs),t(bs,ko),t(te,jo),t(te,$s),t($s,yo),t(te,Do),t(te,vs),t(vs,qo),t(te,To),t(te,Es),t(Es,Co),t(te,So),t(te,xs),t(xs,Ao),t(de,Oo),t(de,se),t(se,ws),t(ws,Io),t(se,Po),t(se,ks),t(ks,Ro),t(se,Fo),t(se,js),t(js,Ho),t(se,Mo),t(se,ys),t(ys,Lo),t(se,No),t(se,Ds),t(Ds,zo),t(de,Bo),t(de,ae),t(ae,qs),t(qs,Uo),t(ae,Go),t(ae,Ts),t(Ts,Yo),t(ae,Wo),t(ae,Cs),t(Cs,Vo),t(ae,Jo),t(ae,Ss),t(Ss,Qo),t(ae,Xo),t(ae,As),t(As,Ko),t(de,Zo),t(de,le),t(le,Os),t(Os,en),t(le,tn),t(le,Is),t(Is,sn),t(le,an),t(le,Ps),t(Ps,ln),t(le,on),t(le,Rs),t(Rs,nn),t(le,rn),t(le,Fs),t(Fs,pn),p(e,qa,r),p(e,re,r),t(re,dn),t(re,Hs),t(Hs,mn),t(re,cn),t(re,Ms),t(Ms,un),t(re,fn),t(re,Ls),t(Ls,_n),t(re,hn),p(e,Ta,r),w(st,e,r),p(e,Ca,r),w(at,e,r),p(e,Sa,r),p(e,Dt,r),t(Dt,gn),p(e,Aa,r),w(Oe,e,r),p(e,Oa,r),p(e,Ie,r),t(Ie,bn),t(Ie,Ns),t(Ns,$n),t(Ie,vn),p(e,Ia,r),w(lt,e,r),p(e,Pa,r),p(e,qt,r),t(qt,En),p(e,Ra,r),w(ot,e,r),p(e,Fa,r),w(nt,e,r),p(e,Ha,r),p(e,be,r),t(be,xn),t(be,zs),t(zs,wn),t(be,kn),t(be,Bs),t(Bs,jn),t(be,yn),p(e,Ma,r),w(rt,e,r),p(e,La,r),p(e,Tt,r),t(Tt,Dn),p(e,Na,r),p(e,it,r),t(it,qn),p(e,za,r),p(e,V,r),t(V,Tn),t(V,Ct),t(Ct,Cn),t(V,Sn),t(V,Us),t(Us,An),t(V,On),t(V,pt),t(pt,In),t(V,Pn),t(V,Gs),t(Gs,Rn),t(V,Fn),t(V,dt),t(dt,Hn),t(V,Mn),t(V,Ys),t(Ys,Ln),t(V,Nn),p(e,Ba,r),vt[me].m(e,r),p(e,St,r),p(e,$e,r),t($e,zn),t($e,Ws),t(Ws,Bn),t($e,Un),t($e,Vs),t(Vs,Gn),t($e,Yn),p(e,Ua,r),w(mt,e,r),p(e,Ga,r),p(e,At,r),t(At,Wn),p(e,Ya,r),Et[ue].m(e,r),p(e,Ot,r),p(e,It,r),t(It,Vn),p(e,Wa,r),p(e,Ce,r),t(Ce,Pe),t(Pe,Js),w(ct,Js,null),t(Ce,Jn),t(Ce,Qs),t(Qs,Qn),p(e,Va,r),p(e,ve,r),t(ve,Xn),t(ve,Xs),t(Xs,Kn),t(ve,Zn),t(ve,ut),t(ut,er),t(ve,tr),p(e,Ja,r),p(e,Ee,r),t(Ee,sr),t(Ee,Ks),t(Ks,ar),t(Ee,lr),t(Ee,Zs),t(Zs,or),t(Ee,nr),p(e,Qa,r),w(ft,e,r),p(e,Xa,r),p(e,Re,r),t(Re,rr),t(Re,ea),t(ea,ir),t(Re,pr),p(e,Ka,r),xt[_e].m(e,r),p(e,Pt,r),p(e,Rt,r),t(Rt,dr),p(e,Za,r),w(_t,e,r),p(e,el,r),p(e,xe,r),t(xe,mr),t(xe,ta),t(ta,cr),t(xe,ur),t(xe,sa),t(sa,fr),t(xe,_r),p(e,tl,r),w(ht,e,r),p(e,sl,r),p(e,Ft,r),t(Ft,hr),p(e,al,r),w(gt,e,r),p(e,ll,r),w(bt,e,r),p(e,ol,r),p(e,Ht,r),t(Ht,gr),p(e,nl,r),w(Fe,e,r),rl=!0},p(e,[r]){const wt={};r&1&&(wt.fw=e[0]),f.$set(wt);let Mt=C;C=Er(e),C!==Mt&&(gl(),$($t[Mt],1,1,()=>{$t[Mt]=null}),hl(),R=$t[C],R||(R=$t[C]=vr[C](e),R.c()),v(R,1),R.m(F.parentNode,F));const aa={};r&2&&(aa.$$scope={dirty:r,ctx:e}),Oe.$set(aa);let Lt=me;me=wr(e),me!==Lt&&(gl(),$(vt[Lt],1,1,()=>{vt[Lt]=null}),hl(),ce=vt[me],ce||(ce=vt[me]=xr[me](e),ce.c()),v(ce,1),ce.m(St.parentNode,St));let He=ue;ue=jr(e),ue!==He&&(gl(),$(Et[He],1,1,()=>{Et[He]=null}),hl(),fe=Et[ue],fe||(fe=Et[ue]=kr[ue](e),fe.c()),v(fe,1),fe.m(Ot.parentNode,Ot));let Nt=_e;_e=Dr(e),_e!==Nt&&(gl(),$(xt[Nt],1,1,()=>{xt[Nt]=null}),hl(),he=xt[_e],he||(he=xt[_e]=yr[_e](e),he.c()),v(he,1),he.m(Pt.parentNode,Pt));const la={};r&2&&(la.$$scope={dirty:r,ctx:e}),Fe.$set(la)},i(e){rl||(v(f.$$.fragment,e),v(h.$$.fragment,e),v(R),v(D.$$.fragment,e),v(Ue.$$.fragment,e),v(Ge.$$.fragment,e),v(Ye.$$.fragment,e),v(We.$$.fragment,e),v(Ve.$$.fragment,e),v(Je.$$.fragment,e),v(Qe.$$.fragment,e),v(Ke.$$.fragment,e),v(Ze.$$.fragment,e),v(et.$$.fragment,e),v(tt.$$.fragment,e),v(st.$$.fragment,e),v(at.$$.fragment,e),v(Oe.$$.fragment,e),v(lt.$$.fragment,e),v(ot.$$.fragment,e),v(nt.$$.fragment,e),v(rt.$$.fragment,e),v(ce),v(mt.$$.fragment,e),v(fe),v(ct.$$.fragment,e),v(ft.$$.fragment,e),v(he),v(_t.$$.fragment,e),v(ht.$$.fragment,e),v(gt.$$.fragment,e),v(bt.$$.fragment,e),v(Fe.$$.fragment,e),rl=!0)},o(e){$(f.$$.fragment,e),$(h.$$.fragment,e),$(R),$(D.$$.fragment,e),$(Ue.$$.fragment,e),$(Ge.$$.fragment,e),$(Ye.$$.fragment,e),$(We.$$.fragment,e),$(Ve.$$.fragment,e),$(Je.$$.fragment,e),$(Qe.$$.fragment,e),$(Ke.$$.fragment,e),$(Ze.$$.fragment,e),$(et.$$.fragment,e),$(tt.$$.fragment,e),$(st.$$.fragment,e),$(at.$$.fragment,e),$(Oe.$$.fragment,e),$(lt.$$.fragment,e),$(ot.$$.fragment,e),$(nt.$$.fragment,e),$(rt.$$.fragment,e),$(ce),$(mt.$$.fragment,e),$(fe),$(ct.$$.fragment,e),$(ft.$$.fragment,e),$(he),$(_t.$$.fragment,e),$(ht.$$.fragment,e),$(gt.$$.fragment,e),$(bt.$$.fragment,e),$(Fe.$$.fragment,e),rl=!1},d(e){s(c),e&&s(b),k(f,e),e&&s(j),e&&s(_),k(h),e&&s(P),$t[C].d(e),e&&s(F),e&&s(M),e&&s(B),k(D,e),e&&s(G),e&&s(u),e&&s(N),e&&s(Y),e&&s(oa),e&&s(kt),e&&s(na),e&&s(Te),e&&s(ra),e&&s(Be),e&&s(ia),e&&s(jt),e&&s(pa),k(Ue,e),e&&s(da),e&&s(ge),e&&s(ma),k(Ge,e),e&&s(ca),k(Ye,e),e&&s(ua),e&&s(J),e&&s(fa),k(We,e),e&&s(_a),k(Ve,e),e&&s(ha),e&&s(Q),e&&s(ga),k(Je,e),e&&s(ba),k(Qe,e),e&&s($a),e&&s(X),e&&s(va),k(Ke,e),e&&s(Ea),e&&s(Se),e&&s(xa),k(Ze,e),e&&s(wa),k(et,e),e&&s(ka),e&&s(Ae),e&&s(ja),k(tt,e),e&&s(ya),e&&s(ee),e&&s(qa),e&&s(re),e&&s(Ta),k(st,e),e&&s(Ca),k(at,e),e&&s(Sa),e&&s(Dt),e&&s(Aa),k(Oe,e),e&&s(Oa),e&&s(Ie),e&&s(Ia),k(lt,e),e&&s(Pa),e&&s(qt),e&&s(Ra),k(ot,e),e&&s(Fa),k(nt,e),e&&s(Ha),e&&s(be),e&&s(Ma),k(rt,e),e&&s(La),e&&s(Tt),e&&s(Na),e&&s(it),e&&s(za),e&&s(V),e&&s(Ba),vt[me].d(e),e&&s(St),e&&s($e),e&&s(Ua),k(mt,e),e&&s(Ga),e&&s(At),e&&s(Ya),Et[ue].d(e),e&&s(Ot),e&&s(It),e&&s(Wa),e&&s(Ce),k(ct),e&&s(Va),e&&s(ve),e&&s(Ja),e&&s(Ee),e&&s(Qa),k(ft,e),e&&s(Xa),e&&s(Re),e&&s(Ka),xt[_e].d(e),e&&s(Pt),e&&s(Rt),e&&s(Za),k(_t,e),e&&s(el),e&&s(xe),e&&s(tl),k(ht,e),e&&s(sl),e&&s(Ft),e&&s(al),k(gt,e),e&&s(ll),k(bt,e),e&&s(ol),e&&s(Ht),e&&s(nl),k(Fe,e)}}}const kp={local:"faiss",sections:[{local:"",title:"\u0418\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u0435 \u044D\u043C\u0431\u0435\u0434\u0434\u0438\u043D\u0433\u043E\u0432 \u0434\u043B\u044F \u0441\u0435\u043C\u0430\u043D\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"},{local:"",title:"\u0417\u0430\u0433\u0440\u0443\u0437\u043A\u0430 \u0438 \u043F\u043E\u0434\u0433\u043E\u0442\u043E\u0432\u043A\u0430 \u0434\u0430\u0442\u0430\u0441\u0435\u0442\u0430 "},{local:"",title:"\u0421\u043E\u0437\u0434\u0430\u043D\u0438\u0435 \u0442\u0435\u043A\u0441\u0442\u043E\u0432\u044B\u0445 \u044D\u043C\u0431\u0435\u0434\u0438\u043D\u043D\u0433\u043E\u0432"},{local:"faiss",title:"\u0418\u0441\u043F\u043E\u043B\u044C\u0437\u043E\u0432\u0430\u043D\u0438\u0435 FAISS \u0434\u043B\u044F \u044D\u0444\u0444\u0435\u043A\u0442\u0438\u0432\u043D\u043E\u0433\u043E \u0441\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u043E\u0433\u043E \u043F\u043E\u0438\u0441\u043A\u0430"}],title:"\u0421\u0435\u043C\u0430\u043D\u0442\u0438\u0447\u0435\u0441\u043A\u0438\u0439 \u043F\u043E\u0438\u0441\u043A \u0441 \u043F\u043E\u043C\u043E\u0449\u044C\u044E FAISS"};function jp(z,c,b){let f="pt";return dp(()=>{const j=new URLSearchParams(window.location.search);b(0,f=j.get("fw")||"pt")}),[f]}class Ip extends np{constructor(c){super();rp(this,c,jp,wp,ip,{})}}export{Ip as default,kp as metadata};
