import{s as No,o as Fo,n as R}from"../chunks/scheduler.9991993c.js";import{S as So,i as Wo,g as n,s,r as f,m as Go,A as Do,h as l,f as t,c as a,j as w,u,x as d,n as Ro,k as T,y as r,a as i,v as h,d as g,t as _,w as v}from"../chunks/index.7fc9a5e7.js";import{T as Za}from"../chunks/Tip.9de92fc6.js";import{D as P}from"../chunks/Docstring.ef7d0149.js";import{C as be}from"../chunks/CodeBlock.e11cba92.js";import{E as vr}from"../chunks/ExampleCodeBlock.0db1a011.js";import{H as xe,E as Qo}from"../chunks/EditOnGithub.84ab7f0e.js";function Yo(k){let m,b=`This class method is simply calling the feature extractor
<a href="/docs/transformers/main/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a>, image processor
<a href="/docs/transformers/main/zh/internal/image_processing_utils#transformers.ImageProcessingMixin">ImageProcessingMixin</a> and the tokenizer
<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code> methods. Please refer to the docstrings of the
methods above for more information.`;return{c(){m=n("p"),m.innerHTML=b},l($){m=l($,"P",{"data-svelte-h":!0}),d(m)!=="svelte-1yuzgkp"&&(m.innerHTML=b)},m($,p){i($,m,p)},p:R,d($){$&&t(m)}}}function Ao(k){let m,b="And we define the call method as:",$,p,x;return p=new be({props:{code:"ZGVmJTIwX19jYWxsX18oJTBBJTIwJTIwJTIwJTIwc2VsZiUyQyUwQSUyMCUyMCUyMCUyMHRleHQlM0ElMjBzdHIlMkMlMEElMjAlMjAlMjAlMjBpbWFnZXMlM0ElMjBPcHRpb25hbCU1QkltYWdlSW5wdXQlNUQlMjAlM0QlMjBOb25lJTJDJTBBJTIwJTIwJTIwJTIwKmFyZyUyQyUwQSUyMCUyMCUyMCUyMGF1ZGlvJTNETm9uZSUyQyUwQSUyMCUyMCUyMCUyMHZpZGVvcyUzRE5vbmUlMkMlMEEp",highlighted:`<span class="hljs-keyword">def</span> <span class="hljs-title function_">__call__</span>(<span class="hljs-params">
    self,
    text: <span class="hljs-built_in">str</span>,
    images: <span class="hljs-type">Optional</span>[ImageInput] = <span class="hljs-literal">None</span>,
    *arg,
    audio=<span class="hljs-literal">None</span>,
    videos=<span class="hljs-literal">None</span>,
</span>)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,$=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-ft0bna"&&(m.textContent=b),$=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,$,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t($)),v(p,c)}}}function Oo(k){let m,b="Then, if we call the processor as:",$,p,x;return p=new be({props:{code:"aW1hZ2VzJTIwJTNEJTIwJTVCLi4uJTVEJTBBcHJvY2Vzc29yKCUyMldoYXQlMjBpcyUyMGNvbW1vbiUyMGluJTIwdGhlc2UlMjBpbWFnZXMlM0YlMjIlMkMlMjBpbWFnZXMlMkMlMjBhcmdfdmFsdWVfMSUyQyUyMGFyZ192YWx1ZV8yKQ==",highlighted:`images = [...]
processor(<span class="hljs-string">&quot;What is common in these images?&quot;</span>, images, arg_value_1, arg_value_2)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,$=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-k5ldhr"&&(m.textContent=b),$=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,$,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t($)),v(p,c)}}}function Ko(k){let m,b="Then, this method will return:",$,p,x;return p=new be({props:{code:"JTdCJTBBJTIwJTIwJTIwJTIwJTIyYXJnX25hbWVfMSUyMiUzQSUyMGFyZ192YWx1ZV8xJTJDJTBBJTIwJTIwJTIwJTIwJTIyYXJnX25hbWVfMiUyMiUzQSUyMGFyZ192YWx1ZV8yJTJDJTBBJTdE",highlighted:`{
    <span class="hljs-string">&quot;arg_name_1&quot;</span>: arg_value_1,
    <span class="hljs-string">&quot;arg_name_2&quot;</span>: arg_value_2,
}`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,$=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-wadzyw"&&(m.textContent=b),$=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,$,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t($)),v(p,c)}}}function en(k){let m,b="Examples:",$,p,x;return p=new be({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Qcm9jZXNzb3IlMEElMEFwcm9jZXNzb3IlMjAlM0QlMjBBdXRvUHJvY2Vzc29yLmZyb21fcHJldHJhaW5lZCglMjJnb29nbGUtYmVydCUyRmJlcnQtYmFzZS1jYXNlZCUyMiklMEElMEElMjMlMjBQdXNoJTIwdGhlJTIwcHJvY2Vzc29yJTIwdG8lMjB5b3VyJTIwbmFtZXNwYWNlJTIwd2l0aCUyMHRoZSUyMG5hbWUlMjAlMjJteS1maW5ldHVuZWQtYmVydCUyMi4lMEFwcm9jZXNzb3IucHVzaF90b19odWIoJTIybXktZmluZXR1bmVkLWJlcnQlMjIpJTBBJTBBJTIzJTIwUHVzaCUyMHRoZSUyMHByb2Nlc3NvciUyMHRvJTIwYW4lMjBvcmdhbml6YXRpb24lMjB3aXRoJTIwdGhlJTIwbmFtZSUyMCUyMm15LWZpbmV0dW5lZC1iZXJ0JTIyLiUwQXByb2Nlc3Nvci5wdXNoX3RvX2h1YiglMjJodWdnaW5nZmFjZSUyRm15LWZpbmV0dW5lZC1iZXJ0JTIyKQ==",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoProcessor

processor = AutoProcessor.from_pretrained(<span class="hljs-string">&quot;google-bert/bert-base-cased&quot;</span>)

<span class="hljs-comment"># Push the processor to your namespace with the name &quot;my-finetuned-bert&quot;.</span>
processor.push_to_hub(<span class="hljs-string">&quot;my-finetuned-bert&quot;</span>)

<span class="hljs-comment"># Push the processor to an organization with the name &quot;my-finetuned-bert&quot;.</span>
processor.push_to_hub(<span class="hljs-string">&quot;huggingface/my-finetuned-bert&quot;</span>)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,$=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-kvfsh7"&&(m.textContent=b),$=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,$,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t($)),v(p,c)}}}function tn(k){let m,b="This API is experimental and may have some slight breaking changes in the next releases.";return{c(){m=n("p"),m.textContent=b},l($){m=l($,"P",{"data-svelte-h":!0}),d(m)!=="svelte-15rpg4"&&(m.textContent=b)},m($,p){i($,m,p)},p:R,d($){$&&t(m)}}}function rn(k){let m,b=`This class method is simply calling <a href="/docs/transformers/main/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> and
<a href="/docs/transformers/main/zh/internal/tokenization_utils#transformers.PreTrainedTokenizerBase.save_pretrained">save_pretrained()</a>. Please refer to the docstrings of the
methods above for more information.`;return{c(){m=n("p"),m.innerHTML=b},l($){m=l($,"P",{"data-svelte-h":!0}),d(m)!=="svelte-6mch0o"&&(m.innerHTML=b)},m($,p){i($,m,p)},p:R,d($){$&&t(m)}}}function sn(k){let m,b="Examples:",$,p,x;return p=new be({props:{code:"aW1wb3J0JTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMGFzJTIwdGZkcyUwQSUwQWRhdGFzZXQlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBJTBBdHJhaW5pbmdfZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzREZhbHNlKSUwQWV2YWx1YXRpb25fZXhhbXBsZXMlMjAlM0QlMjBnZXRfZXhhbXBsZXNfZnJvbV9kYXRhc2V0KGRhdGFzZXQlMkMlMjBldmFsdWF0ZSUzRFRydWUp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> tensorflow_datasets <span class="hljs-keyword">as</span> tfds

<span class="hljs-meta">&gt;&gt;&gt; </span>dataset = tfds.load(<span class="hljs-string">&quot;squad&quot;</span>)

<span class="hljs-meta">&gt;&gt;&gt; </span>training_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">False</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>evaluation_examples = get_examples_from_dataset(dataset, evaluate=<span class="hljs-literal">True</span>)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,$=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-kvfsh7"&&(m.textContent=b),$=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,$,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t($)),v(p,c)}}}function an(k){let m,b="Example:",$,p,x;return p=new be({props:{code:"cHJvY2Vzc29yJTIwJTNEJTIwU3F1YWRWMlByb2Nlc3NvcigpJTBBZXhhbXBsZXMlMjAlM0QlMjBwcm9jZXNzb3IuZ2V0X2Rldl9leGFtcGxlcyhkYXRhX2RpciklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEYXJncy5tYXhfc2VxX2xlbmd0aCUyQyUwQSUyMCUyMCUyMCUyMGRvY19zdHJpZGUlM0RhcmdzLmRvY19zdHJpZGUlMkMlMEElMjAlMjAlMjAlMjBtYXhfcXVlcnlfbGVuZ3RoJTNEYXJncy5tYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`processor = SquadV2Processor()
examples = processor.get_dev_examples(data_dir)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=args.max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=args.max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),{c(){m=n("p"),m.textContent=b,$=s(),f(p.$$.fragment)},l(c){m=l(c,"P",{"data-svelte-h":!0}),d(m)!=="svelte-11lpom8"&&(m.textContent=b),$=a(c),u(p.$$.fragment,c)},m(c,M){i(c,m,M),i(c,$,M),h(p,c,M),x=!0},p:R,i(c){x||(g(p.$$.fragment,c),x=!0)},o(c){_(p.$$.fragment,c),x=!1},d(c){c&&(t(m),t($)),v(p,c)}}}function on(k){let m,b,$,p,x,c,M,za="在 Transformers 库中，processors可以有两种不同的含义：",xr,Me,Va='<li>为多模态模型，例如<a href="../model_doc/wav2vec2">Wav2Vec2</a>（语音和文本）或<a href="../model_doc/clip">CLIP</a>（文本和视觉）预处理输入的对象</li> <li>在库的旧版本中用于预处理GLUE或SQUAD数据的已弃用对象。</li>',br,ye,Mr,we,qa="任何多模态模型都需要一个对象来编码或解码将多个模态（包括文本、视觉和音频）组合在一起的数据。这由称为processors的对象处理，这些processors将两个或多个处理对象组合在一起，例如tokenizers（用于文本模态），image processors（用于视觉）和feature extractors（用于音频）。",yr,Te,Ea="这些processors继承自以下实现保存和加载功能的基类：",wr,y,Ce,ws,Zt,Ha="This is a mixin used to provide saving/loading functionality for all processor classes.",Ts,Q,Pe,Cs,zt,Ba=`Similar to the <code>apply_chat_template</code> method on tokenizers, this method applies a Jinja template to input
conversations to turn them into a single tokenizable string.`,Ps,Y,Je,Js,Vt,Na="Instantiates a type of <code>~processing_utils.ProcessingMixin</code> from a Python dictionary of parameters.",Is,V,Ie,Us,qt,Fa="Instantiate a processor associated with a pretrained model.",ks,A,js,O,Ue,Xs,Et,Sa=`From a <code>pretrained_model_name_or_path</code>, resolve to a dictionary of parameters, to be used for instantiating a
processor of type <code>~processing_utils.ProcessingMixin</code> using <code>from_args_and_dict</code>.`,Ls,J,ke,Zs,Ht,Wa=`Matches optional positional arguments to their corresponding names in <code>optional_call_args</code>
in the processor class in the order they are passed to the processor call.`,zs,Bt,Ga=`Note that this should only be used in the <code>__call__</code> method of the processors with special
arguments. Special arguments are arguments that aren’t <code>text</code>, <code>images</code>, <code>audio</code>, nor <code>videos</code>
but also aren’t passed to the tokenizer, image processor, etc. Examples of such processors are:`,Vs,Nt,Da="<li><code>CLIPSegProcessor</code></li> <li><code>LayoutLMv2Processor</code></li> <li><code>OwlViTProcessor</code></li>",qs,Ft,Ra=`Also note that passing by position to the processor call is now deprecated and will be disallowed
in future versions. We only have this for backward compatibility.`,Es,St,Qa=`Example:
Suppose that the processor class has <code>optional_call_args = [&quot;arg_name_1&quot;, &quot;arg_name_2&quot;]</code>.`,Hs,K,Bs,ee,Ns,te,Fs,Ss,q,je,Ws,Wt,Ya="Upload the processor files to the 🤗 Model Hub.",Gs,re,Ds,E,Xe,Rs,Gt,Aa=`Register this class with a given auto class. This should only be used for custom feature extractors as the ones
in the library are already mapped with <code>AutoProcessor</code>.`,Qs,se,Ys,H,Le,As,Dt,Oa=`Saves the attributes of this processor (feature extractor, tokenizer…) in the specified directory so that it
can be reloaded using the <a href="/docs/transformers/main/zh/main_classes/processors#transformers.ProcessorMixin.from_pretrained">from_pretrained()</a> method.`,Os,ae,Ks,oe,Ze,ea,Rt,Ka="Serializes this instance to a Python dictionary.",ta,ne,ze,ra,Qt,eo="Save this instance to a JSON file.",sa,le,Ve,aa,Yt,to="Serializes this instance to a JSON string.",Tr,qe,Cr,Ee,ro='所有processor都遵循与 <a href="/docs/transformers/main/zh/main_classes/processors#transformers.DataProcessor">DataProcessor</a> 相同的架构。processor返回一个 <a href="/docs/transformers/main/zh/main_classes/processors#transformers.InputExample">InputExample</a> 列表。这些 <a href="/docs/transformers/main/zh/main_classes/processors#transformers.InputExample">InputExample</a> 可以转换为 <a href="/docs/transformers/main/zh/main_classes/processors#transformers.InputFeatures">InputFeatures</a> 以供输送到模型。',Pr,U,He,oa,At,so="Base class for data converters for sequence classification data sets.",na,ie,Be,la,Ot,ao='Gets a collection of <a href="/docs/transformers/main/zh/main_classes/processors#transformers.InputExample">InputExample</a> for the dev set.',ia,ce,Ne,ca,Kt,oo="Gets an example from a dict with tensorflow tensors.",ma,me,Fe,da,er,no="Gets the list of labels for this data set.",pa,de,Se,fa,tr,lo='Gets a collection of <a href="/docs/transformers/main/zh/main_classes/processors#transformers.InputExample">InputExample</a> for the test set.',ua,pe,We,ha,rr,io='Gets a collection of <a href="/docs/transformers/main/zh/main_classes/processors#transformers.InputExample">InputExample</a> for the train set.',ga,fe,Ge,_a,sr,co=`Some tensorflow_datasets datasets are not formatted the same way the GLUE datasets are. This method converts
examples to the correct format.`,Jr,L,De,va,ar,mo="A single training/test example for simple sequence classification.",$a,ue,Re,xa,or,po="Serializes this instance to a JSON string.",Ir,Z,Qe,ba,nr,fo="A single set of features of data. Property names are the same names as the corresponding inputs to a model.",Ma,he,Ye,ya,lr,uo="Serializes this instance to a JSON string.",Ur,Ae,kr,Oe,ho='<a href="https://gluebenchmark.com/" rel="nofollow">General Language Understanding Evaluation (GLUE)</a> 是一个基准测试，评估模型在各种现有的自然语言理解任务上的性能。它与论文 <a href="https://openreview.net/pdf?id=rJ4km2R5t7" rel="nofollow">GLUE: A multi-task benchmark and analysis platform for natural language understanding</a> 一同发布。',jr,Ke,go="该库为以下任务提供了总共10个processor：MRPC、MNLI、MNLI（mismatched）、CoLA、SST2、STSB、QQP、QNLI、RTE 和 WNLI。",Xr,et,_o="这些processor是：",Lr,tt,vo="<li><code>~data.processors.utils.MrpcProcessor</code></li> <li><code>~data.processors.utils.MnliProcessor</code></li> <li><code>~data.processors.utils.MnliMismatchedProcessor</code></li> <li><code>~data.processors.utils.Sst2Processor</code></li> <li><code>~data.processors.utils.StsbProcessor</code></li> <li><code>~data.processors.utils.QqpProcessor</code></li> <li><code>~data.processors.utils.QnliProcessor</code></li> <li><code>~data.processors.utils.RteProcessor</code></li> <li><code>~data.processors.utils.WnliProcessor</code></li>",Zr,rt,$o='此外，还可以使用以下方法从数据文件加载值并将其转换为 <a href="/docs/transformers/main/zh/main_classes/processors#transformers.InputExample">InputExample</a> 列表。',zr,F,st,wa,ir,xo="Loads a data file into a list of <code>InputFeatures</code>",Vr,at,qr,ot,bo='<a href="https://www.nyu.edu/projects/bowman/xnli/" rel="nofollow">跨语言NLI语料库（XNLI）</a> 是一个评估跨语言文本表示质量的基准测试。XNLI是一个基于<a href="http://www.nyu.edu/projects/bowman/multinli/" rel="nofollow"><em>MultiNLI</em></a>的众包数据集：”文本对“被标记为包含15种不同语言（包括英语等高资源语言和斯瓦希里语等低资源语言）的文本蕴涵注释。',Er,nt,Mo='它与论文 <a href="https://arxiv.org/abs/1809.05053" rel="nofollow">XNLI: Evaluating Cross-lingual Sentence Representations</a> 一同发布。',Hr,lt,yo="该库提供了加载XNLI数据的processor：",Br,it,wo="<li><code>~data.processors.utils.XnliProcessor</code></li>",Nr,ct,To="请注意，由于测试集上有“gold”标签，因此评估是在测试集上进行的。",Fr,mt,Co='使用这些processor的示例在 <a href="https://github.com/huggingface/transformers/tree/main/examples/pytorch/text-classification/run_xnli.py" rel="nofollow">run_xnli.py</a> 脚本中提供。',Sr,dt,Wr,pt,Po='<a href="https://rajpurkar.github.io/SQuAD-explorer//" rel="nofollow">斯坦福问答数据集（SQuAD）</a> 是一个评估模型在问答上性能的基准测试。有两个版本，v1.1 和 v2.0。第一个版本（v1.1）与论文 <a href="https://arxiv.org/abs/1606.05250" rel="nofollow">SQuAD: 100,000+ Questions for Machine Comprehension of Text</a> 一同发布。第二个版本（v2.0）与论文 <a href="https://arxiv.org/abs/1806.03822" rel="nofollow">Know What You Don’t Know: Unanswerable Questions for SQuAD</a> 一同发布。',Gr,ft,Jo="该库为两个版本各自提供了一个processor：",Dr,ut,Rr,ht,Io="这两个processor是：",Qr,gt,Uo="<li><code>~data.processors.utils.SquadV1Processor</code></li> <li><code>~data.processors.utils.SquadV2Processor</code></li>",Yr,_t,ko="它们都继承自抽象类 <code>~data.processors.utils.SquadProcessor</code>。",Ar,X,vt,Ta,cr,jo=`Processor for the SQuAD data set. overridden by SquadV1Processor and SquadV2Processor, used by the version 1.1 and
version 2.0 of SQuAD, respectively.`,Ca,ge,$t,Pa,mr,Xo="Returns the evaluation example from the data directory.",Ja,B,xt,Ia,dr,Lo="Creates a list of <code>SquadExample</code> using a TFDS dataset.",Ua,_e,ka,ve,bt,ja,pr,Zo="Returns the training examples from the data directory.",Or,Mt,zo="此外，可以使用以下方法将 SQuAD 示例转换为可用作模型输入的 <code>~data.processors.utils.SquadFeatures</code>。",Kr,z,yt,Xa,fr,Vo=`Converts a list of examples into a list of features that can be directly given as input to a model. It is
model-dependant and takes advantage of many of the tokenizer’s features to create the model’s inputs.`,La,$e,es,wt,qo="这些processor以及前面提到的方法可以与包含数据的文件以及tensorflow_datasets包一起使用。下面给出了示例。",ts,Tt,rs,Ct,Eo="以下是使用processor以及使用数据文件的转换方法的示例：",ss,Pt,as,Jt,Ho="使用 <em>tensorflow_datasets</em> 就像使用数据文件一样简单：",os,It,ns,Ut,Bo='另一个使用这些processor的示例在 <a href="https://github.com/huggingface/transformers/tree/main/examples/legacy/question-answering/run_squad.py" rel="nofollow">run_squad.py</a> 脚本中提供。',ls,kt,is,$r,cs;return x=new xe({props:{title:"Processors",local:"processors",headingTag:"h1"}}),ye=new xe({props:{title:"多模态processors",local:"transformers.ProcessorMixin",headingTag:"h2"}}),Ce=new P({props:{name:"class transformers.ProcessorMixin",anchor:"transformers.ProcessorMixin",parameters:[{name:"*args",val:""},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L340"}}),Pe=new P({props:{name:"apply_chat_template",anchor:"transformers.ProcessorMixin.apply_chat_template",parameters:[{name:"conversation",val:": List"},{name:"chat_template",val:": Optional = None"},{name:"tokenize",val:": bool = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.apply_chat_template.conversation",description:`<strong>conversation</strong> (<code>List[Dict, str, str]</code>) &#x2014;
The conversation to format.`,name:"conversation"},{anchor:"transformers.ProcessorMixin.apply_chat_template.chat_template",description:`<strong>chat_template</strong> (<code>Optional[str]</code>, <em>optional</em>) &#x2014;
The Jinja template to use for formatting the conversation. If not provided, the tokenizer&#x2019;s
chat template is used.`,name:"chat_template"},{anchor:"transformers.ProcessorMixin.apply_chat_template.tokenize",description:`<strong>tokenize</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether to tokenize the output or not.
**kwargs &#x2014;
Additional keyword arguments`,name:"tokenize"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L1051"}}),Je=new P({props:{name:"from_args_and_dict",anchor:"transformers.ProcessorMixin.from_args_and_dict",parameters:[{name:"args",val:""},{name:"processor_dict",val:": Dict"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.from_args_and_dict.processor_dict",description:`<strong>processor_dict</strong> (<code>Dict[str, Any]</code>) &#x2014;
Dictionary that will be used to instantiate the processor object. Such a dictionary can be
retrieved from a pretrained checkpoint by leveraging the
<code>~processing_utils.ProcessingMixin.to_dict</code> method.`,name:"processor_dict"},{anchor:"transformers.ProcessorMixin.from_args_and_dict.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>) &#x2014;
Additional parameters from which to initialize the processor object.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L715",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The processor object instantiated from those
parameters.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>~processing_utils.ProcessingMixin</code></p>
`}}),Ie=new P({props:{name:"from_pretrained",anchor:"transformers.ProcessorMixin.from_pretrained",parameters:[{name:"pretrained_model_name_or_path",val:": Union"},{name:"cache_dir",val:": Union = None"},{name:"force_download",val:": bool = False"},{name:"local_files_only",val:": bool = False"},{name:"token",val:": Union = None"},{name:"revision",val:": str = 'main'"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.from_pretrained.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
This can be either:</p>
<ul>
<li>a string, the <em>model id</em> of a pretrained feature_extractor hosted inside a model repo on
huggingface.co.</li>
<li>a path to a <em>directory</em> containing a feature extractor file saved using the
<a href="/docs/transformers/main/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.save_pretrained">save_pretrained()</a> method, e.g., <code>./my_model_directory/</code>.</li>
<li>a path or url to a saved feature extractor JSON <em>file</em>, e.g.,
<code>./my_model_directory/preprocessor_config.json</code>.
**kwargs &#x2014;
Additional keyword arguments passed along to both
<a href="/docs/transformers/main/zh/main_classes/feature_extractor#transformers.FeatureExtractionMixin.from_pretrained">from_pretrained()</a> and
<code>~tokenization_utils_base.PreTrainedTokenizer.from_pretrained</code>.</li>
</ul>`,name:"pretrained_model_name_or_path"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L867"}}),A=new Za({props:{$$slots:{default:[Yo]},$$scope:{ctx:k}}}),Ue=new P({props:{name:"get_processor_dict",anchor:"transformers.ProcessorMixin.get_processor_dict",parameters:[{name:"pretrained_model_name_or_path",val:": Union"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.get_processor_dict.pretrained_model_name_or_path",description:`<strong>pretrained_model_name_or_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
The identifier of the pre-trained checkpoint from which we want the dictionary of parameters.`,name:"pretrained_model_name_or_path"},{anchor:"transformers.ProcessorMixin.get_processor_dict.subfolder",description:`<strong>subfolder</strong> (<code>str</code>, <em>optional</em>, defaults to <code>&quot;&quot;</code>) &#x2014;
In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can
specify the folder name here.`,name:"subfolder"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L562",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>The dictionary(ies) that will be used to instantiate the processor object.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Tuple[Dict, Dict]</code></p>
`}}),ke=new P({props:{name:"prepare_and_validate_optional_call_args",anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args",parameters:[{name:"*args",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L993"}}),K=new vr({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example",$$slots:{default:[Ao]},$$scope:{ctx:k}}}),ee=new vr({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example-2",$$slots:{default:[Oo]},$$scope:{ctx:k}}}),te=new vr({props:{anchor:"transformers.ProcessorMixin.prepare_and_validate_optional_call_args.example-3",$$slots:{default:[Ko]},$$scope:{ctx:k}}}),je=new P({props:{name:"push_to_hub",anchor:"transformers.ProcessorMixin.push_to_hub",parameters:[{name:"repo_id",val:": str"},{name:"use_temp_dir",val:": Optional = None"},{name:"commit_message",val:": Optional = None"},{name:"private",val:": Optional = None"},{name:"token",val:": Union = None"},{name:"max_shard_size",val:": Union = '5GB'"},{name:"create_pr",val:": bool = False"},{name:"safe_serialization",val:": bool = True"},{name:"revision",val:": str = None"},{name:"commit_description",val:": str = None"},{name:"tags",val:": Optional = None"},{name:"**deprecated_kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.push_to_hub.repo_id",description:`<strong>repo_id</strong> (<code>str</code>) &#x2014;
The name of the repository you want to push your processor to. It should contain your organization name
when pushing to a given organization.`,name:"repo_id"},{anchor:"transformers.ProcessorMixin.push_to_hub.use_temp_dir",description:`<strong>use_temp_dir</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub.
Will default to <code>True</code> if there is no directory named like <code>repo_id</code>, <code>False</code> otherwise.`,name:"use_temp_dir"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_message",description:`<strong>commit_message</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Message to commit while pushing. Will default to <code>&quot;Upload processor&quot;</code>.`,name:"commit_message"},{anchor:"transformers.ProcessorMixin.push_to_hub.private",description:`<strong>private</strong> (<code>bool</code>, <em>optional</em>) &#x2014;
Whether or not the repository created should be private.`,name:"private"},{anchor:"transformers.ProcessorMixin.push_to_hub.token",description:`<strong>token</strong> (<code>bool</code> or <code>str</code>, <em>optional</em>) &#x2014;
The token to use as HTTP bearer authorization for remote files. If <code>True</code>, will use the token generated
when running <code>huggingface-cli login</code> (stored in <code>~/.huggingface</code>). Will default to <code>True</code> if <code>repo_url</code>
is not specified.`,name:"token"},{anchor:"transformers.ProcessorMixin.push_to_hub.max_shard_size",description:`<strong>max_shard_size</strong> (<code>int</code> or <code>str</code>, <em>optional</em>, defaults to <code>&quot;5GB&quot;</code>) &#x2014;
Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard
will then be each of size lower than this size. If expressed as a string, needs to be digits followed
by a unit (like <code>&quot;5MB&quot;</code>). We default it to <code>&quot;5GB&quot;</code> so that users can easily load models on free-tier
Google Colab instances without any CPU OOM issues.`,name:"max_shard_size"},{anchor:"transformers.ProcessorMixin.push_to_hub.create_pr",description:`<strong>create_pr</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to create a PR with the uploaded files or directly commit.`,name:"create_pr"},{anchor:"transformers.ProcessorMixin.push_to_hub.safe_serialization",description:`<strong>safe_serialization</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>True</code>) &#x2014;
Whether or not to convert the model weights in safetensors format for safer serialization.`,name:"safe_serialization"},{anchor:"transformers.ProcessorMixin.push_to_hub.revision",description:`<strong>revision</strong> (<code>str</code>, <em>optional</em>) &#x2014;
Branch to push the uploaded files to.`,name:"revision"},{anchor:"transformers.ProcessorMixin.push_to_hub.commit_description",description:`<strong>commit_description</strong> (<code>str</code>, <em>optional</em>) &#x2014;
The description of the commit that will be created`,name:"commit_description"},{anchor:"transformers.ProcessorMixin.push_to_hub.tags",description:`<strong>tags</strong> (<code>List[str]</code>, <em>optional</em>) &#x2014;
List of tags to push on the Hub.`,name:"tags"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/utils/hub.py#L828"}}),re=new vr({props:{anchor:"transformers.ProcessorMixin.push_to_hub.example",$$slots:{default:[en]},$$scope:{ctx:k}}}),Xe=new P({props:{name:"register_for_auto_class",anchor:"transformers.ProcessorMixin.register_for_auto_class",parameters:[{name:"auto_class",val:" = 'AutoProcessor'"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.register_for_auto_class.auto_class",description:`<strong>auto_class</strong> (<code>str</code> or <code>type</code>, <em>optional</em>, defaults to <code>&quot;AutoProcessor&quot;</code>) &#x2014;
The auto class to register this new feature extractor with.`,name:"auto_class"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L931"}}),se=new Za({props:{warning:!0,$$slots:{default:[tn]},$$scope:{ctx:k}}}),Le=new P({props:{name:"save_pretrained",anchor:"transformers.ProcessorMixin.save_pretrained",parameters:[{name:"save_directory",val:""},{name:"push_to_hub",val:": bool = False"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"transformers.ProcessorMixin.save_pretrained.save_directory",description:`<strong>save_directory</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Directory where the feature extractor JSON file and the tokenizer files will be saved (directory will
be created if it does not exist).`,name:"save_directory"},{anchor:"transformers.ProcessorMixin.save_pretrained.push_to_hub",description:`<strong>push_to_hub</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
Whether or not to push your model to the Hugging Face model hub after saving it. You can specify the
repository you want to push to with <code>repo_id</code> (will default to the name of <code>save_directory</code> in your
namespace).`,name:"push_to_hub"},{anchor:"transformers.ProcessorMixin.save_pretrained.kwargs",description:`<strong>kwargs</strong> (<code>Dict[str, Any]</code>, <em>optional</em>) &#x2014;
Additional key word arguments passed along to the <a href="/docs/transformers/main/zh/main_classes/model#transformers.utils.PushToHubMixin.push_to_hub">push_to_hub()</a> method.`,name:"kwargs"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L460"}}),ae=new Za({props:{$$slots:{default:[rn]},$$scope:{ctx:k}}}),Ze=new P({props:{name:"to_dict",anchor:"transformers.ProcessorMixin.to_dict",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L393",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Dictionary of all the attributes that make up this processor instance.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>Dict[str, Any]</code></p>
`}}),ze=new P({props:{name:"to_json_file",anchor:"transformers.ProcessorMixin.to_json_file",parameters:[{name:"json_file_path",val:": Union"}],parametersDescription:[{anchor:"transformers.ProcessorMixin.to_json_file.json_file_path",description:`<strong>json_file_path</strong> (<code>str</code> or <code>os.PathLike</code>) &#x2014;
Path to the JSON file in which this processor instance&#x2019;s parameters will be saved.`,name:"json_file_path"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L444"}}),Ve=new P({props:{name:"to_json_string",anchor:"transformers.ProcessorMixin.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/processing_utils.py#L433",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>String containing all the attributes that make up this feature_extractor instance in JSON format.</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>str</code></p>
`}}),qe=new xe({props:{title:"已弃用的processors",local:"transformers.DataProcessor",headingTag:"h2"}}),He=new P({props:{name:"class transformers.DataProcessor",anchor:"transformers.DataProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L80"}}),Be=new P({props:{name:"get_dev_examples",anchor:"transformers.DataProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L97"}}),Ne=new P({props:{name:"get_example_from_tensor_dict",anchor:"transformers.DataProcessor.get_example_from_tensor_dict",parameters:[{name:"tensor_dict",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L83"}}),Fe=new P({props:{name:"get_labels",anchor:"transformers.DataProcessor.get_labels",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L105"}}),Se=new P({props:{name:"get_test_examples",anchor:"transformers.DataProcessor.get_test_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L101"}}),We=new P({props:{name:"get_train_examples",anchor:"transformers.DataProcessor.get_train_examples",parameters:[{name:"data_dir",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L93"}}),Ge=new P({props:{name:"tfds_map",anchor:"transformers.DataProcessor.tfds_map",parameters:[{name:"example",val:""}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L109"}}),De=new P({props:{name:"class transformers.InputExample",anchor:"transformers.InputExample",parameters:[{name:"guid",val:": str"},{name:"text_a",val:": str"},{name:"text_b",val:": Optional = None"},{name:"label",val:": Optional = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L29"}}),Re=new P({props:{name:"to_json_string",anchor:"transformers.InputExample.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L49"}}),Qe=new P({props:{name:"class transformers.InputFeatures",anchor:"transformers.InputFeatures",parameters:[{name:"input_ids",val:": List"},{name:"attention_mask",val:": Optional = None"},{name:"token_type_ids",val:": Optional = None"},{name:"label",val:": Union = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L54"}}),Ye=new P({props:{name:"to_json_string",anchor:"transformers.InputFeatures.to_json_string",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/utils.py#L75"}}),Ae=new xe({props:{title:"GLUE",local:"transformers.glue_convert_examples_to_features",headingTag:"h2"}}),st=new P({props:{name:"transformers.glue_convert_examples_to_features",anchor:"transformers.glue_convert_examples_to_features",parameters:[{name:"examples",val:": Union"},{name:"tokenizer",val:": PreTrainedTokenizer"},{name:"max_length",val:": Optional = None"},{name:"task",val:" = None"},{name:"label_list",val:" = None"},{name:"output_mode",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/glue.py#L41",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>If the <code>examples</code> input is a <code>tf.data.Dataset</code>, will return a <code>tf.data.Dataset</code> containing the task-specific
features. If the input is a list of <code>InputExamples</code>, will return a list of task-specific <code>InputFeatures</code> which
can be fed to the model.</p>
`}}),at=new xe({props:{title:"XNLI",local:"xnli",headingTag:"h2"}}),dt=new xe({props:{title:"SQuAD",local:"squad",headingTag:"h2"}}),ut=new xe({props:{title:"Processors",local:"transformers.data.processors.squad.SquadProcessor",headingTag:"h3"}}),vt=new P({props:{name:"class transformers.data.processors.squad.SquadProcessor",anchor:"transformers.data.processors.squad.SquadProcessor",parameters:[],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L541"}}),$t=new P({props:{name:"get_dev_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_dev_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L629"}}),xt=new P({props:{name:"get_examples_from_dataset",anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset",parameters:[{name:"dataset",val:""},{name:"evaluate",val:" = False"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L574",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>List of SquadExample</p>
`}}),_e=new vr({props:{anchor:"transformers.data.processors.squad.SquadProcessor.get_examples_from_dataset.example",$$slots:{default:[sn]},$$scope:{ctx:k}}}),bt=new P({props:{name:"get_train_examples",anchor:"transformers.data.processors.squad.SquadProcessor.get_train_examples",parameters:[{name:"data_dir",val:""},{name:"filename",val:" = None"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L607"}}),yt=new P({props:{name:"transformers.squad_convert_examples_to_features",anchor:"transformers.squad_convert_examples_to_features",parameters:[{name:"examples",val:""},{name:"tokenizer",val:""},{name:"max_seq_length",val:""},{name:"doc_stride",val:""},{name:"max_query_length",val:""},{name:"is_training",val:""},{name:"padding_strategy",val:" = 'max_length'"},{name:"return_dataset",val:" = False"},{name:"threads",val:" = 1"},{name:"tqdm_enabled",val:" = True"}],source:"https://github.com/huggingface/transformers/blob/main/src/transformers/data/processors/squad.py#L316",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>list of <code>SquadFeatures</code></p>
`}}),$e=new vr({props:{anchor:"transformers.squad_convert_examples_to_features.example",$$slots:{default:[an]},$$scope:{ctx:k}}}),Tt=new xe({props:{title:"Example使用",local:"example使用",headingTag:"h3"}}),Pt=new be({props:{code:"JTIzJTIwTG9hZGluZyUyMGElMjBWMiUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjJQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjJfZGF0YV9kaXIpJTBBJTBBJTIzJTIwTG9hZGluZyUyMGElMjBWMSUyMHByb2Nlc3NvciUwQXByb2Nlc3NvciUyMCUzRCUyMFNxdWFkVjFQcm9jZXNzb3IoKSUwQWV4YW1wbGVzJTIwJTNEJTIwcHJvY2Vzc29yLmdldF9kZXZfZXhhbXBsZXMoc3F1YWRfdjFfZGF0YV9kaXIpJTBBJTBBZmVhdHVyZXMlMjAlM0QlMjBzcXVhZF9jb252ZXJ0X2V4YW1wbGVzX3RvX2ZlYXR1cmVzKCUwQSUyMCUyMCUyMCUyMGV4YW1wbGVzJTNEZXhhbXBsZXMlMkMlMEElMjAlMjAlMjAlMjB0b2tlbml6ZXIlM0R0b2tlbml6ZXIlMkMlMEElMjAlMjAlMjAlMjBtYXhfc2VxX2xlbmd0aCUzRG1heF9zZXFfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwZG9jX3N0cmlkZSUzRGFyZ3MuZG9jX3N0cmlkZSUyQyUwQSUyMCUyMCUyMCUyMG1heF9xdWVyeV9sZW5ndGglM0RtYXhfcXVlcnlfbGVuZ3RoJTJDJTBBJTIwJTIwJTIwJTIwaXNfdHJhaW5pbmclM0Rub3QlMjBldmFsdWF0ZSUyQyUwQSk=",highlighted:`<span class="hljs-comment"># Loading a V2 processor</span>
processor = SquadV2Processor()
examples = processor.get_dev_examples(squad_v2_data_dir)

<span class="hljs-comment"># Loading a V1 processor</span>
processor = SquadV1Processor()
examples = processor.get_dev_examples(squad_v1_data_dir)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),It=new be({props:{code:"JTIzJTIwdGVuc29yZmxvd19kYXRhc2V0cyUyMG9ubHklMjBoYW5kbGUlMjBTcXVhZCUyMFYxLiUwQXRmZHNfZXhhbXBsZXMlMjAlM0QlMjB0ZmRzLmxvYWQoJTIyc3F1YWQlMjIpJTBBZXhhbXBsZXMlMjAlM0QlMjBTcXVhZFYxUHJvY2Vzc29yKCkuZ2V0X2V4YW1wbGVzX2Zyb21fZGF0YXNldCh0ZmRzX2V4YW1wbGVzJTJDJTIwZXZhbHVhdGUlM0RldmFsdWF0ZSklMEElMEFmZWF0dXJlcyUyMCUzRCUyMHNxdWFkX2NvbnZlcnRfZXhhbXBsZXNfdG9fZmVhdHVyZXMoJTBBJTIwJTIwJTIwJTIwZXhhbXBsZXMlM0RleGFtcGxlcyUyQyUwQSUyMCUyMCUyMCUyMHRva2VuaXplciUzRHRva2VuaXplciUyQyUwQSUyMCUyMCUyMCUyMG1heF9zZXFfbGVuZ3RoJTNEbWF4X3NlcV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBkb2Nfc3RyaWRlJTNEYXJncy5kb2Nfc3RyaWRlJTJDJTBBJTIwJTIwJTIwJTIwbWF4X3F1ZXJ5X2xlbmd0aCUzRG1heF9xdWVyeV9sZW5ndGglMkMlMEElMjAlMjAlMjAlMjBpc190cmFpbmluZyUzRG5vdCUyMGV2YWx1YXRlJTJDJTBBKQ==",highlighted:`<span class="hljs-comment"># tensorflow_datasets only handle Squad V1.</span>
tfds_examples = tfds.load(<span class="hljs-string">&quot;squad&quot;</span>)
examples = SquadV1Processor().get_examples_from_dataset(tfds_examples, evaluate=evaluate)

features = squad_convert_examples_to_features(
    examples=examples,
    tokenizer=tokenizer,
    max_seq_length=max_seq_length,
    doc_stride=args.doc_stride,
    max_query_length=max_query_length,
    is_training=<span class="hljs-keyword">not</span> evaluate,
)`,wrap:!1}}),kt=new Qo({props:{source:"https://github.com/huggingface/transformers/blob/main/docs/source/zh/main_classes/processors.md"}}),{c(){m=n("meta"),b=s(),$=n("p"),p=s(),f(x.$$.fragment),c=s(),M=n("p"),M.textContent=za,xr=s(),Me=n("ul"),Me.innerHTML=Va,br=s(),f(ye.$$.fragment),Mr=s(),we=n("p"),we.textContent=qa,yr=s(),Te=n("p"),Te.textContent=Ea,wr=s(),y=n("div"),f(Ce.$$.fragment),ws=s(),Zt=n("p"),Zt.textContent=Ha,Ts=s(),Q=n("div"),f(Pe.$$.fragment),Cs=s(),zt=n("p"),zt.innerHTML=Ba,Ps=s(),Y=n("div"),f(Je.$$.fragment),Js=s(),Vt=n("p"),Vt.innerHTML=Na,Is=s(),V=n("div"),f(Ie.$$.fragment),Us=s(),qt=n("p"),qt.textContent=Fa,ks=s(),f(A.$$.fragment),js=s(),O=n("div"),f(Ue.$$.fragment),Xs=s(),Et=n("p"),Et.innerHTML=Sa,Ls=s(),J=n("div"),f(ke.$$.fragment),Zs=s(),Ht=n("p"),Ht.innerHTML=Wa,zs=s(),Bt=n("p"),Bt.innerHTML=Ga,Vs=s(),Nt=n("ul"),Nt.innerHTML=Da,qs=s(),Ft=n("p"),Ft.textContent=Ra,Es=s(),St=n("p"),St.innerHTML=Qa,Hs=s(),f(K.$$.fragment),Bs=s(),f(ee.$$.fragment),Ns=s(),f(te.$$.fragment),Fs=Go("\nwhich we could then pass as kwargs to `self._merge_kwargs`"),Ss=s(),q=n("div"),f(je.$$.fragment),Ws=s(),Wt=n("p"),Wt.textContent=Ya,Gs=s(),f(re.$$.fragment),Ds=s(),E=n("div"),f(Xe.$$.fragment),Rs=s(),Gt=n("p"),Gt.innerHTML=Aa,Qs=s(),f(se.$$.fragment),Ys=s(),H=n("div"),f(Le.$$.fragment),As=s(),Dt=n("p"),Dt.innerHTML=Oa,Os=s(),f(ae.$$.fragment),Ks=s(),oe=n("div"),f(Ze.$$.fragment),ea=s(),Rt=n("p"),Rt.textContent=Ka,ta=s(),ne=n("div"),f(ze.$$.fragment),ra=s(),Qt=n("p"),Qt.textContent=eo,sa=s(),le=n("div"),f(Ve.$$.fragment),aa=s(),Yt=n("p"),Yt.textContent=to,Tr=s(),f(qe.$$.fragment),Cr=s(),Ee=n("p"),Ee.innerHTML=ro,Pr=s(),U=n("div"),f(He.$$.fragment),oa=s(),At=n("p"),At.textContent=so,na=s(),ie=n("div"),f(Be.$$.fragment),la=s(),Ot=n("p"),Ot.innerHTML=ao,ia=s(),ce=n("div"),f(Ne.$$.fragment),ca=s(),Kt=n("p"),Kt.textContent=oo,ma=s(),me=n("div"),f(Fe.$$.fragment),da=s(),er=n("p"),er.textContent=no,pa=s(),de=n("div"),f(Se.$$.fragment),fa=s(),tr=n("p"),tr.innerHTML=lo,ua=s(),pe=n("div"),f(We.$$.fragment),ha=s(),rr=n("p"),rr.innerHTML=io,ga=s(),fe=n("div"),f(Ge.$$.fragment),_a=s(),sr=n("p"),sr.textContent=co,Jr=s(),L=n("div"),f(De.$$.fragment),va=s(),ar=n("p"),ar.textContent=mo,$a=s(),ue=n("div"),f(Re.$$.fragment),xa=s(),or=n("p"),or.textContent=po,Ir=s(),Z=n("div"),f(Qe.$$.fragment),ba=s(),nr=n("p"),nr.textContent=fo,Ma=s(),he=n("div"),f(Ye.$$.fragment),ya=s(),lr=n("p"),lr.textContent=uo,Ur=s(),f(Ae.$$.fragment),kr=s(),Oe=n("p"),Oe.innerHTML=ho,jr=s(),Ke=n("p"),Ke.textContent=go,Xr=s(),et=n("p"),et.textContent=_o,Lr=s(),tt=n("ul"),tt.innerHTML=vo,Zr=s(),rt=n("p"),rt.innerHTML=$o,zr=s(),F=n("div"),f(st.$$.fragment),wa=s(),ir=n("p"),ir.innerHTML=xo,Vr=s(),f(at.$$.fragment),qr=s(),ot=n("p"),ot.innerHTML=bo,Er=s(),nt=n("p"),nt.innerHTML=Mo,Hr=s(),lt=n("p"),lt.textContent=yo,Br=s(),it=n("ul"),it.innerHTML=wo,Nr=s(),ct=n("p"),ct.textContent=To,Fr=s(),mt=n("p"),mt.innerHTML=Co,Sr=s(),f(dt.$$.fragment),Wr=s(),pt=n("p"),pt.innerHTML=Po,Gr=s(),ft=n("p"),ft.textContent=Jo,Dr=s(),f(ut.$$.fragment),Rr=s(),ht=n("p"),ht.textContent=Io,Qr=s(),gt=n("ul"),gt.innerHTML=Uo,Yr=s(),_t=n("p"),_t.innerHTML=ko,Ar=s(),X=n("div"),f(vt.$$.fragment),Ta=s(),cr=n("p"),cr.textContent=jo,Ca=s(),ge=n("div"),f($t.$$.fragment),Pa=s(),mr=n("p"),mr.textContent=Xo,Ja=s(),B=n("div"),f(xt.$$.fragment),Ia=s(),dr=n("p"),dr.innerHTML=Lo,Ua=s(),f(_e.$$.fragment),ka=s(),ve=n("div"),f(bt.$$.fragment),ja=s(),pr=n("p"),pr.textContent=Zo,Or=s(),Mt=n("p"),Mt.innerHTML=zo,Kr=s(),z=n("div"),f(yt.$$.fragment),Xa=s(),fr=n("p"),fr.textContent=Vo,La=s(),f($e.$$.fragment),es=s(),wt=n("p"),wt.textContent=qo,ts=s(),f(Tt.$$.fragment),rs=s(),Ct=n("p"),Ct.textContent=Eo,ss=s(),f(Pt.$$.fragment),as=s(),Jt=n("p"),Jt.innerHTML=Ho,os=s(),f(It.$$.fragment),ns=s(),Ut=n("p"),Ut.innerHTML=Bo,ls=s(),f(kt.$$.fragment),is=s(),$r=n("p"),this.h()},l(e){const o=Do("svelte-u9bgzb",document.head);m=l(o,"META",{name:!0,content:!0}),o.forEach(t),b=a(e),$=l(e,"P",{}),w($).forEach(t),p=a(e),u(x.$$.fragment,e),c=a(e),M=l(e,"P",{"data-svelte-h":!0}),d(M)!=="svelte-1fd9lf0"&&(M.textContent=za),xr=a(e),Me=l(e,"UL",{"data-svelte-h":!0}),d(Me)!=="svelte-rmvfpp"&&(Me.innerHTML=Va),br=a(e),u(ye.$$.fragment,e),Mr=a(e),we=l(e,"P",{"data-svelte-h":!0}),d(we)!=="svelte-ctzpmo"&&(we.textContent=qa),yr=a(e),Te=l(e,"P",{"data-svelte-h":!0}),d(Te)!=="svelte-9fh2y4"&&(Te.textContent=Ea),wr=a(e),y=l(e,"DIV",{class:!0});var C=w(y);u(Ce.$$.fragment,C),ws=a(C),Zt=l(C,"P",{"data-svelte-h":!0}),d(Zt)!=="svelte-1s4wckx"&&(Zt.textContent=Ha),Ts=a(C),Q=l(C,"DIV",{class:!0});var jt=w(Q);u(Pe.$$.fragment,jt),Cs=a(jt),zt=l(jt,"P",{"data-svelte-h":!0}),d(zt)!=="svelte-10dqwuv"&&(zt.innerHTML=Ba),jt.forEach(t),Ps=a(C),Y=l(C,"DIV",{class:!0});var Xt=w(Y);u(Je.$$.fragment,Xt),Js=a(Xt),Vt=l(Xt,"P",{"data-svelte-h":!0}),d(Vt)!=="svelte-1i2d3vx"&&(Vt.innerHTML=Na),Xt.forEach(t),Is=a(C),V=l(C,"DIV",{class:!0});var S=w(V);u(Ie.$$.fragment,S),Us=a(S),qt=l(S,"P",{"data-svelte-h":!0}),d(qt)!=="svelte-1cj8dcb"&&(qt.textContent=Fa),ks=a(S),u(A.$$.fragment,S),S.forEach(t),js=a(C),O=l(C,"DIV",{class:!0});var Lt=w(O);u(Ue.$$.fragment,Lt),Xs=a(Lt),Et=l(Lt,"P",{"data-svelte-h":!0}),d(Et)!=="svelte-hsvutq"&&(Et.innerHTML=Sa),Lt.forEach(t),Ls=a(C),J=l(C,"DIV",{class:!0});var I=w(J);u(ke.$$.fragment,I),Zs=a(I),Ht=l(I,"P",{"data-svelte-h":!0}),d(Ht)!=="svelte-1s01p9s"&&(Ht.innerHTML=Wa),zs=a(I),Bt=l(I,"P",{"data-svelte-h":!0}),d(Bt)!=="svelte-14s9qj8"&&(Bt.innerHTML=Ga),Vs=a(I),Nt=l(I,"UL",{"data-svelte-h":!0}),d(Nt)!=="svelte-1wgd4o3"&&(Nt.innerHTML=Da),qs=a(I),Ft=l(I,"P",{"data-svelte-h":!0}),d(Ft)!=="svelte-p5jl0d"&&(Ft.textContent=Ra),Es=a(I),St=l(I,"P",{"data-svelte-h":!0}),d(St)!=="svelte-tdqt7p"&&(St.innerHTML=Qa),Hs=a(I),u(K.$$.fragment,I),Bs=a(I),u(ee.$$.fragment,I),Ns=a(I),u(te.$$.fragment,I),Fs=Ro(I,"\nwhich we could then pass as kwargs to `self._merge_kwargs`"),I.forEach(t),Ss=a(C),q=l(C,"DIV",{class:!0});var W=w(q);u(je.$$.fragment,W),Ws=a(W),Wt=l(W,"P",{"data-svelte-h":!0}),d(Wt)!=="svelte-1cwsjho"&&(Wt.textContent=Ya),Gs=a(W),u(re.$$.fragment,W),W.forEach(t),Ds=a(C),E=l(C,"DIV",{class:!0});var G=w(E);u(Xe.$$.fragment,G),Rs=a(G),Gt=l(G,"P",{"data-svelte-h":!0}),d(Gt)!=="svelte-hhsvto"&&(Gt.innerHTML=Aa),Qs=a(G),u(se.$$.fragment,G),G.forEach(t),Ys=a(C),H=l(C,"DIV",{class:!0});var D=w(H);u(Le.$$.fragment,D),As=a(D),Dt=l(D,"P",{"data-svelte-h":!0}),d(Dt)!=="svelte-wdcnpg"&&(Dt.innerHTML=Oa),Os=a(D),u(ae.$$.fragment,D),D.forEach(t),Ks=a(C),oe=l(C,"DIV",{class:!0});var ms=w(oe);u(Ze.$$.fragment,ms),ea=a(ms),Rt=l(ms,"P",{"data-svelte-h":!0}),d(Rt)!=="svelte-1ww3wqq"&&(Rt.textContent=Ka),ms.forEach(t),ta=a(C),ne=l(C,"DIV",{class:!0});var ds=w(ne);u(ze.$$.fragment,ds),ra=a(ds),Qt=l(ds,"P",{"data-svelte-h":!0}),d(Qt)!=="svelte-1g70y32"&&(Qt.textContent=eo),ds.forEach(t),sa=a(C),le=l(C,"DIV",{class:!0});var ps=w(le);u(Ve.$$.fragment,ps),aa=a(ps),Yt=l(ps,"P",{"data-svelte-h":!0}),d(Yt)!=="svelte-5ayq1f"&&(Yt.textContent=to),ps.forEach(t),C.forEach(t),Tr=a(e),u(qe.$$.fragment,e),Cr=a(e),Ee=l(e,"P",{"data-svelte-h":!0}),d(Ee)!=="svelte-1gqc2ou"&&(Ee.innerHTML=ro),Pr=a(e),U=l(e,"DIV",{class:!0});var j=w(U);u(He.$$.fragment,j),oa=a(j),At=l(j,"P",{"data-svelte-h":!0}),d(At)!=="svelte-1bsw04k"&&(At.textContent=so),na=a(j),ie=l(j,"DIV",{class:!0});var fs=w(ie);u(Be.$$.fragment,fs),la=a(fs),Ot=l(fs,"P",{"data-svelte-h":!0}),d(Ot)!=="svelte-i9v8dv"&&(Ot.innerHTML=ao),fs.forEach(t),ia=a(j),ce=l(j,"DIV",{class:!0});var us=w(ce);u(Ne.$$.fragment,us),ca=a(us),Kt=l(us,"P",{"data-svelte-h":!0}),d(Kt)!=="svelte-pplryq"&&(Kt.textContent=oo),us.forEach(t),ma=a(j),me=l(j,"DIV",{class:!0});var hs=w(me);u(Fe.$$.fragment,hs),da=a(hs),er=l(hs,"P",{"data-svelte-h":!0}),d(er)!=="svelte-3oqyjr"&&(er.textContent=no),hs.forEach(t),pa=a(j),de=l(j,"DIV",{class:!0});var gs=w(de);u(Se.$$.fragment,gs),fa=a(gs),tr=l(gs,"P",{"data-svelte-h":!0}),d(tr)!=="svelte-1f447o"&&(tr.innerHTML=lo),gs.forEach(t),ua=a(j),pe=l(j,"DIV",{class:!0});var _s=w(pe);u(We.$$.fragment,_s),ha=a(_s),rr=l(_s,"P",{"data-svelte-h":!0}),d(rr)!=="svelte-n3qvn6"&&(rr.innerHTML=io),_s.forEach(t),ga=a(j),fe=l(j,"DIV",{class:!0});var vs=w(fe);u(Ge.$$.fragment,vs),_a=a(vs),sr=l(vs,"P",{"data-svelte-h":!0}),d(sr)!=="svelte-1jevh15"&&(sr.textContent=co),vs.forEach(t),j.forEach(t),Jr=a(e),L=l(e,"DIV",{class:!0});var ur=w(L);u(De.$$.fragment,ur),va=a(ur),ar=l(ur,"P",{"data-svelte-h":!0}),d(ar)!=="svelte-vkt0pi"&&(ar.textContent=mo),$a=a(ur),ue=l(ur,"DIV",{class:!0});var $s=w(ue);u(Re.$$.fragment,$s),xa=a($s),or=l($s,"P",{"data-svelte-h":!0}),d(or)!=="svelte-5ayq1f"&&(or.textContent=po),$s.forEach(t),ur.forEach(t),Ir=a(e),Z=l(e,"DIV",{class:!0});var hr=w(Z);u(Qe.$$.fragment,hr),ba=a(hr),nr=l(hr,"P",{"data-svelte-h":!0}),d(nr)!=="svelte-168wf64"&&(nr.textContent=fo),Ma=a(hr),he=l(hr,"DIV",{class:!0});var xs=w(he);u(Ye.$$.fragment,xs),ya=a(xs),lr=l(xs,"P",{"data-svelte-h":!0}),d(lr)!=="svelte-5ayq1f"&&(lr.textContent=uo),xs.forEach(t),hr.forEach(t),Ur=a(e),u(Ae.$$.fragment,e),kr=a(e),Oe=l(e,"P",{"data-svelte-h":!0}),d(Oe)!=="svelte-pf4p60"&&(Oe.innerHTML=ho),jr=a(e),Ke=l(e,"P",{"data-svelte-h":!0}),d(Ke)!=="svelte-17867sm"&&(Ke.textContent=go),Xr=a(e),et=l(e,"P",{"data-svelte-h":!0}),d(et)!=="svelte-190jb0p"&&(et.textContent=_o),Lr=a(e),tt=l(e,"UL",{"data-svelte-h":!0}),d(tt)!=="svelte-my8qym"&&(tt.innerHTML=vo),Zr=a(e),rt=l(e,"P",{"data-svelte-h":!0}),d(rt)!=="svelte-f7vo7d"&&(rt.innerHTML=$o),zr=a(e),F=l(e,"DIV",{class:!0});var bs=w(F);u(st.$$.fragment,bs),wa=a(bs),ir=l(bs,"P",{"data-svelte-h":!0}),d(ir)!=="svelte-5lvrve"&&(ir.innerHTML=xo),bs.forEach(t),Vr=a(e),u(at.$$.fragment,e),qr=a(e),ot=l(e,"P",{"data-svelte-h":!0}),d(ot)!=="svelte-143feg"&&(ot.innerHTML=bo),Er=a(e),nt=l(e,"P",{"data-svelte-h":!0}),d(nt)!=="svelte-1y5f8bi"&&(nt.innerHTML=Mo),Hr=a(e),lt=l(e,"P",{"data-svelte-h":!0}),d(lt)!=="svelte-1n6xg4v"&&(lt.textContent=yo),Br=a(e),it=l(e,"UL",{"data-svelte-h":!0}),d(it)!=="svelte-1e2xq99"&&(it.innerHTML=wo),Nr=a(e),ct=l(e,"P",{"data-svelte-h":!0}),d(ct)!=="svelte-1514ut0"&&(ct.textContent=To),Fr=a(e),mt=l(e,"P",{"data-svelte-h":!0}),d(mt)!=="svelte-18t4sjl"&&(mt.innerHTML=Co),Sr=a(e),u(dt.$$.fragment,e),Wr=a(e),pt=l(e,"P",{"data-svelte-h":!0}),d(pt)!=="svelte-1cqsmed"&&(pt.innerHTML=Po),Gr=a(e),ft=l(e,"P",{"data-svelte-h":!0}),d(ft)!=="svelte-1hd0jdd"&&(ft.textContent=Jo),Dr=a(e),u(ut.$$.fragment,e),Rr=a(e),ht=l(e,"P",{"data-svelte-h":!0}),d(ht)!=="svelte-utkcp6"&&(ht.textContent=Io),Qr=a(e),gt=l(e,"UL",{"data-svelte-h":!0}),d(gt)!=="svelte-1qiv3qf"&&(gt.innerHTML=Uo),Yr=a(e),_t=l(e,"P",{"data-svelte-h":!0}),d(_t)!=="svelte-165sa1k"&&(_t.innerHTML=ko),Ar=a(e),X=l(e,"DIV",{class:!0});var N=w(X);u(vt.$$.fragment,N),Ta=a(N),cr=l(N,"P",{"data-svelte-h":!0}),d(cr)!=="svelte-173gxyd"&&(cr.textContent=jo),Ca=a(N),ge=l(N,"DIV",{class:!0});var Ms=w(ge);u($t.$$.fragment,Ms),Pa=a(Ms),mr=l(Ms,"P",{"data-svelte-h":!0}),d(mr)!=="svelte-wmaktk"&&(mr.textContent=Xo),Ms.forEach(t),Ja=a(N),B=l(N,"DIV",{class:!0});var gr=w(B);u(xt.$$.fragment,gr),Ia=a(gr),dr=l(gr,"P",{"data-svelte-h":!0}),d(dr)!=="svelte-11nqnea"&&(dr.innerHTML=Lo),Ua=a(gr),u(_e.$$.fragment,gr),gr.forEach(t),ka=a(N),ve=l(N,"DIV",{class:!0});var ys=w(ve);u(bt.$$.fragment,ys),ja=a(ys),pr=l(ys,"P",{"data-svelte-h":!0}),d(pr)!=="svelte-d5zv1x"&&(pr.textContent=Zo),ys.forEach(t),N.forEach(t),Or=a(e),Mt=l(e,"P",{"data-svelte-h":!0}),d(Mt)!=="svelte-7uap0d"&&(Mt.innerHTML=zo),Kr=a(e),z=l(e,"DIV",{class:!0});var _r=w(z);u(yt.$$.fragment,_r),Xa=a(_r),fr=l(_r,"P",{"data-svelte-h":!0}),d(fr)!=="svelte-169nh0g"&&(fr.textContent=Vo),La=a(_r),u($e.$$.fragment,_r),_r.forEach(t),es=a(e),wt=l(e,"P",{"data-svelte-h":!0}),d(wt)!=="svelte-1dp3thd"&&(wt.textContent=qo),ts=a(e),u(Tt.$$.fragment,e),rs=a(e),Ct=l(e,"P",{"data-svelte-h":!0}),d(Ct)!=="svelte-1tuty7g"&&(Ct.textContent=Eo),ss=a(e),u(Pt.$$.fragment,e),as=a(e),Jt=l(e,"P",{"data-svelte-h":!0}),d(Jt)!=="svelte-1klp1tb"&&(Jt.innerHTML=Ho),os=a(e),u(It.$$.fragment,e),ns=a(e),Ut=l(e,"P",{"data-svelte-h":!0}),d(Ut)!=="svelte-1mzejoo"&&(Ut.innerHTML=Bo),ls=a(e),u(kt.$$.fragment,e),is=a(e),$r=l(e,"P",{}),w($r).forEach(t),this.h()},h(){T(m,"name","hf:doc:metadata"),T(m,"content",nn),T(Q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(J,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(oe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ne,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(le,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ie,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ce,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(me,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(de,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(pe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(fe,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ue,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(L,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(he,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ge,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(ve,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),T(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,o){r(document.head,m),i(e,b,o),i(e,$,o),i(e,p,o),h(x,e,o),i(e,c,o),i(e,M,o),i(e,xr,o),i(e,Me,o),i(e,br,o),h(ye,e,o),i(e,Mr,o),i(e,we,o),i(e,yr,o),i(e,Te,o),i(e,wr,o),i(e,y,o),h(Ce,y,null),r(y,ws),r(y,Zt),r(y,Ts),r(y,Q),h(Pe,Q,null),r(Q,Cs),r(Q,zt),r(y,Ps),r(y,Y),h(Je,Y,null),r(Y,Js),r(Y,Vt),r(y,Is),r(y,V),h(Ie,V,null),r(V,Us),r(V,qt),r(V,ks),h(A,V,null),r(y,js),r(y,O),h(Ue,O,null),r(O,Xs),r(O,Et),r(y,Ls),r(y,J),h(ke,J,null),r(J,Zs),r(J,Ht),r(J,zs),r(J,Bt),r(J,Vs),r(J,Nt),r(J,qs),r(J,Ft),r(J,Es),r(J,St),r(J,Hs),h(K,J,null),r(J,Bs),h(ee,J,null),r(J,Ns),h(te,J,null),r(J,Fs),r(y,Ss),r(y,q),h(je,q,null),r(q,Ws),r(q,Wt),r(q,Gs),h(re,q,null),r(y,Ds),r(y,E),h(Xe,E,null),r(E,Rs),r(E,Gt),r(E,Qs),h(se,E,null),r(y,Ys),r(y,H),h(Le,H,null),r(H,As),r(H,Dt),r(H,Os),h(ae,H,null),r(y,Ks),r(y,oe),h(Ze,oe,null),r(oe,ea),r(oe,Rt),r(y,ta),r(y,ne),h(ze,ne,null),r(ne,ra),r(ne,Qt),r(y,sa),r(y,le),h(Ve,le,null),r(le,aa),r(le,Yt),i(e,Tr,o),h(qe,e,o),i(e,Cr,o),i(e,Ee,o),i(e,Pr,o),i(e,U,o),h(He,U,null),r(U,oa),r(U,At),r(U,na),r(U,ie),h(Be,ie,null),r(ie,la),r(ie,Ot),r(U,ia),r(U,ce),h(Ne,ce,null),r(ce,ca),r(ce,Kt),r(U,ma),r(U,me),h(Fe,me,null),r(me,da),r(me,er),r(U,pa),r(U,de),h(Se,de,null),r(de,fa),r(de,tr),r(U,ua),r(U,pe),h(We,pe,null),r(pe,ha),r(pe,rr),r(U,ga),r(U,fe),h(Ge,fe,null),r(fe,_a),r(fe,sr),i(e,Jr,o),i(e,L,o),h(De,L,null),r(L,va),r(L,ar),r(L,$a),r(L,ue),h(Re,ue,null),r(ue,xa),r(ue,or),i(e,Ir,o),i(e,Z,o),h(Qe,Z,null),r(Z,ba),r(Z,nr),r(Z,Ma),r(Z,he),h(Ye,he,null),r(he,ya),r(he,lr),i(e,Ur,o),h(Ae,e,o),i(e,kr,o),i(e,Oe,o),i(e,jr,o),i(e,Ke,o),i(e,Xr,o),i(e,et,o),i(e,Lr,o),i(e,tt,o),i(e,Zr,o),i(e,rt,o),i(e,zr,o),i(e,F,o),h(st,F,null),r(F,wa),r(F,ir),i(e,Vr,o),h(at,e,o),i(e,qr,o),i(e,ot,o),i(e,Er,o),i(e,nt,o),i(e,Hr,o),i(e,lt,o),i(e,Br,o),i(e,it,o),i(e,Nr,o),i(e,ct,o),i(e,Fr,o),i(e,mt,o),i(e,Sr,o),h(dt,e,o),i(e,Wr,o),i(e,pt,o),i(e,Gr,o),i(e,ft,o),i(e,Dr,o),h(ut,e,o),i(e,Rr,o),i(e,ht,o),i(e,Qr,o),i(e,gt,o),i(e,Yr,o),i(e,_t,o),i(e,Ar,o),i(e,X,o),h(vt,X,null),r(X,Ta),r(X,cr),r(X,Ca),r(X,ge),h($t,ge,null),r(ge,Pa),r(ge,mr),r(X,Ja),r(X,B),h(xt,B,null),r(B,Ia),r(B,dr),r(B,Ua),h(_e,B,null),r(X,ka),r(X,ve),h(bt,ve,null),r(ve,ja),r(ve,pr),i(e,Or,o),i(e,Mt,o),i(e,Kr,o),i(e,z,o),h(yt,z,null),r(z,Xa),r(z,fr),r(z,La),h($e,z,null),i(e,es,o),i(e,wt,o),i(e,ts,o),h(Tt,e,o),i(e,rs,o),i(e,Ct,o),i(e,ss,o),h(Pt,e,o),i(e,as,o),i(e,Jt,o),i(e,os,o),h(It,e,o),i(e,ns,o),i(e,Ut,o),i(e,ls,o),h(kt,e,o),i(e,is,o),i(e,$r,o),cs=!0},p(e,[o]){const C={};o&2&&(C.$$scope={dirty:o,ctx:e}),A.$set(C);const jt={};o&2&&(jt.$$scope={dirty:o,ctx:e}),K.$set(jt);const Xt={};o&2&&(Xt.$$scope={dirty:o,ctx:e}),ee.$set(Xt);const S={};o&2&&(S.$$scope={dirty:o,ctx:e}),te.$set(S);const Lt={};o&2&&(Lt.$$scope={dirty:o,ctx:e}),re.$set(Lt);const I={};o&2&&(I.$$scope={dirty:o,ctx:e}),se.$set(I);const W={};o&2&&(W.$$scope={dirty:o,ctx:e}),ae.$set(W);const G={};o&2&&(G.$$scope={dirty:o,ctx:e}),_e.$set(G);const D={};o&2&&(D.$$scope={dirty:o,ctx:e}),$e.$set(D)},i(e){cs||(g(x.$$.fragment,e),g(ye.$$.fragment,e),g(Ce.$$.fragment,e),g(Pe.$$.fragment,e),g(Je.$$.fragment,e),g(Ie.$$.fragment,e),g(A.$$.fragment,e),g(Ue.$$.fragment,e),g(ke.$$.fragment,e),g(K.$$.fragment,e),g(ee.$$.fragment,e),g(te.$$.fragment,e),g(je.$$.fragment,e),g(re.$$.fragment,e),g(Xe.$$.fragment,e),g(se.$$.fragment,e),g(Le.$$.fragment,e),g(ae.$$.fragment,e),g(Ze.$$.fragment,e),g(ze.$$.fragment,e),g(Ve.$$.fragment,e),g(qe.$$.fragment,e),g(He.$$.fragment,e),g(Be.$$.fragment,e),g(Ne.$$.fragment,e),g(Fe.$$.fragment,e),g(Se.$$.fragment,e),g(We.$$.fragment,e),g(Ge.$$.fragment,e),g(De.$$.fragment,e),g(Re.$$.fragment,e),g(Qe.$$.fragment,e),g(Ye.$$.fragment,e),g(Ae.$$.fragment,e),g(st.$$.fragment,e),g(at.$$.fragment,e),g(dt.$$.fragment,e),g(ut.$$.fragment,e),g(vt.$$.fragment,e),g($t.$$.fragment,e),g(xt.$$.fragment,e),g(_e.$$.fragment,e),g(bt.$$.fragment,e),g(yt.$$.fragment,e),g($e.$$.fragment,e),g(Tt.$$.fragment,e),g(Pt.$$.fragment,e),g(It.$$.fragment,e),g(kt.$$.fragment,e),cs=!0)},o(e){_(x.$$.fragment,e),_(ye.$$.fragment,e),_(Ce.$$.fragment,e),_(Pe.$$.fragment,e),_(Je.$$.fragment,e),_(Ie.$$.fragment,e),_(A.$$.fragment,e),_(Ue.$$.fragment,e),_(ke.$$.fragment,e),_(K.$$.fragment,e),_(ee.$$.fragment,e),_(te.$$.fragment,e),_(je.$$.fragment,e),_(re.$$.fragment,e),_(Xe.$$.fragment,e),_(se.$$.fragment,e),_(Le.$$.fragment,e),_(ae.$$.fragment,e),_(Ze.$$.fragment,e),_(ze.$$.fragment,e),_(Ve.$$.fragment,e),_(qe.$$.fragment,e),_(He.$$.fragment,e),_(Be.$$.fragment,e),_(Ne.$$.fragment,e),_(Fe.$$.fragment,e),_(Se.$$.fragment,e),_(We.$$.fragment,e),_(Ge.$$.fragment,e),_(De.$$.fragment,e),_(Re.$$.fragment,e),_(Qe.$$.fragment,e),_(Ye.$$.fragment,e),_(Ae.$$.fragment,e),_(st.$$.fragment,e),_(at.$$.fragment,e),_(dt.$$.fragment,e),_(ut.$$.fragment,e),_(vt.$$.fragment,e),_($t.$$.fragment,e),_(xt.$$.fragment,e),_(_e.$$.fragment,e),_(bt.$$.fragment,e),_(yt.$$.fragment,e),_($e.$$.fragment,e),_(Tt.$$.fragment,e),_(Pt.$$.fragment,e),_(It.$$.fragment,e),_(kt.$$.fragment,e),cs=!1},d(e){e&&(t(b),t($),t(p),t(c),t(M),t(xr),t(Me),t(br),t(Mr),t(we),t(yr),t(Te),t(wr),t(y),t(Tr),t(Cr),t(Ee),t(Pr),t(U),t(Jr),t(L),t(Ir),t(Z),t(Ur),t(kr),t(Oe),t(jr),t(Ke),t(Xr),t(et),t(Lr),t(tt),t(Zr),t(rt),t(zr),t(F),t(Vr),t(qr),t(ot),t(Er),t(nt),t(Hr),t(lt),t(Br),t(it),t(Nr),t(ct),t(Fr),t(mt),t(Sr),t(Wr),t(pt),t(Gr),t(ft),t(Dr),t(Rr),t(ht),t(Qr),t(gt),t(Yr),t(_t),t(Ar),t(X),t(Or),t(Mt),t(Kr),t(z),t(es),t(wt),t(ts),t(rs),t(Ct),t(ss),t(as),t(Jt),t(os),t(ns),t(Ut),t(ls),t(is),t($r)),t(m),v(x,e),v(ye,e),v(Ce),v(Pe),v(Je),v(Ie),v(A),v(Ue),v(ke),v(K),v(ee),v(te),v(je),v(re),v(Xe),v(se),v(Le),v(ae),v(Ze),v(ze),v(Ve),v(qe,e),v(He),v(Be),v(Ne),v(Fe),v(Se),v(We),v(Ge),v(De),v(Re),v(Qe),v(Ye),v(Ae,e),v(st),v(at,e),v(dt,e),v(ut,e),v(vt),v($t),v(xt),v(_e),v(bt),v(yt),v($e),v(Tt,e),v(Pt,e),v(It,e),v(kt,e)}}}const nn='{"title":"Processors","local":"processors","sections":[{"title":"多模态processors","local":"transformers.ProcessorMixin","sections":[],"depth":2},{"title":"已弃用的processors","local":"transformers.DataProcessor","sections":[],"depth":2},{"title":"GLUE","local":"transformers.glue_convert_examples_to_features","sections":[],"depth":2},{"title":"XNLI","local":"xnli","sections":[],"depth":2},{"title":"SQuAD","local":"squad","sections":[{"title":"Processors","local":"transformers.data.processors.squad.SquadProcessor","sections":[],"depth":3},{"title":"Example使用","local":"example使用","sections":[],"depth":3}],"depth":2}],"depth":1}';function ln(k){return Fo(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class gn extends So{constructor(m){super(),Wo(this,m,ln,on,No,{})}}export{gn as component};
