import{s as Mt,n as jt,o as qt}from"../chunks/scheduler.a045fce0.js";import{S as Ht,i as Ut,e as f,s,c as o,h as Lt,a as h,d as n,b as a,f as Pt,g as l,j as c,k as _t,l as Wt,m as i,n as p,t as r,o as d,p as m}from"../chunks/index.c7f31426.js";import{C as St}from"../chunks/CodeBlock.022ae2ad.js";import{H as u,E as zt}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.16774317.js";function At(pt){let g,ue,de,fe,$,he,y,ce,w,ge,I,rt=`Inference Endpoints are currently available on AWS in us-east-1 (N. Virginia) & eu-west-1 (Ireland), on Azure in eastus (Virginia), and on
GCP in us-east4 (Virginia). If you need to deploy in a different region, please let us know.`,$e,T,ye,v,dt=`No, you cannot access the instance hosting your Endpoint. But if you are missing information or need more insights on the machine where
the Endpoint is running, please contact us.`,we,C,Ie,b,mt=`The <a href="https://huggingface.co/docs/inference-providers/index" rel="nofollow">Inference Providers</a> is a solution to easily explore and evaluate models. Its a
single consistent API Inference giving access to Hugging Face partners, that host a wide selection of AI models. Inference Endpoints is a
service for you to deploy your models on managed infrastructure.`,Te,x,ve,E,ut=`Dedicated Endpoints are billed based on the compute hours of your Running Endpoints, and the associated instance types. We may add usage
costs for load balancers and Private Links in the future.`,Ce,k,be,J,ft=`You can currently monitor your Endpoint through the <a href="https://endpoints.huggingface.co/endpoints" rel="nofollow">Inference Endpoints web application</a>,
where you have access to the <a href="/docs/inference-endpoints/guides/logs">Logs of your Endpoints</a> as well as a
<a href="/docs/inference-endpoints/guides/analytics">metrics dashboard</a>.`,xe,P,Ee,_,ke,M,ht="Yes, data is encrypted during transit with TLS/SSL.",Je,j,Pe,q,ct=`You can invalidate existing personal tokens and create new ones in your settings here: <a href="https://huggingface.co/settings/tokens" rel="nofollow">https://huggingface.co/settings/tokens</a>.
Please use fine-grained tokens when possible!`,_e,H,Me,U,gt=`No, when creating a Private Endpoint (a Hugging Face Inference Endpoint linked to your VPC via AWS PrivateLink), you can only see the
ENI in your VPC where the Endpoint is available.`,je,L,qe,W,He,S,$t=`The Endpoints are scaled automatically for you. You can set a minimum and maximum amount of replicas, and the system will scale them up and down
depending on the scaling strategy you configured. We recommend reading the <a href="./guides/autoscaling">autoscaling section</a> for more information`,Ue,z,Le,A,yt=`Unless you allowed scale-to-zero your Inference Endpoint will always stay available/up with the number of min replicas defined in the Autoscaling
configuration`,We,B,Se,Y,wt=`Yes, you can deploy any repository from the <a href="https://huggingface.co/models" rel="nofollow">Hugging Face Hub</a> and if your task/model/framework is not
supported out of the box. For this we recommended setting up a <a href="./engines/custom_container">custom container</a>`,ze,D,Ae,F,It="Please contact us if you feel your model would do better on a different instance type than what is listed.",Be,N,Ye,V,Tt="This is now possible in the UI, or via the API:",De,G,Fe,Q,Ne,Z,Ve,O,vt=`In most cases yes but it depends on the Inference Engine. In practice all high performance Inference Engines like vLLM, TGI, llama.cpp, SGLang
and TEI support batching, whereas the Inference Toolkit might not. Each Inference Enginge also has configuration to adjust batch sizes, we recommend
reading up on the documentation to understand best how to tune the configuration to meet your needs.`,Ge,R,Qe,X,Ct="Yes! Please check the Inference Engines section and also check out the Engines own documentation.",Ze,K,Oe,ee,Re,te,bt=`This usually means that the port mapping is incorrect. Ensure your app is listening on port 80 and that the Docker container is exposing
port 80 externally. If you’re deploying a custom container you can change these values, but make sure to keep them aligned.`,Xe,ne,Ke,ie,xt=`Confirm that you have a health route implemented in your app that returns a status code 200 when your application is ready to serve
requests. Otherwise your app is considered ready as soon as the container has started, potentially resulting in 500s. You can configure
the health route in the Container Configuration of your Endpoint.`,et,se,Et=`You can also add the ‘X-Scale-Up-Timeout’ header to your requests. This means that when the endpoint is scaling the proxy will hold
requests until a replica is ready, or timeout after the specified amount of seconds. For example ‘X-Scale-Up-Timeout: 600’`,tt,ae,nt,oe,kt=`You have an option to choose the download pattern of the model’s files when deploying an Endpoint, to help with limiting the volume of
downloaded files. If a selected download pattern is not possible or compatible with the model, the system will not allow a change to the
pattern.`,it,le,st,pe,Jt=`To help mitigate service interruptions on an Inference Endpoint that needs to be highly available, please make sure to use at least 2 replicas,
ie min replicas set to 2.`,at,re,ot,me,lt;return $=new u({props:{title:"FAQs",local:"faqs",headingTag:"h1"}}),y=new u({props:{title:"General questions",local:"general-questions",headingTag:"h2"}}),w=new u({props:{title:"In which regions can I deploy an Inference Endpoints?",local:"in-which-regions-can-i-deploy-an-inference-endpoints",headingTag:"h3"}}),T=new u({props:{title:"Can I access the instance my Endpoint is running on?",local:"can-i-access-the-instance-my-endpoint-is-running-on",headingTag:"h3"}}),C=new u({props:{title:"What’s the difference between Inference Providers and Inference Endpoints?",local:"whats-the-difference-between-inference-providers-and-inference-endpoints",headingTag:"h3"}}),x=new u({props:{title:"How much does it cost to run my Endpoint?",local:"how-much-does-it-cost-to-run-my-endpoint",headingTag:"h3"}}),k=new u({props:{title:"How do I monitor my deployed Endpoint?",local:"how-do-i-monitor-my-deployed-endpoint",headingTag:"h3"}}),P=new u({props:{title:"Security",local:"security",headingTag:"h2"}}),_=new u({props:{title:"Is the data transiting to the Endpoint encrypted?",local:"is-the-data-transiting-to-the-endpoint-encrypted",headingTag:"h3"}}),j=new u({props:{title:"I accidentally leaked my token. Do I need to delete my endpoint?",local:"i-accidentally-leaked-my-token-do-i-need-to-delete-my-endpoint",headingTag:"h3"}}),H=new u({props:{title:"Can I see my Private Endpoint running on my VPC account?",local:"can-i-see-my-private-endpoint-running-on-my-vpc-account",headingTag:"h3"}}),L=new u({props:{title:"Configuration",local:"configuration",headingTag:"h2"}}),W=new u({props:{title:"How can I scale my deployment?",local:"how-can-i-scale-my-deployment",headingTag:"h3"}}),z=new u({props:{title:"Will my endpoint still be running if no more requests are processed?",local:"will-my-endpoint-still-be-running-if-no-more-requests-are-processed",headingTag:"h3"}}),B=new u({props:{title:"I would like to deploy a model which is not in the supported tasks, is this possible?",local:"i-would-like-to-deploy-a-model-which-is-not-in-the-supported-tasks-is-this-possible",headingTag:"h3"}}),D=new u({props:{title:"What if I would like to deploy to a different instance type that is not listed?",local:"what-if-i-would-like-to-deploy-to-a-different-instance-type-that-is-not-listed",headingTag:"h3"}}),N=new u({props:{title:"I need to add a custom environment variable (default or secrets) to my endpoint. How can I do this?",local:"i-need-to-add-a-custom-environment-variable-default-or-secrets-to-my-endpoint-how-can-i-do-this",headingTag:"h3"}}),G=new St({props:{code:"JTdCJTBBJTIwJTIwJTIybW9kZWwlMjIlM0ElMjAlN0IlMEElMjAlMjAlMjAlMjAlMjJpbWFnZSUyMiUzQSUyMCU3QiUwQSUyMCUyMCUyMCUyMCUyMCUyMCUyMmh1Z2dpbmdmYWNlJTIyJTNBJTIwJTdCJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIwJTIyZW52JTIyJTNBJTIwJTdCJTIwJTIydmFyMSUyMiUzQSUyMCUyMnZhbHVlJTIyJTIwJTdEJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTdEJTBBJTIwJTIwJTIwJTIwJTdEJTJDJTBBJTdE",highlighted:`<span class="hljs-punctuation">{</span>
  <span class="hljs-attr">&quot;model&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-punctuation">{</span>
    <span class="hljs-attr">&quot;image&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-punctuation">{</span>
      <span class="hljs-attr">&quot;huggingface&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-punctuation">{</span>
        <span class="hljs-attr">&quot;env&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-punctuation">{</span> <span class="hljs-attr">&quot;var1&quot;</span><span class="hljs-punctuation">:</span> <span class="hljs-string">&quot;value&quot;</span> <span class="hljs-punctuation">}</span>
      <span class="hljs-punctuation">}</span>
    <span class="hljs-punctuation">}</span><span class="hljs-punctuation">,</span>
<span class="hljs-punctuation">}</span>`,wrap:!1}}),Q=new u({props:{title:"Inference Engines",local:"inference-engines",headingTag:"h2"}}),Z=new u({props:{title:"Can I run inference in batches?",local:"can-i-run-inference-in-batches",headingTag:"h3"}}),R=new u({props:{title:"I’m using a specific Inference Engine type for my Endpoint. Is there more information about how to use it?",local:"im-using-a-specific-inference-engine-type-for-my-endpoint-is-there-more-information-about-how-to-use-it",headingTag:"h3"}}),K=new u({props:{title:"Debugging",local:"debugging",headingTag:"h2"}}),ee=new u({props:{title:"I can see from the logs that my endpoint is running but the status is stuck at “initializing”",local:"i-can-see-from-the-logs-that-my-endpoint-is-running-but-the-status-is-stuck-at-initializing",headingTag:"h3"}}),ne=new u({props:{title:"I’m getting a 500 response in the beginning of my endpoint deployment or when scaling is happening",local:"im-getting-a-500-response-in-the-beginning-of-my-endpoint-deployment-or-when-scaling-is-happening",headingTag:"h3"}}),ae=new u({props:{title:"I see there’s an option to select a Download Pattern under Instance Configuration. What does this mean?",local:"i-see-theres-an-option-to-select-a-download-pattern-under-instance-configuration-what-does-this-mean",headingTag:"h3"}}),le=new u({props:{title:"I’m sometimes running into a 503 error on a running endpoint in production. What can I do?",local:"im-sometimes-running-into-a-503-error-on-a-running-endpoint-in-production-what-can-i-do",headingTag:"h3"}}),re=new zt({props:{source:"https://github.com/huggingface/hf-endpoints-documentation/blob/main/docs/source/support/faq.md"}}),{c(){g=f("meta"),ue=s(),de=f("p"),fe=s(),o($.$$.fragment),he=s(),o(y.$$.fragment),ce=s(),o(w.$$.fragment),ge=s(),I=f("p"),I.textContent=rt,$e=s(),o(T.$$.fragment),ye=s(),v=f("p"),v.textContent=dt,we=s(),o(C.$$.fragment),Ie=s(),b=f("p"),b.innerHTML=mt,Te=s(),o(x.$$.fragment),ve=s(),E=f("p"),E.textContent=ut,Ce=s(),o(k.$$.fragment),be=s(),J=f("p"),J.innerHTML=ft,xe=s(),o(P.$$.fragment),Ee=s(),o(_.$$.fragment),ke=s(),M=f("p"),M.textContent=ht,Je=s(),o(j.$$.fragment),Pe=s(),q=f("p"),q.innerHTML=ct,_e=s(),o(H.$$.fragment),Me=s(),U=f("p"),U.textContent=gt,je=s(),o(L.$$.fragment),qe=s(),o(W.$$.fragment),He=s(),S=f("p"),S.innerHTML=$t,Ue=s(),o(z.$$.fragment),Le=s(),A=f("p"),A.textContent=yt,We=s(),o(B.$$.fragment),Se=s(),Y=f("p"),Y.innerHTML=wt,ze=s(),o(D.$$.fragment),Ae=s(),F=f("p"),F.textContent=It,Be=s(),o(N.$$.fragment),Ye=s(),V=f("p"),V.textContent=Tt,De=s(),o(G.$$.fragment),Fe=s(),o(Q.$$.fragment),Ne=s(),o(Z.$$.fragment),Ve=s(),O=f("p"),O.textContent=vt,Ge=s(),o(R.$$.fragment),Qe=s(),X=f("p"),X.textContent=Ct,Ze=s(),o(K.$$.fragment),Oe=s(),o(ee.$$.fragment),Re=s(),te=f("p"),te.textContent=bt,Xe=s(),o(ne.$$.fragment),Ke=s(),ie=f("p"),ie.textContent=xt,et=s(),se=f("p"),se.textContent=Et,tt=s(),o(ae.$$.fragment),nt=s(),oe=f("p"),oe.textContent=kt,it=s(),o(le.$$.fragment),st=s(),pe=f("p"),pe.textContent=Jt,at=s(),o(re.$$.fragment),ot=s(),me=f("p"),this.h()},l(e){const t=Lt("svelte-u9bgzb",document.head);g=h(t,"META",{name:!0,content:!0}),t.forEach(n),ue=a(e),de=h(e,"P",{}),Pt(de).forEach(n),fe=a(e),l($.$$.fragment,e),he=a(e),l(y.$$.fragment,e),ce=a(e),l(w.$$.fragment,e),ge=a(e),I=h(e,"P",{"data-svelte-h":!0}),c(I)!=="svelte-1xmun2n"&&(I.textContent=rt),$e=a(e),l(T.$$.fragment,e),ye=a(e),v=h(e,"P",{"data-svelte-h":!0}),c(v)!=="svelte-x69cj2"&&(v.textContent=dt),we=a(e),l(C.$$.fragment,e),Ie=a(e),b=h(e,"P",{"data-svelte-h":!0}),c(b)!=="svelte-te77b4"&&(b.innerHTML=mt),Te=a(e),l(x.$$.fragment,e),ve=a(e),E=h(e,"P",{"data-svelte-h":!0}),c(E)!=="svelte-1cll41y"&&(E.textContent=ut),Ce=a(e),l(k.$$.fragment,e),be=a(e),J=h(e,"P",{"data-svelte-h":!0}),c(J)!=="svelte-dr5xc3"&&(J.innerHTML=ft),xe=a(e),l(P.$$.fragment,e),Ee=a(e),l(_.$$.fragment,e),ke=a(e),M=h(e,"P",{"data-svelte-h":!0}),c(M)!=="svelte-1h7j8nb"&&(M.textContent=ht),Je=a(e),l(j.$$.fragment,e),Pe=a(e),q=h(e,"P",{"data-svelte-h":!0}),c(q)!=="svelte-11wxz3"&&(q.innerHTML=ct),_e=a(e),l(H.$$.fragment,e),Me=a(e),U=h(e,"P",{"data-svelte-h":!0}),c(U)!=="svelte-1gq60n7"&&(U.textContent=gt),je=a(e),l(L.$$.fragment,e),qe=a(e),l(W.$$.fragment,e),He=a(e),S=h(e,"P",{"data-svelte-h":!0}),c(S)!=="svelte-1whrba1"&&(S.innerHTML=$t),Ue=a(e),l(z.$$.fragment,e),Le=a(e),A=h(e,"P",{"data-svelte-h":!0}),c(A)!=="svelte-1cbmzoj"&&(A.textContent=yt),We=a(e),l(B.$$.fragment,e),Se=a(e),Y=h(e,"P",{"data-svelte-h":!0}),c(Y)!=="svelte-1g656bw"&&(Y.innerHTML=wt),ze=a(e),l(D.$$.fragment,e),Ae=a(e),F=h(e,"P",{"data-svelte-h":!0}),c(F)!=="svelte-1542t8a"&&(F.textContent=It),Be=a(e),l(N.$$.fragment,e),Ye=a(e),V=h(e,"P",{"data-svelte-h":!0}),c(V)!=="svelte-1ljdukv"&&(V.textContent=Tt),De=a(e),l(G.$$.fragment,e),Fe=a(e),l(Q.$$.fragment,e),Ne=a(e),l(Z.$$.fragment,e),Ve=a(e),O=h(e,"P",{"data-svelte-h":!0}),c(O)!=="svelte-1r1z2fa"&&(O.textContent=vt),Ge=a(e),l(R.$$.fragment,e),Qe=a(e),X=h(e,"P",{"data-svelte-h":!0}),c(X)!=="svelte-131ger4"&&(X.textContent=Ct),Ze=a(e),l(K.$$.fragment,e),Oe=a(e),l(ee.$$.fragment,e),Re=a(e),te=h(e,"P",{"data-svelte-h":!0}),c(te)!=="svelte-10aht64"&&(te.textContent=bt),Xe=a(e),l(ne.$$.fragment,e),Ke=a(e),ie=h(e,"P",{"data-svelte-h":!0}),c(ie)!=="svelte-1iyzmay"&&(ie.textContent=xt),et=a(e),se=h(e,"P",{"data-svelte-h":!0}),c(se)!=="svelte-1nz2hrl"&&(se.textContent=Et),tt=a(e),l(ae.$$.fragment,e),nt=a(e),oe=h(e,"P",{"data-svelte-h":!0}),c(oe)!=="svelte-z486y1"&&(oe.textContent=kt),it=a(e),l(le.$$.fragment,e),st=a(e),pe=h(e,"P",{"data-svelte-h":!0}),c(pe)!=="svelte-7z17l1"&&(pe.textContent=Jt),at=a(e),l(re.$$.fragment,e),ot=a(e),me=h(e,"P",{}),Pt(me).forEach(n),this.h()},h(){_t(g,"name","hf:doc:metadata"),_t(g,"content",Bt)},m(e,t){Wt(document.head,g),i(e,ue,t),i(e,de,t),i(e,fe,t),p($,e,t),i(e,he,t),p(y,e,t),i(e,ce,t),p(w,e,t),i(e,ge,t),i(e,I,t),i(e,$e,t),p(T,e,t),i(e,ye,t),i(e,v,t),i(e,we,t),p(C,e,t),i(e,Ie,t),i(e,b,t),i(e,Te,t),p(x,e,t),i(e,ve,t),i(e,E,t),i(e,Ce,t),p(k,e,t),i(e,be,t),i(e,J,t),i(e,xe,t),p(P,e,t),i(e,Ee,t),p(_,e,t),i(e,ke,t),i(e,M,t),i(e,Je,t),p(j,e,t),i(e,Pe,t),i(e,q,t),i(e,_e,t),p(H,e,t),i(e,Me,t),i(e,U,t),i(e,je,t),p(L,e,t),i(e,qe,t),p(W,e,t),i(e,He,t),i(e,S,t),i(e,Ue,t),p(z,e,t),i(e,Le,t),i(e,A,t),i(e,We,t),p(B,e,t),i(e,Se,t),i(e,Y,t),i(e,ze,t),p(D,e,t),i(e,Ae,t),i(e,F,t),i(e,Be,t),p(N,e,t),i(e,Ye,t),i(e,V,t),i(e,De,t),p(G,e,t),i(e,Fe,t),p(Q,e,t),i(e,Ne,t),p(Z,e,t),i(e,Ve,t),i(e,O,t),i(e,Ge,t),p(R,e,t),i(e,Qe,t),i(e,X,t),i(e,Ze,t),p(K,e,t),i(e,Oe,t),p(ee,e,t),i(e,Re,t),i(e,te,t),i(e,Xe,t),p(ne,e,t),i(e,Ke,t),i(e,ie,t),i(e,et,t),i(e,se,t),i(e,tt,t),p(ae,e,t),i(e,nt,t),i(e,oe,t),i(e,it,t),p(le,e,t),i(e,st,t),i(e,pe,t),i(e,at,t),p(re,e,t),i(e,ot,t),i(e,me,t),lt=!0},p:jt,i(e){lt||(r($.$$.fragment,e),r(y.$$.fragment,e),r(w.$$.fragment,e),r(T.$$.fragment,e),r(C.$$.fragment,e),r(x.$$.fragment,e),r(k.$$.fragment,e),r(P.$$.fragment,e),r(_.$$.fragment,e),r(j.$$.fragment,e),r(H.$$.fragment,e),r(L.$$.fragment,e),r(W.$$.fragment,e),r(z.$$.fragment,e),r(B.$$.fragment,e),r(D.$$.fragment,e),r(N.$$.fragment,e),r(G.$$.fragment,e),r(Q.$$.fragment,e),r(Z.$$.fragment,e),r(R.$$.fragment,e),r(K.$$.fragment,e),r(ee.$$.fragment,e),r(ne.$$.fragment,e),r(ae.$$.fragment,e),r(le.$$.fragment,e),r(re.$$.fragment,e),lt=!0)},o(e){d($.$$.fragment,e),d(y.$$.fragment,e),d(w.$$.fragment,e),d(T.$$.fragment,e),d(C.$$.fragment,e),d(x.$$.fragment,e),d(k.$$.fragment,e),d(P.$$.fragment,e),d(_.$$.fragment,e),d(j.$$.fragment,e),d(H.$$.fragment,e),d(L.$$.fragment,e),d(W.$$.fragment,e),d(z.$$.fragment,e),d(B.$$.fragment,e),d(D.$$.fragment,e),d(N.$$.fragment,e),d(G.$$.fragment,e),d(Q.$$.fragment,e),d(Z.$$.fragment,e),d(R.$$.fragment,e),d(K.$$.fragment,e),d(ee.$$.fragment,e),d(ne.$$.fragment,e),d(ae.$$.fragment,e),d(le.$$.fragment,e),d(re.$$.fragment,e),lt=!1},d(e){e&&(n(ue),n(de),n(fe),n(he),n(ce),n(ge),n(I),n($e),n(ye),n(v),n(we),n(Ie),n(b),n(Te),n(ve),n(E),n(Ce),n(be),n(J),n(xe),n(Ee),n(ke),n(M),n(Je),n(Pe),n(q),n(_e),n(Me),n(U),n(je),n(qe),n(He),n(S),n(Ue),n(Le),n(A),n(We),n(Se),n(Y),n(ze),n(Ae),n(F),n(Be),n(Ye),n(V),n(De),n(Fe),n(Ne),n(Ve),n(O),n(Ge),n(Qe),n(X),n(Ze),n(Oe),n(Re),n(te),n(Xe),n(Ke),n(ie),n(et),n(se),n(tt),n(nt),n(oe),n(it),n(st),n(pe),n(at),n(ot),n(me)),n(g),m($,e),m(y,e),m(w,e),m(T,e),m(C,e),m(x,e),m(k,e),m(P,e),m(_,e),m(j,e),m(H,e),m(L,e),m(W,e),m(z,e),m(B,e),m(D,e),m(N,e),m(G,e),m(Q,e),m(Z,e),m(R,e),m(K,e),m(ee,e),m(ne,e),m(ae,e),m(le,e),m(re,e)}}}const Bt='{"title":"FAQs","local":"faqs","sections":[{"title":"General questions","local":"general-questions","sections":[{"title":"In which regions can I deploy an Inference Endpoints?","local":"in-which-regions-can-i-deploy-an-inference-endpoints","sections":[],"depth":3},{"title":"Can I access the instance my Endpoint is running on?","local":"can-i-access-the-instance-my-endpoint-is-running-on","sections":[],"depth":3},{"title":"What’s the difference between Inference Providers and Inference Endpoints?","local":"whats-the-difference-between-inference-providers-and-inference-endpoints","sections":[],"depth":3},{"title":"How much does it cost to run my Endpoint?","local":"how-much-does-it-cost-to-run-my-endpoint","sections":[],"depth":3},{"title":"How do I monitor my deployed Endpoint?","local":"how-do-i-monitor-my-deployed-endpoint","sections":[],"depth":3}],"depth":2},{"title":"Security","local":"security","sections":[{"title":"Is the data transiting to the Endpoint encrypted?","local":"is-the-data-transiting-to-the-endpoint-encrypted","sections":[],"depth":3},{"title":"I accidentally leaked my token. Do I need to delete my endpoint?","local":"i-accidentally-leaked-my-token-do-i-need-to-delete-my-endpoint","sections":[],"depth":3},{"title":"Can I see my Private Endpoint running on my VPC account?","local":"can-i-see-my-private-endpoint-running-on-my-vpc-account","sections":[],"depth":3}],"depth":2},{"title":"Configuration","local":"configuration","sections":[{"title":"How can I scale my deployment?","local":"how-can-i-scale-my-deployment","sections":[],"depth":3},{"title":"Will my endpoint still be running if no more requests are processed?","local":"will-my-endpoint-still-be-running-if-no-more-requests-are-processed","sections":[],"depth":3},{"title":"I would like to deploy a model which is not in the supported tasks, is this possible?","local":"i-would-like-to-deploy-a-model-which-is-not-in-the-supported-tasks-is-this-possible","sections":[],"depth":3},{"title":"What if I would like to deploy to a different instance type that is not listed?","local":"what-if-i-would-like-to-deploy-to-a-different-instance-type-that-is-not-listed","sections":[],"depth":3},{"title":"I need to add a custom environment variable (default or secrets) to my endpoint. How can I do this?","local":"i-need-to-add-a-custom-environment-variable-default-or-secrets-to-my-endpoint-how-can-i-do-this","sections":[],"depth":3}],"depth":2},{"title":"Inference Engines","local":"inference-engines","sections":[{"title":"Can I run inference in batches?","local":"can-i-run-inference-in-batches","sections":[],"depth":3},{"title":"I’m using a specific Inference Engine type for my Endpoint. Is there more information about how to use it?","local":"im-using-a-specific-inference-engine-type-for-my-endpoint-is-there-more-information-about-how-to-use-it","sections":[],"depth":3}],"depth":2},{"title":"Debugging","local":"debugging","sections":[{"title":"I can see from the logs that my endpoint is running but the status is stuck at “initializing”","local":"i-can-see-from-the-logs-that-my-endpoint-is-running-but-the-status-is-stuck-at-initializing","sections":[],"depth":3},{"title":"I’m getting a 500 response in the beginning of my endpoint deployment or when scaling is happening","local":"im-getting-a-500-response-in-the-beginning-of-my-endpoint-deployment-or-when-scaling-is-happening","sections":[],"depth":3},{"title":"I see there’s an option to select a Download Pattern under Instance Configuration. What does this mean?","local":"i-see-theres-an-option-to-select-a-download-pattern-under-instance-configuration-what-does-this-mean","sections":[],"depth":3},{"title":"I’m sometimes running into a 503 error on a running endpoint in production. What can I do?","local":"im-sometimes-running-into-a-503-error-on-a-running-endpoint-in-production-what-can-i-do","sections":[],"depth":3}],"depth":2}],"depth":1}';function Yt(pt){return qt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Gt extends Ht{constructor(g){super(),Ut(this,g,Yt,At,Mt,{})}}export{Gt as component};
