import{s as B,n as W,o as Z}from"../chunks/scheduler.eb244325.js";import{S as F,i as V,e as h,s as a,c as A,h as N,a as g,d as n,b as s,f as U,g as H,j as k,k as q,l as Y,m as o,n as J,t as P,o as R,p as I}from"../chunks/index.661680a1.js";import{C as Q,H as O,E as K}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.83ba2125.js";import{C as ee}from"../chunks/CodeBlock.dd26541d.js";function te(z){let i,_,w,$,r,b,l,M,m,X=`If the available Inference Engines don’t meet your requirements, you can deploy your own custom solution as a Docker container and run
it on Inference Endpoints. You can use public images like <code>tensorflow/serving:2.7.3</code> or private images hosted on
<a href="https://hub.docker.com/" rel="nofollow">Docker Hub</a>, <a href="https://aws.amazon.com/ecr/?nc1=h_ls" rel="nofollow">AWS ECR</a>,
<a href="https://azure.microsoft.com/de-de/services/container-registry/" rel="nofollow">Azure ACR</a>, or <a href="https://cloud.google.com/container-registry?hl=de" rel="nofollow">Google GCR</a>.`,v,c,G='<img src="https://raw.githubusercontent.com/huggingface/hf-endpoints-documentation/main/assets/custom_container/custom-container.png" alt="custom container"/>',T,p,D=`The <a href="/docs/inference-endpoints/guides/create_endpoint">creation flow</a> of your image artifacts from a custom image is the same as the
base image. This means Inference Endpoints will create a unique image artifact derived from your provided image, including all model
artifacts.`,E,u,S="The model artifacts (weights) are stored under <code>/repository</code>. For example, if you use <code>tensorflow/serving</code> as your custom image,\nthen you have to set `model_base_path=“/repository”:",x,f,C,d,L,y,j;return r=new Q({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),l=new O({props:{title:"Deploy with your own container",local:"deploy-with-your-own-container",headingTag:"h1"}}),f=new ee({props:{code:"dGVuc29yZmxvd19tb2RlbF9zZXJ2ZXIlMjAlNUMlMEElMjAlMjAtLXJlc3RfYXBpX3BvcnQlM0Q1MDAwJTIwJTVDJTBBJTIwJTIwLS1tb2RlbF9uYW1lJTNEbXlfbW9kZWwlMjAlNUMlMEElMjAlMjAtLW1vZGVsX2Jhc2VfcGF0aCUzRCUyMiUyRnJlcG9zaXRvcnklMjI=",highlighted:`tensorflow_model_server \\
  <span class="hljs-attribute">--rest_api_port</span>=5000 \\
  <span class="hljs-attribute">--model_name</span>=my_model \\
  <span class="hljs-attribute">--model_base_path</span>=<span class="hljs-string">&quot;/repository&quot;</span>`,wrap:!1}}),d=new K({props:{source:"https://github.com/huggingface/hf-endpoints-documentation/blob/main/docs/source/engines/custom_container.md"}}),{c(){i=h("meta"),_=a(),w=h("p"),$=a(),A(r.$$.fragment),b=a(),A(l.$$.fragment),M=a(),m=h("p"),m.innerHTML=X,v=a(),c=h("p"),c.innerHTML=G,T=a(),p=h("p"),p.innerHTML=D,E=a(),u=h("p"),u.innerHTML=S,x=a(),A(f.$$.fragment),C=a(),A(d.$$.fragment),L=a(),y=h("p"),this.h()},l(e){const t=N("svelte-u9bgzb",document.head);i=g(t,"META",{name:!0,content:!0}),t.forEach(n),_=s(e),w=g(e,"P",{}),U(w).forEach(n),$=s(e),H(r.$$.fragment,e),b=s(e),H(l.$$.fragment,e),M=s(e),m=g(e,"P",{"data-svelte-h":!0}),k(m)!=="svelte-m4cyos"&&(m.innerHTML=X),v=s(e),c=g(e,"P",{"data-svelte-h":!0}),k(c)!=="svelte-md2wf0"&&(c.innerHTML=G),T=s(e),p=g(e,"P",{"data-svelte-h":!0}),k(p)!=="svelte-3rcw9k"&&(p.innerHTML=D),E=s(e),u=g(e,"P",{"data-svelte-h":!0}),k(u)!=="svelte-1l46wwn"&&(u.innerHTML=S),x=s(e),H(f.$$.fragment,e),C=s(e),H(d.$$.fragment,e),L=s(e),y=g(e,"P",{}),U(y).forEach(n),this.h()},h(){q(i,"name","hf:doc:metadata"),q(i,"content",ne)},m(e,t){Y(document.head,i),o(e,_,t),o(e,w,t),o(e,$,t),J(r,e,t),o(e,b,t),J(l,e,t),o(e,M,t),o(e,m,t),o(e,v,t),o(e,c,t),o(e,T,t),o(e,p,t),o(e,E,t),o(e,u,t),o(e,x,t),J(f,e,t),o(e,C,t),J(d,e,t),o(e,L,t),o(e,y,t),j=!0},p:W,i(e){j||(P(r.$$.fragment,e),P(l.$$.fragment,e),P(f.$$.fragment,e),P(d.$$.fragment,e),j=!0)},o(e){R(r.$$.fragment,e),R(l.$$.fragment,e),R(f.$$.fragment,e),R(d.$$.fragment,e),j=!1},d(e){e&&(n(_),n(w),n($),n(b),n(M),n(m),n(v),n(c),n(T),n(p),n(E),n(u),n(x),n(C),n(L),n(y)),n(i),I(r,e),I(l,e),I(f,e),I(d,e)}}}const ne='{"title":"Deploy with your own container","local":"deploy-with-your-own-container","sections":[],"depth":1}';function oe(z){return Z(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class le extends F{constructor(i){super(),V(this,i,oe,te,B,{})}}export{le as component};
