Buckets:

download
raw
13.5 kB
<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Quickstart&quot;,&quot;local&quot;:&quot;quickstart&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Deploy JumpStart models with one click&quot;,&quot;local&quot;:&quot;deploy-jumpstart-models-with-one-click&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Deploy any model with the SageMaker Python SDK&quot;,&quot;local&quot;:&quot;deploy-any-model-with-the-sagemaker-python-sdk&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Next steps&quot;,&quot;local&quot;:&quot;next-steps&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2}],&quot;depth&quot;:1}"/>
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/entry/start.C4fus8WX.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/CEbUCJyw.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/BAlBQgxm.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/entry/app.DHtXrtLo.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/CShA6w_M.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/B5vQyWqL.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/DsnmJJEf.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/BdEMyugS.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/nodes/0.DsRKyeI6.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/BchC4-7E.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/nodes/20.wYo_k_s3.js" rel="modulepreload">
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/chunks/C5_nTDkH.js" rel="modulepreload">
<!--xheud9--><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Quickstart&quot;,&quot;local&quot;:&quot;quickstart&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Deploy JumpStart models with one click&quot;,&quot;local&quot;:&quot;deploy-jumpstart-models-with-one-click&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Deploy any model with the SageMaker Python SDK&quot;,&quot;local&quot;:&quot;deploy-any-model-with-the-sagemaker-python-sdk&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Next steps&quot;,&quot;local&quot;:&quot;next-steps&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2}],&quot;depth&quot;:1}"/><!---->
<link href="/docs/sagemaker/pr_2914/en/_app/immutable/assets/0.tn0RQdqM.css" rel="modulepreload"> <!--[--><!--[0--><!--[--><!--[0--><!--[--><p></p> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"><div class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----></span> <span>Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg><!----></button></div> <!--[-1--><!--]--></div><!----> <!--[0--><h1 class="relative group"><a id="quickstart" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#quickstart"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Quickstart<!----></span></h1><!--]--><!----> <div class="flex justify-center my-6"><img class="rounded-xl border border-gray-200 dark:border-gray-800" src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/sagemaker/hub-deploy-aws-modal.png" alt="The Deploy on AWS modal on a Hugging Face model page" width="640"/></div> <p>The easiest way to deploy a model from the Hugging Face Hub to AWS starts on the model page itself. Every model page has a <strong>Deploy</strong> button that opens the <strong>Deploy on AWS</strong> modal, which offers two paths depending on the model:</p> <ul><li><strong>One-click deployment with JumpStart</strong> for eligible models.</li> <li><strong>Copy-paste-ready SageMaker Python SDK snippets</strong> for every other model.</li></ul> <!--[1--><h2 class="relative group"><a id="deploy-jumpstart-models-with-one-click" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#deploy-jumpstart-models-with-one-click"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Deploy JumpStart models with one click<!----></span></h2><!--]--><!----> <div class="flex justify-center my-6"><img class="rounded-xl border border-gray-200 dark:border-gray-800" src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/sagemaker/hub-one-click-aws-deploy.gif" alt="One-click deployment of a Hugging Face model to SageMaker AI Studio with the JumpStart integration" width="640"/></div> <p>Models available on <a href="https://aws.amazon.com/sagemaker-ai/jumpstart/" rel="nofollow">JumpStart</a> show a one-click integration in the modal. Clicking <strong>Deploy</strong> takes you straight to SageMaker AI Studio with a preconfigured deployment: the model artifacts, the serving container, and a sensible default instance type are resolved for you. Before confirming, you can customize the deployment in Studio, for example the instance type, instance count, or endpoint name.</p> <p>The recording below shows the whole flow, from the model page on the Hub to a running endpoint in SageMaker AI Studio:</p> <!--[1--><h2 class="relative group"><a id="deploy-any-model-with-the-sagemaker-python-sdk" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#deploy-any-model-with-the-sagemaker-python-sdk"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Deploy any model with the SageMaker Python SDK<!----></span></h2><!--]--><!----> <div class="flex justify-center my-6"><img class="rounded-xl border border-gray-200 dark:border-gray-800" src="https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/sagemaker/hub-deploy-aws-sdk-tab.png" alt="The SageMaker SDK tab in the Deploy on AWS modal" width="640"/></div> <p>If you still prefer to deploy your models manually, the modal includes a SageMaker SDK tab with curated snippets for deployment and customization. The snippets are copy-paste ready: they use the <a href="https://github.com/aws/sagemaker-python-sdk" rel="nofollow">SageMaker Python SDK</a> with the Hugging Face <a href="./dlcs">Deep Learning Containers</a> and work as-is from a local environment or a SageMaker notebook. Adjust the model ID, instance type, or container configuration to fit your workload.</p> <!--[1--><h2 class="relative group"><a id="next-steps" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#next-steps"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Next steps<!----></span></h2><!--]--><!----> <p>This page covers the fastest paths from the Hub to a running endpoint. For more in-depth workflows, head to the dedicated sections:</p> <ul><li><a href="../tutorials/sagemaker-sdk/sagemaker-sdk-quickstart">SageMaker SDK</a>: programmatic deployment and training with the Python SDK, from quickstart to production setups.</li> <li><a href="../tutorials/jumpstart/jumpstart-quickstart">JumpStart</a>: the JumpStart model catalog, deployment options, and customization in detail.</li></ul> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/hub-docs/blob/main/docs/sagemaker/source/get-started/quickstart.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg><!----> <span><span class="underline">Update</span> on GitHub</span></a><!----> <p></p><!--]--><!----><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]-->
<script>
{
__sveltekit_71ir5o = {
base: "/docs/sagemaker/pr_2914/en",
assets: "/docs/sagemaker/pr_2914/en"
};
const element = document.currentScript.parentElement;
Promise.all([
import("/docs/sagemaker/pr_2914/en/_app/immutable/entry/start.C4fus8WX.js"),
import("/docs/sagemaker/pr_2914/en/_app/immutable/entry/app.DHtXrtLo.js")
]).then(([kit, app]) => {
kit.start(app, element, {
node_ids: [0, 20],
data: [null,null],
form: null,
error: null
});
});
}
</script>

Xet Storage Details

Size:
13.5 kB
·
Xet hash:
7eb7e24d701d3c93d757f86daefde968b2878a0eb284b6deebe6138372a57d1d

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.