Skip to content

Commit 2723f8f

Browse files
committed
HF Optimum Neuron 0.4.1 DLCs
For commit: 5d3f175
1 parent b8b9aa3 commit 2723f8f

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

sagemaker-core/src/sagemaker/core/huggingface/llm_utils.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -67,6 +67,14 @@ def get_huggingface_llm_image_uri(
6767
image_scope="inference",
6868
inference_tool="neuronx",
6969
)
70+
if backend == "huggingface-vllm-neuronx":
71+
return image_uris.retrieve(
72+
"huggingface-vllm-neuronx",
73+
region=region,
74+
version=version,
75+
image_scope="inference",
76+
inference_tool="neuronx",
77+
)
7078
if backend == "huggingface-tei":
7179
return image_uris.retrieve(
7280
"huggingface-tei",

0 commit comments

Comments
 (0)