Skip to content

Commit 7981fea

Browse files
Merge pull request #45 from zhaoqizqwang/add-inference-classes
Add tls config
2 parents d3db0af + bffec6c commit 7981fea

File tree

1 file changed

+11
-3
lines changed

1 file changed

+11
-3
lines changed

sagemaker-hyperpod/src/sagemaker/hyperpod/inference/hp_endpoint.py

Lines changed: 11 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@
88
ModelInvocationPort,
99
ModelVolumeMount,
1010
Resources,
11+
TlsConfig,
1112
)
1213
from sagemaker.hyperpod.inference.hp_endpoint_base import HPEndpointBase
1314
from datetime import datetime
@@ -137,6 +138,7 @@ def create(
137138
endpoint_name: str = None,
138139
model_volume_mount_name: str = None,
139140
model_volume_mount_path: str = None,
141+
tls_s3_uri: str = None,
140142
):
141143
instance = cls()
142144

@@ -188,6 +190,10 @@ def create(
188190
resources=Resources(),
189191
)
190192

193+
tls_config = TlsConfig(
194+
tls_certificate_output_s3_uri=tls_s3_uri,
195+
)
196+
191197
# create spec config
192198
spec = InferenceEndpointConfigSpec(
193199
instance_type=instance_type,
@@ -196,6 +202,7 @@ def create(
196202
model_source_config=model_source_config,
197203
worker=worker,
198204
endpoint_name=endpoint_name,
205+
tls_config=tls_config,
199206
)
200207

201208
instance.call_create_api(
@@ -248,9 +255,10 @@ def list_endpoints(
248255
)
249256

250257
output_data = []
251-
for item in response["items"]:
252-
metadata = item["metadata"]
253-
output_data.append((metadata["name"], metadata["creationTimestamp"]))
258+
if response and response["items"]:
259+
for item in response["items"]:
260+
metadata = item["metadata"]
261+
output_data.append((metadata["name"], metadata["creationTimestamp"]))
254262
headers = ["METADATA NAME", "CREATE TIME"]
255263

256264
print(tabulate(output_data, headers=headers))

0 commit comments

Comments
 (0)