placeholder if exception in fetching default instance type

Author: Mohamed Zeidan

examples/inference/SDK/jumpstart_public_hub_visualization_utils.py

@@ -183,7 +183,21 @@ def _get_hub_document(self, model_id):
             HubContentName=model_id
         )["HubContentDocument"]
 
-
+    def _get_supported_instance_types(self, model_id):
+        """Extract supported instance types from hub document."""
+        try:
+            hub_doc = self._get_hub_document(model_id)
+            doc_data = json.loads(hub_doc)
+            
+            supported_types = doc_data.get("SupportedInferenceInstanceTypes", [])
+            default_type = doc_data.get("DefaultInferenceInstanceType")
+            
+            if default_type and default_type in supported_types:
+                supported_types = [default_type] + [t for t in supported_types if t != default_type]
+            
+            return {"types": supported_types, "default": default_type, "error": None}
+        except Exception as e:
+            return {"types": [], "default": None, "error": str(e)}
 
     def _create_config_link(self, model_id):
         """Create an HTML link that generates deployment config."""
@@ -192,16 +206,30 @@ def _create_config_link(self, model_id):
 
     def _generate_deployment_config(self, model_id):
         """Generate deployment configuration code for a model."""
+        instance_data = self._get_supported_instance_types(model_id)
+        supported_types = instance_data["types"]
+        default_type = instance_data["default"]
+        error = instance_data["error"]
+
+        if error:
+            instance_type = '<ENTER-INSTANCE-TYPE>'
+            types_comment = ""
+        else:
+            instance_type = default_type if default_type else '<ENTER-INSTANCE-TYPE>'
+            types_comment = f"# Supported instance types: {', '.join(supported_types)}" if supported_types else "# No supported instance types found"
+        
         config_code = f'''# Deployment configuration for {model_id}
 from sagemaker.hyperpod.inference.config.hp_jumpstart_endpoint_config import Model, Server, SageMakerEndpoint
 from sagemaker.hyperpod.inference.hp_jumpstart_endpoint import HPJumpStartEndpoint
 
-# Create configs - REPLACE PLACEHOLDER VALUES BELOW
+{types_comment}
+
+# Create configs - REPLACE PLACEHOLDER VALUE BELOW
 model = Model(
     model_id='{model_id}',
 )
 server = Server(
-    instance_type='<ENTER-INSTANCE-TYPE>',
+    instance_type='{instance_type}',
 )
 endpoint_name = SageMakerEndpoint(name='<ENTER-YOUR-ENDPOINT-NAME>')