in src/sagemaker/serve/builder/model_builder.py [0:0]
def _build_for_model_server(self): # pylint: disable=R0911, R1710
"""Model server overrides"""
if self.model_server not in supported_model_servers:
raise ValueError(
"%s is not supported yet! Supported model servers: %s"
% (self.model_server, supported_model_servers)
)
mlflow_path = None
if self.model_metadata:
mlflow_path = self.model_metadata.get(MLFLOW_MODEL_PATH)
if not self.model and not mlflow_path and not self.inference_spec:
raise ValueError("Missing required parameter `model` or 'ml_flow' path or inf_spec")
if self.model_server == ModelServer.TORCHSERVE:
return self._build_for_torchserve()
if self.model_server == ModelServer.TRITON:
return self._build_for_triton()
if self.model_server == ModelServer.TENSORFLOW_SERVING:
return self._build_for_tensorflow_serving()
if self.model_server == ModelServer.DJL_SERVING:
return self._build_for_djl()
if self.model_server == ModelServer.TEI:
return self._build_for_tei()
if self.model_server == ModelServer.TGI:
return self._build_for_tgi()
if self.model_server == ModelServer.MMS:
return self._build_for_transformers()
if self.model_server == ModelServer.SMD:
return self._build_for_smd()