in docker/build_artifacts/sagemaker/serve.py [0:0]
def start(self):
log.info("starting services")
self._state = "starting"
signal.signal(signal.SIGTERM, self._stop)
if self._tfs_enable_batching:
log.info("batching is enabled")
tfs_utils.create_batching_config(self._tfs_batching_config_path)
if self._tfs_enable_multi_model_endpoint:
log.info("multi-model endpoint is enabled, TFS model servers will be started later")
else:
self._create_tfs_config()
self._start_tfs()
self._wait_for_tfs()
self._create_nginx_config()
if self._use_gunicorn:
self._setup_gunicorn()
self._start_gunicorn()
# make sure gunicorn is up
with self._timeout(seconds=30):
self._wait_for_gunicorn()
self._start_nginx()
self._state = "started"
self._monitor()
self._stop()