in src/sagemaker_huggingface_inference_toolkit/handler_service.py [0:0]
def initialize(self, context):
"""
Initialize model. This will be called during model loading time
:param context: Initial context contains model server system properties.
:return:
"""
self.attempted_init = True
self.context = context
properties = context.system_properties
self.model_dir = properties.get("model_dir")
self.batch_size = context.system_properties["batch_size"]
code_dir_path = os.path.join(self.model_dir, "code")
sys.path.insert(0, code_dir_path)
self.validate_and_initialize_user_module()
self.device = self.get_device()
self.model = self.load(*([self.model_dir] + self.load_extra_arg))
self.initialized = True