in optimum_benchmark/backends/openvino/backend.py [0:0]
def load(self) -> None:
self.logger.info("\t+ Creating backend temporary directory")
self.tmpdir = TemporaryDirectory()
if self.config.no_weights:
self.logger.info("\t+ Creating no weights OVModel")
self.create_no_weights_model_fast()
self.logger.info("\t+ Loading no weights OVModel")
self.load_ovmodel_with_no_weights()
else:
self.logger.info("\t+ Loading pretrained OVModel")
self.load_ovmodel_from_pretrained()
if self.config.reshape:
self.logger.info("\t+ Reshaping model with static shapes")
self.pretrained_model.reshape(**self.config.reshape_kwargs)
if self.config.half:
self.logger.info("\t+ Converting model to half precision")
self.pretrained_model.half()
if self.config.reshape or self.config.half:
self.logger.info("\t+ Compiling model")
self.pretrained_model.compile()
self.tmpdir.cleanup()