in src/hyperpod_nemo_adapter/collections/parts/sagemaker_trainer_builder.py [0:0]
def _create_data_module(self, trainer):
if self.cfg.model.multi_modal and self.cfg.model.model_type == "llama_v3":
return HuggingFaceVisionDataModule(self.cfg, trainer)
if self.cfg.model.data.use_synthetic_data and self.cfg.model.dpo.get("enabled", False):
return DummyDPODataModule(self.cfg, trainer)
if self.cfg.model.data.use_synthetic_data:
return DummyDataModule(self.cfg, trainer)
if self.cfg.model.dpo.get("enabled", False):
return HuggingFaceDPODataModule(self.cfg, trainer)
if self.cfg.model.data.dataset_type == "hf":
if self.cfg.model.multi_modal:
return HuggingFaceMultiModalDataModule(self.cfg, trainer)
return HuggingFaceDataModule(self.cfg, trainer)