def get_vocab_size()

in src/hyperpod_nemo_adapter/collections/data/dummy_data_module.py [0:0]

• 10 lines of code
• 5 McCabe index (conditional complexity)

    def get_vocab_size(self):
        """
        Respect predefined model vocab size from recipe. Otherwise use
        default vocab size unless hf config vocab size if provided.
        """
        vocab_size = _DEFAULT_VOCAB_SIZE
        if self.cfg.model.get("vocab_size", None) and self.trainer.model.predefined_model:
            return self.cfg.model.vocab_size

        hf_model_name_or_path = self.cfg.model.get("hf_model_name_or_path", None)
        if hf_model_name_or_path:
            hf_config = get_hf_config_from_name_or_path(self.cfg.model)
            if hf_config:
                vocab_size = hf_config.vocab_size

        return vocab_size