def upload_to_hf()

in src/data_prep_ner.py [0:0]

• 7 lines of code
• 2 McCabe index (conditional complexity)

    def upload_to_hf(self, dataset_dict, repo_id):
        """Upload the dataset to Hugging Face Hub."""
        token = os.getenv("HF_TOKEN")
        if token is not None:
            dataset_dict.push_to_hub(repo_id, token=token)
            logger.info(f"Uploaded DatasetDict to Hugging Face Hub at {repo_id}")
        else:
            logger.error("Cannot upload to HF as HF_TOKEN was not in env")