in src/data_prep_intent.py [0:0]
def upload_to_hf(self, dataset_dict, repo_id):
"""Upload the dataset to Hugging Face Hub."""
token = os.getenv("HF_TOKEN")
if token is not None:
dataset_dict.push_to_hub(repo_id, token=token)
logger.info(f"Uploaded DatasetDict to Hugging Face Hub at {repo_id}")
else:
logger.error("Cannot upload to HF as HF_TOKEN was not in env")