modules/SwissArmyTransformer/sat/__init__.py

from .arguments import get_args, update_args_with_file
from .tokenization import get_tokenizer
from .model import AutoModel

try:
    from .training.deepspeed_training import training_main
except ModuleNotFoundError as e:
    if 'deepspeed' in str(e):
        from sat.helpers import print_rank0
        print_rank0('DeepSpeed Not Installed, you cannot import training_main from sat now.', level="WARNING")
    else:
        raise e
__version__ = '0.4.11'