in utils/utils.py [0:0]
def get_aiob_params(parser: argparse.ArgumentParser):
parser.add_argument(
"--aiob_enable",
action="store_true",
help="Enable aiob to get operation real compute time",
)
parser.add_argument("--comp_filepath", type=str, default=None,
help="Use aiob_lib to get operation real compute time",)
parser.add_argument("--gated_linear_unit", default=False)
parser.add_argument("--bias_gelu_fusion", action="store_true",
help='Enable bias and gelu fusion.')
parser.add_argument("--openai_gelu", action="store_true",
help='Use OpenAIs GeLU implementation. This option'
'should not be used unless for backward compatibility'
'reasons.')
parser.add_argument("--onnx_safe", action="store_true",
help='Use workarounds for known problems with '
'Torch ONNX exporter')
parser.add_argument("--squared_relu", action="store_true",
help='Use squared relu activation instead of default gelu')
parser.add_argument('--recompute_activations', action='store_true',
help='recompute activation to allow for training '
'with larger models, sequences, and batch sizes.')