def add_args()

in models/expire_span.py [0:0]


def add_args(parser):
    parser.add_argument(
        "--expire-span-loss",
        type=float,
        default=0,
        help="loss coefficient for reducing spans",
    )
    parser.add_argument(
        "--expire-span-ramp",
        type=int,
        default=32,
        help="ramp length of the masking function",
    )
    parser.add_argument(
        "--expire-span-init-percentage",
        type=float,
        default=0.1,
        help="sigmoid could center from a lower number than 0.5",
    )
    parser.add_argument(
        "--expire-span-noisy", action="store_true", default=False, help=""
    )
    parser.add_argument(
        "--expire-span-pre-div",
        type=float,
        default=1.0,
        help="divide activations before non-linearity",
    )
    parser.add_argument(
        "--expire-span-layerdrop",
        type=float,
        default=0.0,
        help="layer drop",
    )