in models/expire_span.py [0:0]
def add_args(parser):
parser.add_argument(
"--expire-span-loss",
type=float,
default=0,
help="loss coefficient for reducing spans",
)
parser.add_argument(
"--expire-span-ramp",
type=int,
default=32,
help="ramp length of the masking function",
)
parser.add_argument(
"--expire-span-init-percentage",
type=float,
default=0.1,
help="sigmoid could center from a lower number than 0.5",
)
parser.add_argument(
"--expire-span-noisy", action="store_true", default=False, help=""
)
parser.add_argument(
"--expire-span-pre-div",
type=float,
default=1.0,
help="divide activations before non-linearity",
)
parser.add_argument(
"--expire-span-layerdrop",
type=float,
default=0.0,
help="layer drop",
)