scripts/launch_multitask_cnndm.py [36:75]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    hyperparameters = {
        "max-tokens": 1024,
        "task": "translation",
        "source-lang": "source",
        "target-lang": "target",
        "truncate-source": "True",
        "layernorm-embedding": "True",
        "share-all-embeddings": "True",
        "share-decoder-input-output-embed": "True",
        "reset-optimizer": "True",
        "reset-dataloader": "True",
        "reset-meters": "True",
        "required-batch-size-multiple": 1,
        "arch": "bart_large",
        "criterion": "label_smoothed_cross_entropy_with_multitask",
        "load-cls-labels": "True",
        "multitask-lambda": 0.3,
        "label-smoothing": 0.1,
        "dropout": 0.1,
        "attention-dropout": 0.1,
        "weight-decay": 0.01,
        "optimizer": "adam",
        "adam-betas": "(0.9, 0.999)",
        "adam-eps": 1e-08,
        "clip-norm": 0.1,
        "lr-scheduler": "polynomial_decay",
        "lr": 3e-05,
        # "total-num-update": 100,
        # "max-update": 10,
        "max-epoch": args.epoch,
        "warmup-updates": 500,
        "fp16": "True",
        "update-freq": 1,
        "skip-invalid-size-inputs-valid-test": "True",
        "num-workers": 4,
        "find-unused-parameters": "True",
        "log-format": "simple",
        "log-interval": 1000,
        "disable-validation": "True",
        "no-last-checkpoints": "True",
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



scripts/launch_multitask_newsroom.py [36:76]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    hyperparameters = {
        "max-tokens": 1024,
        "task": "translation",
        "source-lang": "source",
        "target-lang": "target",
        "truncate-source": "True",
        "layernorm-embedding": "True",
        "share-all-embeddings": "True",
        "share-decoder-input-output-embed": "True",
        "reset-optimizer": "True",
        "reset-dataloader": "True",
        "reset-meters": "True",
        "required-batch-size-multiple": 1,
        "arch": "bart_large",
        "criterion": "label_smoothed_cross_entropy_with_multitask",
        "load-cls-labels": "True",
        # "multitask-lambda": 0.05,
        "multitask-lambda": 0.3,
        "label-smoothing": 0.1,
        "dropout": 0.1,
        "attention-dropout": 0.1,
        "weight-decay": 0.01,
        "optimizer": "adam",
        "adam-betas": "(0.9, 0.999)",
        "adam-eps": 1e-08,
        "clip-norm": 0.1,
        "lr-scheduler": "polynomial_decay",
        "lr": 3e-05,
        # "total-num-update": 100,
        # "max-update": 10,
        "max-epoch": args.epoch,
        "warmup-updates": 500,
        "fp16": "True",
        "update-freq": 1,
        "skip-invalid-size-inputs-valid-test": "True",
        "num-workers": 4,
        "find-unused-parameters": "True",
        "log-format": "simple",
        "log-interval": 1000,
        "disable-validation": "True",
        "no-last-checkpoints": "True",
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -