- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.yaml files (160): mkdocs.yml pipeline/translate/decoder.yml pipeline/train/configs/training/student.finetune.yml pipeline/train/configs/training/student.train.yml pipeline/train/configs/training/backward.train.yml pipeline/train/configs/training/teacher.train.yml pipeline/train/configs/model/teacher.yml pipeline/train/configs/model/backward.yml pipeline/train/configs/model/student.base-memory.yml pipeline/train/configs/model/student.base.yml pipeline/train/configs/model/student.tiny.yml pipeline/train/configs/opustrainer/teacher.one-stage.yml pipeline/train/configs/opustrainer/student.cjk.yml pipeline/train/configs/opustrainer/backward.yml pipeline/train/configs/opustrainer/teacher.two-stage.yml pipeline/train/configs/opustrainer/backward.cjk.yml pipeline/train/configs/opustrainer/teacher.two-stage.cjk.yml pipeline/train/configs/opustrainer/teacher.one-stage.cjk.yml pipeline/train/configs/opustrainer/student.yml pipeline/quantize/decoder.yml .github/workflows/github-pages.yml .taskcluster.yml tests/data/experiments_1_12/experiments/fi-en/opusprod/config.yml tests/data/experiments_1_10/experiments/en-nl/prod/config.yml tests/fixtures/config.pytest.enzh.yml tests/fixtures/config.pytest.yml configs/autogenerated/lv-en-spring-2024.yml configs/autogenerated/en-sl-spring-2024.yml configs/autogenerated/ro-en-spring-2024.yml configs/autogenerated/en-tr-spring-2024.yml configs/autogenerated/sv-en-spring-2024.yml configs/autogenerated/en-sr-spring-2024.yml configs/autogenerated/en-vi-spring-2024.yml configs/autogenerated/en-lt-spring-2024.yml configs/autogenerated/vi-en-spring-2024.yml configs/autogenerated/da-en-spring-2024.yml configs/autogenerated/en-el-spring-2024.yml configs/autogenerated/en-sk-spring-2024.yml configs/autogenerated/en-ru-spring-2024.yml configs/autogenerated/en-uk-spring-2024.yml configs/autogenerated/en-hr-spring-2024.yml configs/autogenerated/lt-en-spring-2024.yml configs/autogenerated/en-sv-spring-2024.yml configs/autogenerated/en-bs-spring-2024.yml configs/autogenerated/id-en-spring-2024.yml configs/autogenerated/en-fi-spring-2024.yml configs/autogenerated/sr-en-spring-2024.yml configs/autogenerated/en-id-spring-2024.yml configs/autogenerated/en-cs-spring-2024.yml configs/autogenerated/sk-en-spring-2024.yml configs/autogenerated/el-en-spring-2024.yml configs/autogenerated/tr-en-spring-2024.yml configs/autogenerated/hr-en-spring-2024.yml configs/autogenerated/en-ro-spring-2024.yml configs/autogenerated/sl-en-spring-2024.yml configs/autogenerated/cs-en-spring-2024.yml configs/autogenerated/bs-en-spring-2024.yml configs/autogenerated/ru-en-spring-2024.yml configs/autogenerated/en-da-spring-2024.yml configs/autogenerated/en-lv-spring-2024.yml configs/autogenerated/en-hu-spring-2024.yml configs/spring-2024/lv-en-spring-2024.yml configs/spring-2024/en-sl-spring-2024.yml configs/spring-2024/ro-en-spring-2024.yml configs/spring-2024/en-tr-spring-2024.yml configs/spring-2024/sv-en-spring-2024.yml configs/spring-2024/en-sr-spring-2024.yml configs/spring-2024/en-vi-spring-2024.yml configs/spring-2024/en-lt-spring-2024.yml configs/spring-2024/vi-en-spring-2024.yml configs/spring-2024/da-en-spring-2024.yml configs/spring-2024/en-el-spring-2024.yml configs/spring-2024/en-sk-spring-2024.yml configs/spring-2024/en-ru-spring-2024.yml configs/spring-2024/en-uk-spring-2024.yml configs/spring-2024/en-hr-spring-2024.yml configs/spring-2024/lt-en-spring-2024.yml configs/spring-2024/en-sv-spring-2024.yml configs/spring-2024/en-bs-spring-2024.yml configs/spring-2024/id-en-spring-2024.yml configs/spring-2024/en-fi-spring-2024.yml configs/spring-2024/sr-en-spring-2024.yml configs/spring-2024/en-id-spring-2024.yml configs/spring-2024/en-cs-spring-2024.yml configs/spring-2024/sk-en-spring-2024.yml configs/spring-2024/el-en-spring-2024.yml configs/spring-2024/tr-en-spring-2024.yml configs/spring-2024/hr-en-spring-2024.yml configs/spring-2024/en-ro-spring-2024.yml configs/spring-2024/sl-en-spring-2024.yml configs/spring-2024/cs-en-spring-2024.yml configs/spring-2024/bs-en-spring-2024.yml configs/spring-2024/ru-en-spring-2024.yml configs/spring-2024/en-da-spring-2024.yml configs/spring-2024/en-lv-spring-2024.yml configs/spring-2024/en-hu-spring-2024.yml configs/spring-2024/uk-en-spring-2024.yml Taskfile.yml .cron.yml snakemake/configs/config.prod.yml snakemake/configs/config.test.yml snakemake/envs/bicleaner-ai.yml snakemake/envs/opuscleaner.yml snakemake/envs/tensorboard.yml snakemake/envs/data.yml snakemake/envs/base.yml snakemake/envs/bicleaner.yml snakemake/envs/corpus.yml snakemake/envs/train.yml taskcluster/kinds/distillation-corpus-final-filtering/kind.yml taskcluster/kinds/corpus-clean-parallel-bicleaner-ai/kind.yml taskcluster/kinds/evaluate/kind.yml taskcluster/kinds/distillation-corpus-build-shortlist/kind.yml taskcluster/kinds/evaluate-quantized/kind.yml taskcluster/kinds/distillation-parallel-src-translate/kind.yml taskcluster/kinds/backtranslations-mono-trg-dechunk-translations/kind.yml taskcluster/kinds/distillation-mono-src-dechunk-translations/kind.yml taskcluster/kinds/build-vocab/kind.yml taskcluster/kinds/fetch/toolchains.yml taskcluster/kinds/fetch/kind.yml taskcluster/kinds/fetch/python.yml taskcluster/kinds/distillation-student-model-finetune/kind.yml taskcluster/kinds/tests/kind.yml taskcluster/kinds/corpus-align-distillation/kind.yml taskcluster/kinds/corpus-merge-distillation/kind.yml taskcluster/kinds/corpus-merge-mono/kind.yml taskcluster/kinds/train-teacher-model/kind.yml taskcluster/kinds/distillation-mono-src-chunk/kind.yml taskcluster/kinds/export/kind.yml taskcluster/kinds/corpus-clean-parallel/kind.yml taskcluster/kinds/evaluate-teacher-ensemble/kind.yml taskcluster/kinds/distillation-student-model-train/kind.yml taskcluster/kinds/corpus-analyze-mono/kind.yml taskcluster/kinds/distillation-parallel-src-chunk/kind.yml taskcluster/kinds/corpus-merge-parallel/kind.yml taskcluster/kinds/corpus-clean-parallel-fetch-bicleaner-model/kind.yml taskcluster/kinds/toolchain/kind.yml taskcluster/kinds/dataset/kind.yml taskcluster/kinds/backtranslations-train-backwards-model/kind.yml taskcluster/kinds/corpus-align-backtranslations/kind.yml taskcluster/kinds/backtranslations-mono-trg-chunk/kind.yml taskcluster/kinds/backtranslations-mono-trg-translate/kind.yml taskcluster/kinds/corpus-align-parallel/kind.yml taskcluster/kinds/distillation-mono-src-translate/kind.yml taskcluster/kinds/distillation-student-model-quantize/kind.yml taskcluster/kinds/corpus-analyze-parallel/kind.yml taskcluster/kinds/corpus-merge-devset/kind.yml taskcluster/kinds/inference/kind.yml taskcluster/kinds/distillation-parallel-src-dechunk-translations/kind.yml taskcluster/kinds/distillation-parallel-src-translations-score/kind.yml taskcluster/kinds/distillation-parallel-src-extract-best/kind.yml taskcluster/kinds/corpus-clean-mono/kind.yml taskcluster/kinds/all-pr-pipeline/kind.yml taskcluster/kinds/docker-image/kind.yml taskcluster/kinds/all-pipeline/kind.yml taskcluster/configs/config.prod.yml taskcluster/configs/config.ci.yml taskcluster/test/params/small-ru-en.yml taskcluster/test/params/large-lt-en.yml taskcluster/config.yml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.log files (61): tests/data/experiments_1_12/models/fi-en/opusprod/student/valid.log tests/data/experiments_1_12/models/fi-en/opusprod/student/train.log tests/data/experiments_1_12/models/fi-en/opusprod/student-finetuned/valid.log tests/data/experiments_1_12/models/fi-en/opusprod/student-finetuned/train.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/flores_devtest.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/sacrebleu_wmt15.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/sacrebleu_wmt19.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/sacrebleu_wmt17.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/flores_devtest.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/sacrebleu_wmt15.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/sacrebleu_wmt19.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/sacrebleu_wmt17.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/flores_devtest.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/sacrebleu_wmt15.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/sacrebleu_wmt19.log tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/sacrebleu_wmt17.log tests/data/experiments_1_12/logs/fi-en/opusprod/train_student.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student_flores_devtest.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student-finetuned_sacrebleu_wmt19.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student_sacrebleu_wmt15.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student-finetuned_sacrebleu_wmt15.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student-finetuned_sacrebleu_wmt17.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student-finetuned_flores_devtest.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student_sacrebleu_wmt17.log tests/data/experiments_1_12/logs/fi-en/opusprod/eval/eval_student_sacrebleu_wmt19.log tests/data/experiments_1_12/logs/fi-en/opusprod/quantize.log tests/data/taskcluster.log tests/data/experiments_1_10/models/en-nl/prod/student/valid.log tests/data/experiments_1_10/models/en-nl/prod/student/train.log tests/data/experiments_1_10/models/en-nl/prod/teacher-finetuned1/valid.log tests/data/experiments_1_10/models/en-nl/prod/teacher-finetuned1/train.log tests/data/experiments_1_10/models/en-nl/prod/teacher-finetuned0/valid.log tests/data/experiments_1_10/models/en-nl/prod/teacher-finetuned0/train.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/student/mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/student/flores_devtest.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/speed/mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/speed/flores_devtest.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned1/mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned1/flores_devtest.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned0/mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned0/flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/quntize.log tests/data/experiments_1_10/logs/en-nl/prod/train_teacher1.log tests/data/experiments_1_10/logs/en-nl/prod/train_teacher0.log tests/data/experiments_1_10/logs/en-nl/prod/train_student.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_student_flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-finetuned0_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-finetuned1_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-finetuned0_flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-base0_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-finetuned1_flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-ensemble_flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_student-finetuned_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_student_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_student-finetuned_flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-ensemble_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-base1_flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-base0_flores_devtest.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_backward_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_teacher-base1_mtdata_Neulab-tedtalks_test-1-eng-nld.log tests/data/experiments_1_10/logs/en-nl/prod/eval/eval_backward_flores_devtest.log - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.gz files (22): tests/data/corpus_samples/pytest-dataset.ru.gz tests/data/corpus_samples/pytest-dataset.en.gz tests/data/corpus_samples/pytest-dataset.zh.gz tests/data/corpus_samples/flores101_dataset.tar.gz inference/wasm/tests/models/enzh/vocab.enzh.spm.gz inference/wasm/tests/models/enzh/model.enzh.intgemm.alphas.bin.gz inference/wasm/tests/models/enzh/lex.50.50.enzh.s2t.bin.gz inference/wasm/tests/models/enfr/model.enfr.intgemm.alphas.bin.gz inference/wasm/tests/models/enfr/lex.50.50.enfr.s2t.bin.gz inference/wasm/tests/models/enfr/vocab.enfr.spm.gz inference/wasm/tests/models/enes/model.enes.intgemm.alphas.bin.gz inference/wasm/tests/models/enes/vocab.enes.spm.gz inference/wasm/tests/models/enes/lex.50.50.enes.s2t.bin.gz inference/wasm/tests/models/esen/model.esen.intgemm.alphas.bin.gz inference/wasm/tests/models/esen/lex.50.50.esen.s2t.bin.gz inference/wasm/tests/models/esen/vocab.esen.spm.gz inference/wasm/tests/models/fren/vocab.fren.spm.gz inference/wasm/tests/models/fren/model.fren.intgemm.alphas.bin.gz inference/wasm/tests/models/fren/lex.50.50.fren.s2t.bin.gz inference/wasm/tests/models/zhen/model.zhen.intgemm.alphas.bin.gz inference/wasm/tests/models/zhen/lex.50.50.zhen.s2t.bin.gz inference/wasm/tests/models/zhen/vocab.zhen.spm.gz - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.png files (21): site/assets/noodles2.png site/assets/noodles.png site/assets/screenshot.png docs/assets/tc-cancel.png docs/assets/tc-train.png docs/assets/noodles.png docs/assets/github-view-task.png docs/assets/tracking/run_config.png docs/assets/tracking/metrics.png docs/assets/tracking/training_charts.png docs/assets/tracking/system_charts.png docs/assets/tracking/group_logs_table.png docs/assets/tracking/experiment_config.png docs/assets/tc-train-action.png docs/assets/tc-task.png docs/assets/tc-task-group.png docs/assets/tc-train-action-tasks.png docs/assets/github-tc-ci.png docs/assets/tensorboard.png docs/assets/tc-all-tasks.png docs/assets/gcp-monitoring.png - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.metrics files (20): tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/sacrebleu_wmt19.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/sacrebleu_wmt17.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/flores_devtest.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student/sacrebleu_wmt15.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/sacrebleu_wmt19.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/sacrebleu_wmt17.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/flores_devtest.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/speed/sacrebleu_wmt15.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/sacrebleu_wmt19.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/sacrebleu_wmt17.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/flores_devtest.metrics tests/data/experiments_1_12/models/fi-en/opusprod/evaluation/student-finetuned/sacrebleu_wmt15.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/student/mtdata_Neulab-tedtalks_test-1-eng-nld.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/student/flores_devtest.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/speed/mtdata_Neulab-tedtalks_test-1-eng-nld.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/speed/flores_devtest.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned1/mtdata_Neulab-tedtalks_test-1-eng-nld.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned1/flores_devtest.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned0/mtdata_Neulab-tedtalks_test-1-eng-nld.metrics tests/data/experiments_1_10/models/en-nl/prod/evaluation/teacher-finetuned0/flores_devtest.metrics - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *. files (17): .github/CODEOWNERS tests/fixtures/spm_train tests/fixtures/mocked_downloader tests/fixtures/wget tests/fixtures/marian tests/fixtures/marian-decoder LICENSE docker/Dockerfile snakemake/Makefile snakemake/Snakefile taskcluster/docker/base/Dockerfile taskcluster/docker/base/known_hosts taskcluster/docker/toolchain-build/Dockerfile taskcluster/docker/train/Dockerfile taskcluster/docker/test/Dockerfile taskcluster/docker/inference/Dockerfile inference/BERGAMOT_VERSION - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.zst files (6): tests/data/corpus_samples/pytest-dataset.ru.zst tests/data/corpus_samples/hplt-ru_10.jsonl.zst tests/data/corpus_samples/hplt-en_101.jsonl.zst tests/data/corpus_samples/hplt-ru_11.jsonl.zst tests/data/corpus_samples/pytest-dataset.en.zst tests/data/corpus_samples/hplt-en_100.jsonl.zst - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.list files (2): taskcluster/docker/toolchain-build/intel-mkl.list taskcluster/docker/inference/intel-mkl.list - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.spm files (2): tests/data/vocab.zhen.spm tests/data/vocab.spm - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.zip files (1): tests/data/corpus_samples/en-ru.txt.zip - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.def files (1): snakemake/Singularity.def - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.yamllint files (1): taskcluster/.yamllint - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.ico files (1): site/favicon.ico - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.lock files (1): poetry.lock - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.pyc files (1): tests/data/__pycache__/tc_wandb_calls.cpython-310.pyc - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - *.clang-format-ignore files (1): .clang-format-ignore - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -