Path	Lines of Code
pipeline/alignments/align.py	324
pipeline/alignments/prune_shortlist.py	34
pipeline/alignments/requirements/alignments.in	6
pipeline/alignments/tokenizer.py	153
pipeline/bicleaner/download_pack.py	81
pipeline/bicleaner/requirements/bicleaner-ai.in	4
pipeline/clean/merge-mono.py	190
pipeline/clean/merge-parallel.py	217
pipeline/clean/opuscleaner/generate_filters.py	59
pipeline/clean/requirements/clean.in	6
pipeline/clean/requirements/merge.in	2
pipeline/clean/tools/clean_mono.py	44
pipeline/clean/tools/clean_parallel.py	99
pipeline/clean/tools/deescape-special-chars.perl	14
pipeline/clean/tools/langid_fasttext.py	24
pipeline/clean/tools/normalize-punctuation.perl	76
pipeline/clean/tools/remove-non-printing-char.perl	10
pipeline/common/__init__.py	8
pipeline/common/command_runner.py	54
pipeline/common/datasets.py	294
pipeline/common/downloads.py	366
pipeline/common/logging.py	80
pipeline/common/marian.py	30
pipeline/common/memory.py	34
pipeline/data/analyze.py	124
pipeline/data/cjk.py	148
pipeline/data/hplt.py	189
pipeline/data/mono_importer.py	104
pipeline/data/parallel_downloaders.py	141
pipeline/data/parallel_importer.py	165
pipeline/data/requirements/analyze.in	3
pipeline/data/requirements/data.in	8
pipeline/eval/eval.py	260
pipeline/eval/requirements/eval.in	2
pipeline/quantize/requirements/quantize.in	1
pipeline/train/requirements/train.in	2
pipeline/train/train.py	365
pipeline/translate/extract_best.py	144
pipeline/translate/requirements/extract_best.in	1
pipeline/translate/requirements/splitter.in	1
pipeline/translate/requirements/translate-ctranslate2.in	4
pipeline/translate/splitter.py	49
pipeline/translate/translate.py	219
pipeline/translate/translate_ctranslate2.py	135