id: 1 unit: def get_pretrained() file: src/mlm/models/__init__.py start line: 0 end line: 0 size: 147 LOC McCabe index: 36 number of parameters: 8 id: 2 unit: def main() file: src/mlm/cmds.py start line: 0 end line: 0 size: 97 LOC McCabe index: 1 number of parameters: 0 id: 3 unit: def score() file: src/mlm/scorers.py start line: 0 end line: 0 size: 89 LOC McCabe index: 6 number of parameters: 6 id: 4 unit: def score() file: src/mlm/scorers.py start line: 0 end line: 0 size: 72 LOC McCabe index: 6 number of parameters: 7 id: 5 unit: def cmd_score() file: src/mlm/cmds.py start line: 0 end line: 0 size: 57 LOC McCabe index: 18 number of parameters: 1 id: 6 unit: def bin() file: src/mlm/scorers.py start line: 0 end line: 0 size: 49 LOC McCabe index: 18 number of parameters: 6 id: 7 unit: def forward() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 38 LOC McCabe index: 4 number of parameters: 3 id: 8 unit: def score() file: src/mlm/scorers.py start line: 0 end line: 0 size: 36 LOC McCabe index: 14 number of parameters: 7 id: 9 unit: def corpus_to_dataset() file: src/mlm/scorers.py start line: 0 end line: 0 size: 33 LOC McCabe index: 9 number of parameters: 2 id: 10 unit: def cmd_rescore() file: src/mlm/cmds.py start line: 0 end line: 0 size: 29 LOC McCabe index: 5 number of parameters: 1 id: 11 unit: def __init__() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 28 LOC McCabe index: 2 number of parameters: 9 id: 12 unit: def from_nmt() file: src/mlm/loaders.py start line: 0 end line: 0 size: 27 LOC McCabe index: 7 number of parameters: 5 id: 13 unit: def _pad_arrs_to_max_length() file: src/mlm/batchify.py start line: 0 end line: 0 size: 27 LOC McCabe index: 14 number of parameters: 6 id: 14 unit: def forward() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 26 LOC McCabe index: 4 number of parameters: 3 id: 15 unit: def cmd_bin() file: src/mlm/cmds.py start line: 0 end line: 0 size: 26 LOC McCabe index: 8 number of parameters: 1 id: 16 unit: def __init__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 24 LOC McCabe index: 10 number of parameters: 6 id: 17 unit: def _batch_ops() file: src/mlm/scorers.py start line: 0 end line: 0 size: 23 LOC McCabe index: 10 number of parameters: 6 id: 18 unit: def _batch_ops() file: src/mlm/scorers.py start line: 0 end line: 0 size: 23 LOC McCabe index: 4 number of parameters: 5 id: 19 unit: def from_dict() file: src/mlm/loaders.py start line: 0 end line: 0 size: 21 LOC McCabe index: 8 number of parameters: 7 id: 20 unit: def bin() file: src/mlm/scorers.py start line: 0 end line: 0 size: 21 LOC McCabe index: 6 number of parameters: 6 id: 21 unit: def _ids_to_masked() file: src/mlm/scorers.py start line: 0 end line: 0 size: 21 LOC McCabe index: 9 number of parameters: 2 id: 22 unit: def tune() file: src/mlm/scorers.py start line: 0 end line: 0 size: 21 LOC McCabe index: 4 number of parameters: 7 id: 23 unit: def _get_gpt2_model() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 21 LOC McCabe index: 5 number of parameters: 5 id: 24 unit: def __init__() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 19 LOC McCabe index: 1 number of parameters: 5 id: 25 unit: def __call__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 19 LOC McCabe index: 5 number of parameters: 2 id: 26 unit: def __init__() file: src/mlm/scorers.py start line: 0 end line: 0 size: 18 LOC McCabe index: 10 number of parameters: 3 id: 27 unit: def _ids_to_masked() file: src/mlm/scorers.py start line: 0 end line: 0 size: 18 LOC McCabe index: 7 number of parameters: 2 id: 28 unit: def corpus_to_dataset() file: src/mlm/scorers.py start line: 0 end line: 0 size: 18 LOC McCabe index: 5 number of parameters: 2 id: 29 unit: def mbleu_score() file: src/mlm/loaders.py start line: 0 end line: 0 size: 16 LOC McCabe index: 2 number of parameters: 2 id: 30 unit: def forward() file: src/mlm/models/bert.py start line: 0 end line: 0 size: 16 LOC McCabe index: 1 number of parameters: 0 id: 31 unit: def __init__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 16 LOC McCabe index: 3 number of parameters: 6 id: 32 unit: def _edit_distance() file: src/mlm/loaders.py start line: 0 end line: 0 size: 15 LOC McCabe index: 5 number of parameters: 2 id: 33 unit: def setup_ctxs() file: src/mlm/cmds.py start line: 0 end line: 0 size: 15 LOC McCabe index: 6 number of parameters: 1 id: 34 unit: def _bin_ops() file: src/mlm/scorers.py start line: 0 end line: 0 size: 14 LOC McCabe index: 5 number of parameters: 5 id: 35 unit: def forward() file: src/mlm/models/bert.py start line: 0 end line: 0 size: 14 LOC McCabe index: 1 number of parameters: 0 id: 36 unit: def __init__() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 14 LOC McCabe index: 1 number of parameters: 4 id: 37 unit: def cmd_finetune() file: src/mlm/cmds.py start line: 0 end line: 0 size: 14 LOC McCabe index: 4 number of parameters: 1 id: 38 unit: def rescore() file: src/mlm/loaders.py start line: 0 end line: 0 size: 13 LOC McCabe index: 7 number of parameters: 5 id: 39 unit: def __init__() file: src/mlm/models/bert.py start line: 0 end line: 0 size: 13 LOC McCabe index: 2 number of parameters: 6 id: 40 unit: def _stack_arrs() file: src/mlm/batchify.py start line: 0 end line: 0 size: 13 LOC McCabe index: 5 number of parameters: 3 id: 41 unit: def _batch_ops() file: src/mlm/scorers.py start line: 0 end line: 0 size: 12 LOC McCabe index: 2 number of parameters: 5 id: 42 unit: def forward() file: src/mlm/models/bert.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 0 id: 43 unit: def corpus_to_dataset() file: src/mlm/scorers.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 2 id: 44 unit: def __init__() file: src/mlm/scorers.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 3 id: 45 unit: def corpus_to_dataset() file: src/mlm/scorers.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 2 id: 46 unit: def corpus_to_dataset() file: src/mlm/scorers.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 2 id: 47 unit: def __init__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 3 id: 48 unit: def _generate_ln() file: src/mlm/loaders.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 4 id: 49 unit: def to_json() file: src/mlm/loaders.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 2 id: 50 unit: def to_predictions() file: src/mlm/loaders.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 1 id: 51 unit: def __init__() file: src/mlm/scorers.py start line: 0 end line: 0 size: 10 LOC McCabe index: 2 number of parameters: 7 id: 52 unit: def _true_tok_lens() file: src/mlm/scorers.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 2 id: 53 unit: def from_text() file: src/mlm/loaders.py start line: 0 end line: 0 size: 9 LOC McCabe index: 4 number of parameters: 3 id: 54 unit: def get_num_words() file: src/mlm/loaders.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 55 unit: def from_file() file: src/mlm/loaders.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 3 id: 56 unit: def get_model() file: src/mlm/models/__init__.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 57 unit: def _shared_args() file: src/mlm/cmds.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 58 unit: def __init__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 9 LOC McCabe index: 4 number of parameters: 3 id: 59 unit: def from_dict() file: src/mlm/loaders.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 5 id: 60 unit: def wer_score() file: src/mlm/loaders.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 61 unit: def detok_copy() file: src/mlm/loaders.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 62 unit: def __init__() file: src/mlm/models/bert.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 5 id: 63 unit: def __call__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 64 unit: def __call__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 2 id: 65 unit: def _stdout_to_stderr() file: src/mlm/cmds.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 66 unit: def _wer() file: src/mlm/cmds.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 67 unit: def _mbleu() file: src/mlm/cmds.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 68 unit: def from_file() file: src/mlm/loaders.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 3 id: 69 unit: def to_corpus() file: src/mlm/loaders.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 70 unit: def to_file() file: src/mlm/loaders.py start line: 0 end line: 0 size: 6 LOC McCabe index: 4 number of parameters: 3 id: 71 unit: def _apply_tokenizer_opts() file: src/mlm/scorers.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 72 unit: def _corpus_to_data() file: src/mlm/scorers.py start line: 0 end line: 0 size: 6 LOC McCabe index: 4 number of parameters: 6 id: 73 unit: def __init__() file: src/mlm/loaders.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 5 id: 74 unit: def from_corpus_and_scores() file: src/mlm/loaders.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 3 id: 75 unit: def __init__() file: src/mlm/scorers.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 3 id: 76 unit: def gpt2_117m() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 4 id: 77 unit: def gpt2_345m() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 4 id: 78 unit: def __call__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 79 unit: def from_files() file: src/mlm/loaders.py start line: 0 end line: 0 size: 4 LOC McCabe index: 4 number of parameters: 4 id: 80 unit: def __init__() file: src/mlm/scorers.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 81 unit: def __init__() file: src/mlm/scorers.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 3 id: 82 unit: def score_sentences() file: src/mlm/scorers.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 83 unit: def print_record() file: src/mlm/scorers.py start line: 0 end line: 0 size: 3 LOC McCabe index: 2 number of parameters: 2 id: 84 unit: def forward() file: src/mlm/models/bert.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 4 id: 85 unit: def forward() file: src/mlm/models/bert.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 4 id: 86 unit: def hybrid_forward() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 87 unit: def _get_num_words_in_utt() file: src/mlm/loaders.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 88 unit: def _word_len() file: src/mlm/loaders.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 89 unit: def _check_support() file: src/mlm/scorers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 90 unit: def _split_batch() file: src/mlm/scorers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 2 id: 91 unit: def _check_support() file: src/mlm/scorers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 92 unit: def _check_support() file: src/mlm/scorers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 93 unit: def _check_support() file: src/mlm/scorers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 5 number of parameters: 1 id: 94 unit: def _check_support() file: src/mlm/scorers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 95 unit: def state_info() file: src/mlm/models/gpt2.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 96 unit: def __init__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 97 unit: def __call__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 98 unit: def __call__() file: src/mlm/batchify.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2