id: 1 unit: void ViterbiAnalysis() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 84 end line: 354 size: 213 LOC McCabe index: 47 number of parameters: 7 id: 2 unit: bool IsEmoticon() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 184 end line: 344 size: 160 LOC McCabe index: 3 number of parameters: 2 id: 3 unit: absl::Status FastWordpieceBuilder::BuildFailureStructure() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 556 end line: 781 size: 113 LOC McCabe index: 21 number of parameters: 1 id: 4 unit: void Compute() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 412 end line: 526 size: 105 LOC McCabe index: 16 number of parameters: 1 id: 5 unit: void Compute() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 271 end line: 377 size: 97 LOC McCabe index: 16 number of parameters: 1 id: 6 unit: void Compute() file: tensorflow_text/core/kernels/constrained_sequence_kernel.cc start line: 97 end line: 205 size: 88 LOC McCabe index: 12 number of parameters: 1 id: 7 unit: void Compute() file: tensorflow_text/core/kernels/sentence_breaking_kernels.cc start line: 149 end line: 255 size: 87 LOC McCabe index: 9 number of parameters: 1 id: 8 unit: def generate_vocab() file: tensorflow_text/tools/wordpiece_vocab/generate_vocab.py start line: 0 end line: 0 size: 85 LOC McCabe index: 6 number of parameters: 6 id: 9 unit: void Compute() file: tensorflow_text/core/kernels/unicode_script_tokenize_kernel.cc start line: 58 end line: 171 size: 84 LOC McCabe index: 14 number of parameters: 1 id: 10 unit: absl::Status Invoke() file: tensorflow_text/core/kernels/ngrams_kernel_template.h start line: 124 end line: 215 size: 80 LOC McCabe index: 10 number of parameters: 1 id: 11 unit: void Compute() file: tensorflow_text/core/kernels/tokenizer_from_logits_kernel.cc start line: 128 end line: 223 size: 77 LOC McCabe index: 6 number of parameters: 1 id: 12 unit: void FastWordpieceTokenizer::TokenizeTextImpl() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 184 end line: 292 size: 74 LOC McCabe index: 14 number of parameters: 5 id: 13 unit: void Compute() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 198 end line: 286 size: 71 LOC McCabe index: 9 number of parameters: 1 id: 14 unit: void Compute() file: tensorflow_text/core/kernels/split_merge_tokenize_kernel.cc start line: 124 end line: 206 size: 66 LOC McCabe index: 6 number of parameters: 1 id: 15 unit: void Compute() file: tensorflow_text/core/kernels/whitespace_tokenize_kernel.cc start line: 54 end line: 145 size: 65 LOC McCabe index: 7 number of parameters: 1 id: 16 unit: void Compute() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 222 end line: 289 size: 63 LOC McCabe index: 6 number of parameters: 1 id: 17 unit: absl::Status FastWordpieceTokenizeWithOffsetsOp::Invoke() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 96 end line: 181 size: 63 LOC McCabe index: 7 number of parameters: 1 id: 18 unit: def span_overlaps() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 63 LOC McCabe index: 13 number of parameters: 8 id: 19 unit: void Compute() file: tensorflow_text/core/kernels/regex_split_kernels.cc start line: 34 end line: 110 size: 60 LOC McCabe index: 7 number of parameters: 1 id: 20 unit: absl::StatusOr FastWordpieceBuilder::ExportToFlatBuffer() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 881 end line: 949 size: 60 LOC McCabe index: 8 number of parameters: 0 id: 21 unit: bool FragmentBoundaryMatch::Advance() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 375 end line: 442 size: 59 LOC McCabe index: 20 number of parameters: 2 id: 22 unit: void GreedyAnalysis() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 356 end line: 433 size: 58 LOC McCabe index: 17 number of parameters: 7 id: 23 unit: TfLiteStatus Eval() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 643 end line: 711 size: 58 LOC McCabe index: 7 number of parameters: 2 id: 24 unit: void Compute() file: tensorflow_text/core/kernels/rouge_l_kernel.cc start line: 50 end line: 127 size: 57 LOC McCabe index: 2 number of parameters: 1 id: 25 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/split_merge_tokenizer.py start line: 0 end line: 0 size: 55 LOC McCabe index: 8 number of parameters: 4 id: 26 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/wordpiece_tokenizer.py start line: 0 end line: 0 size: 55 LOC McCabe index: 3 number of parameters: 2 id: 27 unit: void Compute() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 97 end line: 153 size: 54 LOC McCabe index: 6 number of parameters: 1 id: 28 unit: def _span_overlaps() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 54 LOC McCabe index: 8 number of parameters: 7 id: 29 unit: void Compute() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 561 end line: 615 size: 51 LOC McCabe index: 4 number of parameters: 1 id: 30 unit: Status Advance() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 80 end line: 140 size: 50 LOC McCabe index: 17 number of parameters: 4 id: 31 unit: void Compute() file: tensorflow_text/core/kernels/mst_op_kernels.cc start line: 41 end line: 103 size: 50 LOC McCabe index: 3 number of parameters: 1 id: 32 unit: def calculate_metrics() file: tensorflow_text/tools/wordpiece_vocab/measure_wordpiece_stats.py start line: 0 end line: 0 size: 50 LOC McCabe index: 4 number of parameters: 0 id: 33 unit: def learn_with_thresh() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 50 LOC McCabe index: 19 number of parameters: 3 id: 34 unit: void SetOutputT() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 486 end line: 559 size: 49 LOC McCabe index: 8 number of parameters: 6 id: 35 unit: void Compute() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 305 end line: 355 size: 48 LOC McCabe index: 4 number of parameters: 1 id: 36 unit: def _emoji_regex() file: tensorflow_text/python/ops/wordshape_ops.py start line: 0 end line: 0 size: 47 LOC McCabe index: 1 number of parameters: 0 id: 37 unit: LookupStatus TokenizeL2RGreedy() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 161 end line: 207 size: 46 LOC McCabe index: 5 number of parameters: 12 id: 38 unit: absl::Status FastWordpieceBuilder::ConstructTrie() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 458 end line: 510 size: 46 LOC McCabe index: 6 number of parameters: 1 id: 39 unit: Status TokenizeByLogits() file: tensorflow_text/core/kernels/tokenizer_from_logits_kernel.cc start line: 71 end line: 119 size: 45 LOC McCabe index: 9 number of parameters: 8 id: 40 unit: tensorflow::Status RunSolver() file: tensorflow_text/core/kernels/mst_op_kernels.cc start line: 115 end line: 170 size: 45 LOC McCabe index: 9 number of parameters: 5 id: 41 unit: void CalculateOutputIndexValueRowID() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 367 end line: 415 size: 44 LOC McCabe index: 8 number of parameters: 5 id: 42 unit: tensorflow::Status HandleExtraOptions() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 117 end line: 168 size: 44 LOC McCabe index: 8 number of parameters: 2 id: 43 unit: def regex_split_with_offsets() file: tensorflow_text/python/ops/regex_split_ops.py start line: 0 end line: 0 size: 44 LOC McCabe index: 6 number of parameters: 4 id: 44 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 44 LOC McCabe index: 6 number of parameters: 3 id: 45 unit: def _run_and_report_eagerly() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 44 LOC McCabe index: 8 number of parameters: 7 id: 46 unit: Status TokenizeByLabel() file: tensorflow_text/core/kernels/split_merge_tokenize_kernel.cc start line: 67 end line: 112 size: 42 LOC McCabe index: 9 number of parameters: 7 id: 47 unit: void FastWordpieceTokenizer::TokenizeSingleWordImpl() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 338 end line: 478 size: 41 LOC McCabe index: 7 number of parameters: 6 id: 48 unit: def viterbi_constrained_sequence() file: tensorflow_text/python/ops/viterbi_constrained_sequence_op.py start line: 0 end line: 0 size: 41 LOC McCabe index: 5 number of parameters: 7 id: 49 unit: def create_feature_bitmask() file: tensorflow_text/python/ops/create_feature_bitmask_op.py start line: 0 end line: 0 size: 41 LOC McCabe index: 11 number of parameters: 3 id: 50 unit: def greedy_constrained_sequence() file: tensorflow_text/python/ops/greedy_constrained_sequence_op.py start line: 0 end line: 0 size: 41 LOC McCabe index: 5 number of parameters: 7 id: 51 unit: def _run_and_report_graphmode() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 41 LOC McCabe index: 7 number of parameters: 7 id: 52 unit: void FastWordpieceTokenizer::AppendTokenToOutput() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 533 end line: 582 size: 40 LOC McCabe index: 10 number of parameters: 8 id: 53 unit: absl::Status FastWordpieceBuilder::AssignFailureLinkAndPops() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 783 end line: 833 size: 40 LOC McCabe index: 5 number of parameters: 4 id: 54 unit: def break_sentences_with_offsets() file: tensorflow_text/python/ops/state_based_sentence_breaker_op.py start line: 0 end line: 0 size: 40 LOC McCabe index: 8 number of parameters: 2 id: 55 unit: def get_selection_mask() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 40 LOC McCabe index: 5 number of parameters: 3 id: 56 unit: LookupStatus LongestMatchStartingAt() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 48 end line: 89 size: 39 LOC McCabe index: 9 number of parameters: 9 id: 57 unit: void Compute() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 194 end line: 249 size: 39 LOC McCabe index: 4 number of parameters: 1 id: 58 unit: def _padding_for_dimension() file: tensorflow_text/python/ops/pad_along_dimension_op.py start line: 0 end line: 0 size: 39 LOC McCabe index: 8 number of parameters: 3 id: 59 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/fast_wordpiece_tokenizer.py start line: 0 end line: 0 size: 37 LOC McCabe index: 6 number of parameters: 2 id: 60 unit: void CalculateOutputIndexRowSplit() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 417 end line: 457 size: 36 LOC McCabe index: 8 number of parameters: 5 id: 61 unit: tensorflow::Status MstSolver::ExpansionPhase() file: tensorflow_text/core/kernels/mst_solver.h start line: 544 end line: 603 size: 36 LOC McCabe index: 10 number of parameters: 1 id: 62 unit: void Compute() file: tensorflow_text/core/kernels/sentence_breaking_kernels_v2.cc start line: 34 end line: 78 size: 36 LOC McCabe index: 3 number of parameters: 1 id: 63 unit: def metrics_preprocessing_fn() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 36 LOC McCabe index: 1 number of parameters: 3 id: 64 unit: def word_count() file: tensorflow_text/tools/wordpiece_vocab/generate_word_counts.py start line: 0 end line: 0 size: 36 LOC McCabe index: 3 number of parameters: 4 id: 65 unit: def ngrams() file: tensorflow_text/python/ops/ngrams_op.py start line: 0 end line: 0 size: 36 LOC McCabe index: 11 number of parameters: 6 id: 66 unit: void GetRegexFromInput() file: tensorflow_text/core/kernels/regex_split_kernels.cc start line: 113 end line: 148 size: 35 LOC McCabe index: 1 number of parameters: 3 id: 67 unit: void WhitespaceTokenizer::Tokenize() file: tensorflow_text/core/kernels/whitespace_tokenizer.cc start line: 49 end line: 84 size: 35 LOC McCabe index: 6 number of parameters: 4 id: 68 unit: void RegexSplitImpl() file: tensorflow_text/core/kernels/regex_split.cc start line: 24 end line: 67 size: 34 LOC McCabe index: 6 number of parameters: 7 id: 69 unit: bool SentenceFragmenterV2::HasUnattachableTerminalPunc() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 645 end line: 684 size: 34 LOC McCabe index: 10 number of parameters: 1 id: 70 unit: def _decode_in_exp_space() file: tensorflow_text/python/numpy/viterbi_decode.py start line: 0 end line: 0 size: 34 LOC McCabe index: 8 number of parameters: 3 id: 71 unit: Status SentenceFragmenter::FindNextFragmentBoundary() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 218 end line: 259 size: 33 LOC McCabe index: 8 number of parameters: 2 id: 72 unit: def process() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 33 LOC McCabe index: 2 number of parameters: 2 id: 73 unit: def combine_segments() file: tensorflow_text/python/ops/segment_combiner_ops.py start line: 0 end line: 0 size: 33 LOC McCabe index: 9 number of parameters: 3 id: 74 unit: Status UnicodeUtil::IsClosePunc() file: tensorflow_text/core/kernels/sentence_breaking_utils.cc start line: 92 end line: 129 size: 32 LOC McCabe index: 12 number of parameters: 2 id: 75 unit: def find_source_offsets() file: tensorflow_text/python/ops/normalize_ops.py start line: 0 end line: 0 size: 32 LOC McCabe index: 5 number of parameters: 3 id: 76 unit: def get_mask_values() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 32 LOC McCabe index: 3 number of parameters: 2 id: 77 unit: def __init__() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 31 LOC McCabe index: 3 number of parameters: 9 id: 78 unit: absl::Status FastWordpieceBuilder::PrecomputeResultForSuffixIndicator() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 849 end line: 879 size: 30 LOC McCabe index: 4 number of parameters: 0 id: 79 unit: def sentence_fragments() file: tensorflow_text/python/ops/sentence_breaking_ops.py start line: 0 end line: 0 size: 30 LOC McCabe index: 6 number of parameters: 8 id: 80 unit: def _multivalent_span_alignment() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 30 LOC McCabe index: 7 number of parameters: 1 id: 81 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/unicode_script_tokenizer.py start line: 0 end line: 0 size: 30 LOC McCabe index: 8 number of parameters: 2 id: 82 unit: absl::Status FastWordpieceDetokenizeOp::Invoke() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 318 end line: 357 size: 29 LOC McCabe index: 3 number of parameters: 1 id: 83 unit: int GetMaxWidthValueRowID() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 191 end line: 220 size: 29 LOC McCabe index: 6 number of parameters: 1 id: 84 unit: Status SentenceFragmenter::FillInFragmentFields() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 296 end line: 334 size: 29 LOC McCabe index: 5 number of parameters: 3 id: 85 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/whitespace_tokenizer.py start line: 0 end line: 0 size: 29 LOC McCabe index: 8 number of parameters: 2 id: 86 unit: def __init__() file: tensorflow_text/python/ops/wordpiece_tokenizer.py start line: 0 end line: 0 size: 29 LOC McCabe index: 8 number of parameters: 8 id: 87 unit: Status UnicodeUtil::IsTerminalPunc() file: tensorflow_text/core/kernels/sentence_breaking_utils.cc start line: 57 end line: 90 size: 28 LOC McCabe index: 11 number of parameters: 2 id: 88 unit: FragmentBoundaryMatch SentenceFragmenterV2::FindNextFragmentBoundary() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 493 end line: 530 size: 28 LOC McCabe index: 7 number of parameters: 1 id: 89 unit: Status GetErrorOptions() file: tensorflow_text/core/kernels/sentence_breaking_kernels.cc start line: 87 end line: 120 size: 28 LOC McCabe index: 7 number of parameters: 2 id: 90 unit: def learn() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 28 LOC McCabe index: 2 number of parameters: 4 id: 91 unit: def gather_with_default() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 28 LOC McCabe index: 7 number of parameters: 5 id: 92 unit: void Compute() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 43 end line: 73 size: 27 LOC McCabe index: 2 number of parameters: 1 id: 93 unit: int32 LongestCommonSubsequenceLength() file: tensorflow_text/core/kernels/rouge_l_kernel.cc start line: 132 end line: 166 size: 27 LOC McCabe index: 8 number of parameters: 6 id: 94 unit: tensorflow::Status MstSolver::Init() file: tensorflow_text/core/kernels/mst_solver.h start line: 306 end line: 341 size: 27 LOC McCabe index: 3 number of parameters: 2 id: 95 unit: def span_alignment() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 27 LOC McCabe index: 7 number of parameters: 9 id: 96 unit: def pad_along_dimension() file: tensorflow_text/python/ops/pad_along_dimension_op.py start line: 0 end line: 0 size: 27 LOC McCabe index: 15 number of parameters: 5 id: 97 unit: def _decode_in_log_space() file: tensorflow_text/python/numpy/viterbi_decode.py start line: 0 end line: 0 size: 27 LOC McCabe index: 7 number of parameters: 3 id: 98 unit: absl::Status FastWordpieceBuilder::BuildModel() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 295 end line: 328 size: 26 LOC McCabe index: 3 number of parameters: 6 id: 99 unit: def get_selectable() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 26 LOC McCabe index: 8 number of parameters: 3 id: 100 unit: def _round_robin_allocation() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 26 LOC McCabe index: 1 number of parameters: 2 id: 101 unit: Status UnicodeUtil::IsPunctuationWord() file: tensorflow_text/core/kernels/sentence_breaking_utils.cc start line: 186 end line: 214 size: 25 LOC McCabe index: 10 number of parameters: 2 id: 102 unit: void AddUnknownCharacter() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 133 end line: 159 size: 25 LOC McCabe index: 4 number of parameters: 9 id: 103 unit: LookupStatus WordpieceTokenize() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 211 end line: 235 size: 25 LOC McCabe index: 3 number of parameters: 12 id: 104 unit: int GetMaxWidthRowSplit() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 222 end line: 247 size: 25 LOC McCabe index: 6 number of parameters: 1 id: 105 unit: RuntimeShape CalculateOutputSize() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 285 end line: 311 size: 25 LOC McCabe index: 5 number of parameters: 8 id: 106 unit: TfLiteStatus CalculateOutputIndex() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 459 end line: 483 size: 25 LOC McCabe index: 3 number of parameters: 8 id: 107 unit: bool SpanningTreeIterator::HasCycle() file: tensorflow_text/core/kernels/spanning_tree_iterator.cc start line: 22 end line: 55 size: 25 LOC McCabe index: 9 number of parameters: 1 id: 108 unit: Status SentenceFragmenter::GetAdjustedFirstTerminalPuncIndex() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 346 end line: 377 size: 25 LOC McCabe index: 6 number of parameters: 2 id: 109 unit: def main() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner.py start line: 0 end line: 0 size: 25 LOC McCabe index: 5 number of parameters: 1 id: 110 unit: def detokenize() file: tensorflow_text/python/ops/wordpiece_tokenizer.py start line: 0 end line: 0 size: 25 LOC McCabe index: 5 number of parameters: 2 id: 111 unit: def tokenize() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 25 LOC McCabe index: 6 number of parameters: 3 id: 112 unit: def detokenize() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 25 LOC McCabe index: 9 number of parameters: 3 id: 113 unit: absl::Status FastWordpieceBuilder::BuildOutgoingEdgeLabelsAlongVocabToken() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 512 end line: 537 size: 24 LOC McCabe index: 5 number of parameters: 2 id: 114 unit: Status SentenceFragmenter::HasUnattachableTerminalPunc() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 388 end line: 416 size: 24 LOC McCabe index: 6 number of parameters: 2 id: 115 unit: void DisjointSetForest::UnionOfRoots() file: tensorflow_text/core/kernels/disjoint_set_forest.h start line: 144 end line: 171 size: 24 LOC McCabe index: 5 number of parameters: 2 id: 116 unit: def sliding_window() file: tensorflow_text/python/ops/sliding_window_op.py start line: 0 end line: 0 size: 24 LOC McCabe index: 11 number of parameters: 4 id: 117 unit: def mask_language_model() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 24 LOC McCabe index: 8 number of parameters: 4 id: 118 unit: def run_and_report_ragged_vs_dense() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 24 LOC McCabe index: 1 number of parameters: 6 id: 119 unit: tensorflow::Status ValidateConstraintTensor() file: tensorflow_text/core/kernels/constrained_sequence_kernel.cc start line: 60 end line: 82 size: 23 LOC McCabe index: 5 number of parameters: 4 id: 120 unit: Status UnicodeUtil::IsCloseParen() file: tensorflow_text/core/kernels/sentence_breaking_utils.cc start line: 158 end line: 184 size: 23 LOC McCabe index: 6 number of parameters: 2 id: 121 unit: int GetFirstDimensionSizeT() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 96 end line: 119 size: 23 LOC McCabe index: 4 number of parameters: 3 id: 122 unit: void SentenceFragmenterV2::FillInFragmentFields() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 563 end line: 595 size: 23 LOC McCabe index: 5 number of parameters: 3 id: 123 unit: Index DisjointSetForest::FindRoot() file: tensorflow_text/core/kernels/disjoint_set_forest.h start line: 105 end line: 135 size: 23 LOC McCabe index: 5 number of parameters: 1 id: 124 unit: def __init__() file: tensorflow_text/python/ops/fast_wordpiece_tokenizer.py start line: 0 end line: 0 size: 23 LOC McCabe index: 5 number of parameters: 9 id: 125 unit: def detokenize() file: tensorflow_text/python/ops/fast_wordpiece_tokenizer.py start line: 0 end line: 0 size: 23 LOC McCabe index: 5 number of parameters: 2 id: 126 unit: def decode() file: tensorflow_text/python/numpy/viterbi_decode.py start line: 0 end line: 0 size: 23 LOC McCabe index: 6 number of parameters: 5 id: 127 unit: Status RougeLShapeFn() file: tensorflow_text/core/ops/rouge_l_op.cc start line: 70 end line: 100 size: 22 LOC McCabe index: 1 number of parameters: 1 id: 128 unit: Status UnicodeUtil::GetOneUChar() file: tensorflow_text/core/kernels/sentence_breaking_utils.cc start line: 31 end line: 55 size: 22 LOC McCabe index: 4 number of parameters: 3 id: 129 unit: Status UnicodeUtil::IsOpenParen() file: tensorflow_text/core/kernels/sentence_breaking_utils.cc start line: 131 end line: 156 size: 22 LOC McCabe index: 5 number of parameters: 2 id: 130 unit: int FastWordpieceTokenizer::SkipTheRemainingOfWordAndTrailingWhiteSpaces() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 157 end line: 181 size: 22 LOC McCabe index: 4 number of parameters: 2 id: 131 unit: RuntimeShape TensorShapeFromTensor() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 151 end line: 176 size: 22 LOC McCabe index: 6 number of parameters: 1 id: 132 unit: void SetOutput() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 561 end line: 582 size: 22 LOC McCabe index: 4 number of parameters: 6 id: 133 unit: void MstSolver::ContractCycle() file: tensorflow_text/core/kernels/mst_solver.h start line: 469 end line: 510 size: 22 LOC McCabe index: 3 number of parameters: 1 id: 134 unit: bool IsClosePunc() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 61 end line: 89 size: 22 LOC McCabe index: 10 number of parameters: 2 id: 135 unit: int SentenceFragmenterV2::GetAdjustedFirstTerminalPuncIndex() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 607 end line: 634 size: 22 LOC McCabe index: 6 number of parameters: 1 id: 136 unit: def __init__() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 22 LOC McCabe index: 1 number of parameters: 13 id: 137 unit: Status WordpieceTokenizeWithOffsetsShapeFn() file: tensorflow_text/core/ops/wordpiece_op.cc start line: 93 end line: 113 size: 21 LOC McCabe index: 2 number of parameters: 1 id: 138 unit: bool OffsetMapVariant::Decode() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 192 end line: 212 size: 21 LOC McCabe index: 3 number of parameters: 1 id: 139 unit: void FastWordpieceTokenizer::ResetOutputAppendUnknownToken() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 644 end line: 667 size: 21 LOC McCabe index: 4 number of parameters: 7 id: 140 unit: static absl::Status ShapeInference() file: tensorflow_text/core/kernels/ngrams_kernel_template.h start line: 96 end line: 121 size: 21 LOC McCabe index: 4 number of parameters: 1 id: 141 unit: explicit WordpieceTokenizeWithOffsetsOp() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 176 end line: 196 size: 21 LOC McCabe index: 3 number of parameters: 1 id: 142 unit: Status SentenceFragmenter::HasCloseParen() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 418 end line: 440 size: 21 LOC McCabe index: 4 number of parameters: 2 id: 143 unit: void init() file: tensorflow_text/core/kernels/sentence_breaking_kernels.cc start line: 49 end line: 74 size: 21 LOC McCabe index: 6 number of parameters: 1 id: 144 unit: def __init__() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 21 LOC McCabe index: 5 number of parameters: 5 id: 145 unit: def _emoticon_regex() file: tensorflow_text/python/ops/wordshape_ops.py start line: 0 end line: 0 size: 21 LOC McCabe index: 1 number of parameters: 0 id: 146 unit: def generate_mask() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 21 LOC McCabe index: 6 number of parameters: 2 id: 147 unit: def bert_vocab_from_dataset() file: tensorflow_text/tools/wordpiece_vocab/bert_vocab_from_dataset.py start line: 0 end line: 0 size: 20 LOC McCabe index: 4 number of parameters: 5 id: 148 unit: def process() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 20 LOC McCabe index: 3 number of parameters: 2 id: 149 unit: def split_with_offsets() file: tensorflow_text/python/ops/hub_module_splitter.py start line: 0 end line: 0 size: 20 LOC McCabe index: 7 number of parameters: 2 id: 150 unit: def __init__() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 20 LOC McCabe index: 1 number of parameters: 10 id: 151 unit: def rouge_l() file: tensorflow_text/python/metrics/text_similarity_metric_ops.py start line: 0 end line: 0 size: 20 LOC McCabe index: 8 number of parameters: 3 id: 152 unit: Status GetTableHandle() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 84 end line: 102 size: 19 LOC McCabe index: 2 number of parameters: 4 id: 153 unit: void MstSolver::MaybePenalizeRootScoresForTree() file: tensorflow_text/core/kernels/mst_solver.h start line: 393 end line: 420 size: 19 LOC McCabe index: 7 number of parameters: 0 id: 154 unit: void MstSolver::MergeInboundArcs() file: tensorflow_text/core/kernels/mst_solver.h start line: 442 end line: 466 size: 19 LOC McCabe index: 6 number of parameters: 3 id: 155 unit: bool IsTerminalPunc() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 36 end line: 59 size: 19 LOC McCabe index: 8 number of parameters: 2 id: 156 unit: void Compute() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 669 end line: 689 size: 19 LOC McCabe index: 2 number of parameters: 1 id: 157 unit: void Compute() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 701 end line: 721 size: 19 LOC McCabe index: 2 number of parameters: 1 id: 158 unit: def main() file: tensorflow_text/tools/wordpiece_vocab/generate_vocab.py start line: 0 end line: 0 size: 19 LOC McCabe index: 3 number of parameters: 1 id: 159 unit: def _predict_pieces() file: tensorflow_text/python/ops/hub_module_splitter.py start line: 0 end line: 0 size: 19 LOC McCabe index: 3 number of parameters: 2 id: 160 unit: def get_selectable() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 19 LOC McCabe index: 7 number of parameters: 3 id: 161 unit: def benchmark_split_merge_tokenizer() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 19 LOC McCabe index: 6 number of parameters: 1 id: 162 unit: Status UnicodeUtil::IsEllipsis() file: tensorflow_text/core/kernels/sentence_breaking_utils.cc start line: 216 end line: 235 size: 18 LOC McCabe index: 4 number of parameters: 2 id: 163 unit: void FastWordpieceTokenizer::Tokenize() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 61 end line: 78 size: 18 LOC McCabe index: 2 number of parameters: 6 id: 164 unit: absl::Status Init() file: tensorflow_text/core/kernels/ngrams_kernel_template.h start line: 76 end line: 93 size: 18 LOC McCabe index: 3 number of parameters: 1 id: 165 unit: RuntimeShape CombineRaggedTensorToTensorShapes() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 264 end line: 283 size: 18 LOC McCabe index: 4 number of parameters: 3 id: 166 unit: TfLiteStatus Prepare() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 619 end line: 641 size: 18 LOC McCabe index: 4 number of parameters: 2 id: 167 unit: tensorflow::Status MstSolver::ContractionPhase() file: tensorflow_text/core/kernels/mst_solver.h start line: 513 end line: 541 size: 18 LOC McCabe index: 5 number of parameters: 0 id: 168 unit: def id_to_string() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 18 LOC McCabe index: 5 number of parameters: 3 id: 169 unit: def string_to_id() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 18 LOC McCabe index: 5 number of parameters: 3 id: 170 unit: Status TokenizerFromLogitsShapeFn() file: tensorflow_text/core/ops/tokenizer_from_logits_op.cc start line: 103 end line: 119 size: 17 LOC McCabe index: 1 number of parameters: 1 id: 171 unit: std::string BuildWhitespaceTokenizerConfig() file: tensorflow_text/core/kernels/whitespace_tokenizer_config_builder.cc start line: 55 end line: 73 size: 17 LOC McCabe index: 5 number of parameters: 0 id: 172 unit: void FastWordpieceTokenizer::Tokenize() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 80 end line: 96 size: 17 LOC McCabe index: 2 number of parameters: 5 id: 173 unit: void FastWordpieceTokenizer::Tokenize() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 98 end line: 114 size: 17 LOC McCabe index: 2 number of parameters: 3 id: 174 unit: LookupStatus NoTokenFound() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 93 end line: 110 size: 17 LOC McCabe index: 2 number of parameters: 7 id: 175 unit: LookupStatus LookupTableVocab::Contains() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 153 end line: 170 size: 17 LOC McCabe index: 4 number of parameters: 2 id: 176 unit: Status SentenceFragmenterV2::FindFragments() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 450 end line: 475 size: 17 LOC McCabe index: 3 number of parameters: 1 id: 177 unit: def get_split_indices() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 17 LOC McCabe index: 7 number of parameters: 4 id: 178 unit: def filter_input_words() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 17 LOC McCabe index: 8 number of parameters: 3 id: 179 unit: def generate_final_vocabulary() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 17 LOC McCabe index: 4 number of parameters: 3 id: 180 unit: def _get_selection_mask() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 17 LOC McCabe index: 1 number of parameters: 3 id: 181 unit: def _tokenize_codepoints_with_offsets() file: tensorflow_text/python/ops/unicode_script_tokenizer.py start line: 0 end line: 0 size: 17 LOC McCabe index: 1 number of parameters: 2 id: 182 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/split_merge_from_logits_tokenizer.py start line: 0 end line: 0 size: 17 LOC McCabe index: 1 number of parameters: 3 id: 183 unit: def call() file: tensorflow_text/python/keras/layers/todense.py start line: 0 end line: 0 size: 17 LOC McCabe index: 7 number of parameters: 2 id: 184 unit: Status SplitMergeTokenizeWithOffsetsShapeFn() file: tensorflow_text/core/ops/split_merge_tokenize_op.cc start line: 78 end line: 93 size: 16 LOC McCabe index: 1 number of parameters: 1 id: 185 unit: absl::Status WhitespaceTokenizeWithOffsetsV2Op::ShapeInference() file: tensorflow_text/core/kernels/whitespace_tokenizer_kernel_template.h start line: 97 end line: 114 size: 16 LOC McCabe index: 2 number of parameters: 1 id: 186 unit: int GetFirstDimensionSize() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 121 end line: 136 size: 16 LOC McCabe index: 3 number of parameters: 3 id: 187 unit: Status GetLookupTable() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 107 end line: 122 size: 16 LOC McCabe index: 2 number of parameters: 3 id: 188 unit: bool TryTraverseSeveralSteps() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 123 end line: 138 size: 16 LOC McCabe index: 3 number of parameters: 3 id: 189 unit: def _get_wordpiece_overlap_percent() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 16 LOC McCabe index: 5 number of parameters: 4 id: 190 unit: def learn_binary_search() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 16 LOC McCabe index: 7 number of parameters: 4 id: 191 unit: def _broadcast_ragged_sources_for_overlap() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 16 LOC McCabe index: 6 number of parameters: 3 id: 192 unit: def _get_vocab_and_ids() file: tensorflow_text/python/ops/wordpiece_tokenizer.py start line: 0 end line: 0 size: 16 LOC McCabe index: 2 number of parameters: 1 id: 193 unit: def _tokenize_with_offsets_encode_decode_wrapper() file: tensorflow_text/python/ops/unicode_script_tokenizer.py start line: 0 end line: 0 size: 16 LOC McCabe index: 3 number of parameters: 2 id: 194 unit: def benchmark_split_merge_from_logits_tokenizer() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 16 LOC McCabe index: 4 number of parameters: 1 id: 195 unit: absl::Status FastWordpieceTokenizeWithOffsetsOp::ShapeInference() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 184 end line: 209 size: 15 LOC McCabe index: 1 number of parameters: 1 id: 196 unit: void CalculateFirstParentOutputIndex() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 331 end line: 345 size: 15 LOC McCabe index: 3 number of parameters: 4 id: 197 unit: bool IsPunctuationWord() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 129 end line: 147 size: 15 LOC McCabe index: 8 number of parameters: 1 id: 198 unit: bool IsPeriodSeparatedAcronym() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 168 end line: 182 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 199 unit: bool SentenceFragmenterV2::HasCloseParen() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 686 end line: 702 size: 15 LOC McCabe index: 4 number of parameters: 1 id: 200 unit: def normalize_utf8_with_offsets_map() file: tensorflow_text/python/ops/normalize_ops.py start line: 0 end line: 0 size: 15 LOC McCabe index: 2 number of parameters: 3 id: 201 unit: def generate_mask() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 202 unit: def _shrink_longest_allocation() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 15 LOC McCabe index: 1 number of parameters: 2 id: 203 unit: def generate_mask() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 204 unit: def benchmark() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 15 LOC McCabe index: 4 number of parameters: 3 id: 205 unit: def _run() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 15 LOC McCabe index: 5 number of parameters: 3 id: 206 unit: def _run() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 15 LOC McCabe index: 4 number of parameters: 3 id: 207 unit: inline bool IsPunctuationOrChineseChar() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h start line: 251 end line: 267 size: 14 LOC McCabe index: 19 number of parameters: 1 id: 208 unit: LookupStatus Lookup() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 27 end line: 41 size: 14 LOC McCabe index: 2 number of parameters: 6 id: 209 unit: void AddWord() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 114 end line: 129 size: 14 LOC McCabe index: 2 number of parameters: 7 id: 210 unit: bool GetUTF8Chars() file: tensorflow_text/core/kernels/tokenizer_from_logits_kernel.cc start line: 45 end line: 58 size: 14 LOC McCabe index: 3 number of parameters: 2 id: 211 unit: std::tuple ComputeMeasures() file: tensorflow_text/core/kernels/rouge_l_kernel.cc start line: 168 end line: 183 size: 14 LOC McCabe index: 2 number of parameters: 4 id: 212 unit: int GetMaxWidth() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 249 end line: 262 size: 14 LOC McCabe index: 3 number of parameters: 4 id: 213 unit: std::shared_ptr CachedDelimRE2() file: tensorflow_text/core/kernels/regex_split_kernels.cc start line: 150 end line: 166 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 214 unit: std::shared_ptr CachedKeepDelimRE2() file: tensorflow_text/core/kernels/regex_split_kernels.cc start line: 168 end line: 184 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 215 unit: Status SentenceFragmenter::FindFragments() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 179 end line: 201 size: 14 LOC McCabe index: 2 number of parameters: 1 id: 216 unit: bool IsCloseParen() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 109 end line: 127 size: 14 LOC McCabe index: 4 number of parameters: 1 id: 217 unit: bool GetUTF8Chars() file: tensorflow_text/core/kernels/split_merge_tokenize_kernel.cc start line: 45 end line: 58 size: 14 LOC McCabe index: 3 number of parameters: 2 id: 218 unit: Status AsGraphDef() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 70 end line: 87 size: 14 LOC McCabe index: 1 number of parameters: 2 id: 219 unit: def _whitespace_tokenize_with_offsets() file: tensorflow_text/python/ops/whitespace_tokenizer.py start line: 0 end line: 0 size: 14 LOC McCabe index: 1 number of parameters: 2 id: 220 unit: def __init__() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 14 LOC McCabe index: 5 number of parameters: 2 id: 221 unit: def __init__() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 14 LOC McCabe index: 3 number of parameters: 5 id: 222 unit: def _GetVocabularyFromFile() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 14 LOC McCabe index: 8 number of parameters: 1 id: 223 unit: def run_and_report() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 14 LOC McCabe index: 3 number of parameters: 7 id: 224 unit: def _hide_layer_and_module_methods() file: oss_scripts/build_docs.py start line: 0 end line: 0 size: 14 LOC McCabe index: 6 number of parameters: 0 id: 225 unit: bool TensorEqMatcher::MatchAndExplain() file: tensorflow_text/core/kernels/text_kernels_test_util.cc start line: 24 end line: 36 size: 13 LOC McCabe index: 4 number of parameters: 2 id: 226 unit: inline absl::StatusOr EncodeToken() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h start line: 136 end line: 148 size: 13 LOC McCabe index: 2 number of parameters: 3 id: 227 unit: bool SpanningTreeIterator::NextTree() file: tensorflow_text/core/kernels/spanning_tree_iterator.cc start line: 75 end line: 93 size: 13 LOC McCabe index: 6 number of parameters: 1 id: 228 unit: void FastWordpieceBuilder::GetFailurePopsAndAppendToOut() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 835 end line: 847 size: 13 LOC McCabe index: 2 number of parameters: 2 id: 229 unit: Status SpaceAllowedBeforeToken() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 46 end line: 61 size: 13 LOC McCabe index: 4 number of parameters: 3 id: 230 unit: Status SentenceFragmenter::UpdateLatestOpenParenForFragment() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 279 end line: 294 size: 13 LOC McCabe index: 3 number of parameters: 2 id: 231 unit: bool IsOpenParen() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 91 end line: 107 size: 13 LOC McCabe index: 3 number of parameters: 1 id: 232 unit: bool IsWhiteSpace() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 356 end line: 371 size: 13 LOC McCabe index: 4 number of parameters: 1 id: 233 unit: explicit SentenceFragmentsOp() file: tensorflow_text/core/kernels/sentence_breaking_kernels.cc start line: 131 end line: 147 size: 13 LOC McCabe index: 1 number of parameters: 1 id: 234 unit: def get_search_threshs() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 13 LOC McCabe index: 6 number of parameters: 3 id: 235 unit: def __init__() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 13 LOC McCabe index: 3 number of parameters: 5 id: 236 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/unicode_char_tokenizer.py start line: 0 end line: 0 size: 13 LOC McCabe index: 1 number of parameters: 2 id: 237 unit: void OffsetMapVariant::Encode() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 179 end line: 190 size: 12 LOC McCabe index: 2 number of parameters: 1 id: 238 unit: std::string BuildWhitespaceString() file: tensorflow_text/core/kernels/whitespace_tokenizer_config_builder.cc start line: 41 end line: 53 size: 12 LOC McCabe index: 4 number of parameters: 0 id: 239 unit: LookupStatus WordpieceTokenize() file: tensorflow_text/core/kernels/wordpiece_tokenizer.cc start line: 237 end line: 248 size: 12 LOC McCabe index: 1 number of parameters: 10 id: 240 unit: absl::Status FastWordpieceDetokenizeOp::ShapeInference() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 360 end line: 384 size: 12 LOC McCabe index: 1 number of parameters: 1 id: 241 unit: absl::StatusOr BuildModelAndExportToFlatBuffer() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 952 end line: 963 size: 12 LOC McCabe index: 1 number of parameters: 6 id: 242 unit: void Compute() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 645 end line: 657 size: 12 LOC McCabe index: 1 number of parameters: 1 id: 243 unit: def max_spanning_tree_gradient() file: tensorflow_text/python/ops/mst_ops.py start line: 0 end line: 0 size: 12 LOC McCabe index: 3 number of parameters: 3 id: 244 unit: def _ragged_tensor_scatter_nd_update() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 12 LOC McCabe index: 2 number of parameters: 3 id: 245 unit: def wordshape() file: tensorflow_text/python/ops/wordshape_ops.py start line: 0 end line: 0 size: 12 LOC McCabe index: 6 number of parameters: 3 id: 246 unit: def pad_model_inputs() file: tensorflow_text/python/ops/pad_model_inputs_ops.py start line: 0 end line: 0 size: 12 LOC McCabe index: 3 number of parameters: 3 id: 247 unit: def trim() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 12 LOC McCabe index: 3 number of parameters: 2 id: 248 unit: def __init__() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 5 id: 249 unit: def _get_method_name() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 12 LOC McCabe index: 4 number of parameters: 1 id: 250 unit: def load_input_data() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 2 id: 251 unit: def build_docs() file: oss_scripts/build_docs.py start line: 0 end line: 0 size: 12 LOC McCabe index: 1 number of parameters: 0 id: 252 unit: bool IsEllipsis() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 149 end line: 161 size: 11 LOC McCabe index: 2 number of parameters: 2 id: 253 unit: def extract_output() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 3 number of parameters: 2 id: 254 unit: def get_allowed_chars() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 2 id: 255 unit: def count_words() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 11 LOC McCabe index: 5 number of parameters: 1 id: 256 unit: def normalize_utf8() file: tensorflow_text/python/ops/normalize_ops.py start line: 0 end line: 0 size: 11 LOC McCabe index: 2 number of parameters: 3 id: 257 unit: def _get_selected_item_positions() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 3 id: 258 unit: def coerce_to_structurally_valid_utf8() file: tensorflow_text/python/ops/string_ops.py start line: 0 end line: 0 size: 11 LOC McCabe index: 1 number of parameters: 2 id: 259 unit: def get_config() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 11 LOC McCabe index: 1 number of parameters: 1 id: 260 unit: def load_input_data() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 11 LOC McCabe index: 4 number of parameters: 2 id: 261 unit: Status RegexSplitOpShape() file: tensorflow_text/core/ops/regex_split_ops.cc start line: 22 end line: 32 size: 10 LOC McCabe index: 2 number of parameters: 1 id: 262 unit: void SentenceFragmenterV2::UpdateLatestOpenParenForFragment() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 550 end line: 561 size: 10 LOC McCabe index: 3 number of parameters: 2 id: 263 unit: bool TryTraverseOneStep() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 85 end line: 94 size: 10 LOC McCabe index: 2 number of parameters: 2 id: 264 unit: def default() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 10 LOC McCabe index: 1 number of parameters: 0 id: 265 unit: def ensure_all_tokens_exist() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 10 LOC McCabe index: 5 number of parameters: 4 id: 266 unit: def _broadcast_ragged_targets_for_overlap() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 10 LOC McCabe index: 1 number of parameters: 3 id: 267 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 10 LOC McCabe index: 4 number of parameters: 2 id: 268 unit: def __init__() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 10 LOC McCabe index: 3 number of parameters: 5 id: 269 unit: def benchmark_greedy_constrained_sequence() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 10 LOC McCabe index: 2 number of parameters: 1 id: 270 unit: def benchmark_viterb_constrained_sequence() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 10 LOC McCabe index: 2 number of parameters: 1 id: 271 unit: Status SentenceFragmentV2ShapeFn() file: tensorflow_text/core/ops/sentence_breaking_ops_v2.cc start line: 23 end line: 33 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 272 unit: absl::Status WhitespaceTokenizeWithOffsetsV2Op::FillOutputTensor() file: tensorflow_text/core/kernels/whitespace_tokenizer_kernel_template.h start line: 169 end line: 178 size: 9 LOC McCabe index: 2 number of parameters: 3 id: 273 unit: float ComputeTensor2TensorF() file: tensorflow_text/core/kernels/rouge_l_kernel.cc start line: 185 end line: 193 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 274 unit: inline RuntimeShape GetTensorShape() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 70 end line: 79 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 275 unit: tensorflow::RowPartitionType GetRowPartitionTypeByDimension() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 85 end line: 93 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 276 unit: bool ValidateDefaultValueShape() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 138 end line: 149 size: 9 LOC McCabe index: 2 number of parameters: 3 id: 277 unit: bool SpanningTreeIterator::NextSourceList() file: tensorflow_text/core/kernels/spanning_tree_iterator.cc start line: 65 end line: 73 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 278 unit: bool TryGetData() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 107 end line: 115 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 279 unit: void DisjointSetForest::Init() file: tensorflow_text/core/kernels/disjoint_set_forest.h start line: 92 end line: 102 size: 9 LOC McCabe index: 4 number of parameters: 1 id: 280 unit: def count_preprocessing_fn() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 2 id: 281 unit: def case_fold_utf8() file: tensorflow_text/python/ops/normalize_ops.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 282 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 2 id: 283 unit: def compute_output_signature() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 284 unit: def __init__() file: tensorflow_text/python/keras/layers/todense.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 5 id: 285 unit: def benchmark_regex_split_ops() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 286 unit: def benchmark_ngrams() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 287 unit: void RegexSplit() file: tensorflow_text/core/kernels/regex_split.cc start line: 71 end line: 78 size: 8 LOC McCabe index: 1 number of parameters: 7 id: 288 unit: void RegexSplit() file: tensorflow_text/core/kernels/regex_split.cc start line: 80 end line: 87 size: 8 LOC McCabe index: 1 number of parameters: 7 id: 289 unit: bool TensorHasShapeMatcher::MatchAndExplain() file: tensorflow_text/core/kernels/text_kernels_test_util.cc start line: 49 end line: 56 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 290 unit: int64 ScoreAccessor::GetLength() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 69 end line: 76 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 291 unit: int GetCurrentOutputSize() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 33 end line: 40 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 292 unit: inline static Shape OutputValuesTensorShape() file: tensorflow_text/core/kernels/ngrams_kernel_template.h start line: 218 end line: 225 size: 8 LOC McCabe index: 1 number of parameters: 2 id: 293 unit: float ComputeOfficialF() file: tensorflow_text/core/kernels/rouge_l_kernel.cc start line: 195 end line: 202 size: 8 LOC McCabe index: 2 number of parameters: 3 id: 294 unit: absl::optional LookupId() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 145 end line: 152 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 295 unit: void MstSolver::AddArc() file: tensorflow_text/core/kernels/mst_solver.h start line: 344 end line: 351 size: 8 LOC McCabe index: 1 number of parameters: 3 id: 296 unit: def main() file: tensorflow_text/tools/wordpiece_vocab/generate_word_counts.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 297 unit: def _get_positive_axis() file: tensorflow_text/python/ops/pad_along_dimension_op.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 298 unit: def _get_row_lengths_merged_to_axis() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 299 unit: def regex_split() file: tensorflow_text/python/ops/regex_split_ops.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 4 id: 300 unit: def _get_row_lengths() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 301 unit: def build() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 8 LOC McCabe index: 6 number of parameters: 2 id: 302 unit: def call() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 8 LOC McCabe index: 4 number of parameters: 2 id: 303 unit: def set_vocabulary() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 304 unit: def get_config() file: tensorflow_text/python/keras/layers/todense.py start line: 0 end line: 0 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 305 unit: def benchmark_create_feature_bitmask() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 306 unit: Status SentenceFragmentShapeFn() file: tensorflow_text/core/ops/sentence_breaking_ops.cc start line: 23 end line: 30 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 307 unit: explicit ConstrainedSequence() file: tensorflow_text/core/kernels/constrained_sequence_kernel.cc start line: 89 end line: 95 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 308 unit: void DoViterbiAnalysis() file: tensorflow_text/core/kernels/constrained_sequence_kernel.cc start line: 209 end line: 215 size: 7 LOC McCabe index: 1 number of parameters: 5 id: 309 unit: void DoGreedyAnalysis() file: tensorflow_text/core/kernels/constrained_sequence_kernel.cc start line: 218 end line: 224 size: 7 LOC McCabe index: 1 number of parameters: 5 id: 310 unit: string GetNormalizationForm() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 81 end line: 87 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 311 unit: float ScoreAccessor::GetScore() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 61 end line: 67 size: 7 LOC McCabe index: 1 number of parameters: 3 id: 312 unit: uint32 SpanningTreeIterator::NumRoots() file: tensorflow_text/core/kernels/spanning_tree_iterator.cc start line: 57 end line: 63 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 313 unit: string GetWordSplitChar() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 36 end line: 42 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 314 unit: int32 GetMaxCharsPerWord() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 44 end line: 50 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 315 unit: int32 GetMaxCharsPerToken() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 52 end line: 58 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 316 unit: bool GetShouldUseUnknownToken() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 60 end line: 66 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 317 unit: string GetUnknownToken() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 68 end line: 74 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 318 unit: bool GetSplitUnknownCharacters() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 76 end line: 82 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 319 unit: std::string DebugString() file: tensorflow_text/core/kernels/mst_solver.h start line: 189 end line: 195 size: 7 LOC McCabe index: 3 number of parameters: 0 id: 320 unit: void MstSolver::AddRoot() file: tensorflow_text/core/kernels/mst_solver.h start line: 354 end line: 360 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 321 unit: bool SpaceAllowedBeforeChar() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 348 end line: 354 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 322 unit: explicit SentencepieceOp() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 174 end line: 180 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 323 unit: static absl::StatusOr Create() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 58 end line: 64 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 324 unit: def merge_accumulators() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 2 id: 325 unit: def get_input_words() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 7 LOC McCabe index: 4 number of parameters: 3 id: 326 unit: def get_selectable() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 327 unit: def tokenize() file: tensorflow_text/python/ops/split_merge_tokenizer.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 4 id: 328 unit: def _begins_with_open_quote_regex() file: tensorflow_text/python/ops/wordshape_ops.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 329 unit: def _ends_with_close_quote_regex() file: tensorflow_text/python/ops/wordshape_ops.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 330 unit: def get_config() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 331 unit: def __init__() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 4 id: 332 unit: def benchmark_wordpiece_tokenizer() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 333 unit: def _run_with_xprof() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 2 id: 334 unit: def benchmark_pad_along_dimension() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 335 unit: def _run() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 336 unit: void Reset() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.h start line: 87 end line: 92 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 337 unit: void TensorEqMatcher::DescribeTo() file: tensorflow_text/core/kernels/text_kernels_test_util.cc start line: 38 end line: 43 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 338 unit: absl::StatusOr FastWordpieceTokenizer::Detokenize() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc start line: 150 end line: 155 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 339 unit: bool IsBreakChar() file: tensorflow_text/core/kernels/tokenizer_from_logits_kernel.cc start line: 60 end line: 65 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 340 unit: Status ToStatus() file: tensorflow_text/core/kernels/wordpiece_kernel.cc start line: 137 end line: 143 size: 6 LOC McCabe index: 2 number of parameters: 1 id: 341 unit: absl::optional LookupWord() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 155 end line: 160 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 342 unit: void Reset() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 71 end line: 76 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 343 unit: tensorflow::Status MstSolver::Solve() file: tensorflow_text/core/kernels/mst_solver.h start line: 377 end line: 382 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 344 unit: inline size_t MstSolver::ArcIndex() file: tensorflow_text/core/kernels/mst_solver.h start line: 385 end line: 390 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 345 unit: void ConsumeOneUChar() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 28 end line: 34 size: 6 LOC McCabe index: 1 number of parameters: 3 id: 346 unit: void ForEachTree() file: tensorflow_text/core/kernels/spanning_tree_iterator.h start line: 44 end line: 50 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 347 unit: bool IsBreakChar() file: tensorflow_text/core/kernels/split_merge_tokenize_kernel.cc start line: 60 end line: 65 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 348 unit: def process() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 5 number of parameters: 2 id: 349 unit: def merge_accumulators() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 350 unit: def add_input() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 3 id: 351 unit: def merge_accumulators() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 352 unit: def _get_micro_dropped_char_percent() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 353 unit: def extract_char_tokens() file: tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py start line: 0 end line: 0 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 354 unit: def __init__() file: tensorflow_text/python/ops/hub_module_splitter.py start line: 0 end line: 0 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 355 unit: def benchmark_state_based_sentence_breaking() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 6 LOC McCabe index: 2 number of parameters: 1 id: 356 unit: void AddToken() file: tensorflow_text/core/kernels/sentence_fragmenter.h start line: 136 end line: 140 size: 5 LOC McCabe index: 1 number of parameters: 5 id: 357 unit: inline void GetFailurePopsOffsetAndLength() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h start line: 229 end line: 233 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 358 unit: std::vector FastWordpieceTokenizeWithOffsetsOp::Outputs() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 89 end line: 93 size: 5 LOC McCabe index: 1 number of parameters: 0 id: 359 unit: static std::vector Attrs() file: tensorflow_text/core/kernels/ngrams_kernel_template.h start line: 61 end line: 65 size: 5 LOC McCabe index: 1 number of parameters: 0 id: 360 unit: void Free() file: tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc start line: 613 end line: 617 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 361 unit: explicit StringVocab() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 134 end line: 138 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 362 unit: Score MstSolver::ArcScore() file: tensorflow_text/core/kernels/mst_solver.h start line: 363 end line: 367 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 363 unit: Score MstSolver::RootScore() file: tensorflow_text/core/kernels/mst_solver.h start line: 370 end line: 374 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 364 unit: explicit SplitMergeTokenizeWithOffsetsOp() file: tensorflow_text/core/kernels/split_merge_tokenize_kernel.cc start line: 118 end line: 122 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 365 unit: void WhitespaceTokenizer::Tokenize() file: tensorflow_text/core/kernels/whitespace_tokenizer.cc start line: 43 end line: 47 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 366 unit: def add_input() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 367 unit: def add_input() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 3 id: 368 unit: def _get_micro_compression_ratio() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 369 unit: def _format_float_or_none() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 370 unit: def __init__() file: tensorflow_text/python/ops/whitespace_tokenizer.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 371 unit: def _unichr() file: tensorflow_text/python/ops/string_ops.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 372 unit: def lower_case() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 373 unit: def detokenize() file: tensorflow_text/python/ops/unicode_char_tokenizer.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 374 unit: def __init__() file: tensorflow_text/python/ops/regex_split_ops.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 375 unit: def _add_identifier_list_to_docstring() file: tensorflow_text/python/ops/wordshape_ops.py start line: 0 end line: 0 size: 5 LOC McCabe index: 3 number of parameters: 1 id: 376 unit: def __init__() file: tensorflow_text/python/ops/split_merge_from_logits_tokenizer.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 377 unit: def __init__() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 378 unit: def compute_output_shape() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 379 unit: def call() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 380 unit: def __init__() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 381 unit: def __init__() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 382 unit: def __init__() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 383 unit: def __init__() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 384 unit: def _convert_to_ragged_inputs() file: tensorflow_text/python/benchmarks/benchmark_utils.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 2 id: 385 unit: def __init__() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 386 unit: def __init__() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 387 unit: def finalize_options() file: oss_scripts/pip_package/setup.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 388 unit: def finalize_options() file: oss_scripts/pip_package/setup.nightly.py start line: 0 end line: 0 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 389 unit: explicit NormalizeUTF8WithOffsetsMapOp() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 217 end line: 220 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 390 unit: inline int GetTokenId() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h start line: 156 end line: 159 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 391 unit: std::vector WhitespaceTokenizeWithOffsetsV2Op::Outputs() file: tensorflow_text/core/kernels/whitespace_tokenizer_kernel_template.h start line: 91 end line: 94 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 392 unit: int OneCharLen() file: tensorflow_text/core/kernels/tokenizer_from_logits_kernel.cc start line: 38 end line: 43 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 393 unit: inline bool IsWhitespace() file: tensorflow_text/core/kernels/whitespace_tokenizer.h start line: 47 end line: 50 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 394 unit: LookupStatus Contains() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 140 end line: 143 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 395 unit: explicit UnicodeScriptTokenizeWithOffsetsOp() file: tensorflow_text/core/kernels/unicode_script_tokenize_kernel.cc start line: 42 end line: 45 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 396 unit: void SetFragmentProperty() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 27 end line: 30 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 397 unit: bool IsPeriodSeparatedAcronym() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 39 end line: 42 size: 4 LOC McCabe index: 3 number of parameters: 1 id: 398 unit: inline bool IsAcronymComponent() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 163 end line: 166 size: 4 LOC McCabe index: 3 number of parameters: 2 id: 399 unit: void SetFragmentProperty() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.cc start line: 445 end line: 448 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 400 unit: int OneCharLen() file: tensorflow_text/core/kernels/split_merge_tokenize_kernel.cc start line: 38 end line: 43 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 401 unit: bool SameOptions() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 65 end line: 68 size: 4 LOC McCabe index: 3 number of parameters: 3 id: 402 unit: tensorflow::tstring GetPieceOrId() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 106 end line: 109 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 403 unit: int32 GetPieceOrId() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 112 end line: 115 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 404 unit: explicit SentencepieceTokenizeWithOffsetsOp() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 407 end line: 410 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 405 unit: void SetTraversalCursor() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 77 end line: 80 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 406 unit: bool TryTraverseSeveralSteps() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 100 end line: 103 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 407 unit: explicit MaxSpanningTreeOpKernel() file: tensorflow_text/core/kernels/mst_op_kernels.cc start line: 36 end line: 39 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 408 unit: inline bool ShouldHandleFormatError() file: tensorflow_text/core/kernels/sentence_breaking_kernels.cc start line: 122 end line: 125 size: 4 LOC McCabe index: 3 number of parameters: 3 id: 409 unit: bool DisjointSetForest::SameSet() file: tensorflow_text/core/kernels/disjoint_set_forest.h start line: 138 end line: 141 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 410 unit: void DisjointSetForest::Union() file: tensorflow_text/core/kernels/disjoint_set_forest.h start line: 174 end line: 177 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 411 unit: def process() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 412 unit: def process() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 4 LOC McCabe index: 3 number of parameters: 2 id: 413 unit: def _check_type() file: tensorflow_text/python/ops/pointer_ops.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 3 id: 414 unit: def _get_random() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 415 unit: def tokenize() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 416 unit: def tokenize() file: tensorflow_text/python/ops/wordpiece_tokenizer.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 417 unit: def __init__() file: tensorflow_text/python/ops/unicode_script_tokenizer.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 418 unit: def _create_resource() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 419 unit: def vocab_size() file: tensorflow_text/python/ops/sentencepiece_tokenizer.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 420 unit: def benchmark_sentencepiece_tokenizer() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 421 unit: def _get_char_level_splits() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 422 unit: def benchmark_normalize_utf8_with_offsets() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 423 unit: def benchmark_coerce_to_structurally_valid_utf8() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 424 unit: void TensorEqMatcher::DescribeNegationTo() file: tensorflow_text/core/kernels/text_kernels_test_util.cc start line: 45 end line: 47 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 425 unit: void TensorHasShapeMatcher::DescribeTo() file: tensorflow_text/core/kernels/text_kernels_test_util.cc start line: 58 end line: 60 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 426 unit: void TensorHasShapeMatcher::DescribeNegationTo() file: tensorflow_text/core/kernels/text_kernels_test_util.cc start line: 62 end line: 64 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 427 unit: Matcher TensorHasShape() file: tensorflow_text/core/kernels/text_kernels_test_util.cc start line: 66 end line: 69 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 428 unit: explicit NormalizeUTF8Op() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 93 end line: 95 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 429 unit: inline bool IsSuffixToken() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h start line: 151 end line: 153 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 430 unit: inline int GetTokenLength() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h start line: 162 end line: 164 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 431 unit: inline uint32_t EncodeFailurePopList() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h start line: 223 end line: 225 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 432 unit: std::vector WhitespaceTokenizeWithOffsetsV2Op::Inputs() file: tensorflow_text/core/kernels/whitespace_tokenizer_kernel_template.h start line: 86 end line: 88 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 433 unit: std::vector FastWordpieceTokenizeWithOffsetsOp::Inputs() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 84 end line: 86 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 434 unit: std::vector FastWordpieceDetokenizeOp::Inputs() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 308 end line: 310 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 435 unit: std::vector FastWordpieceDetokenizeOp::Outputs() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 313 end line: 315 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 436 unit: static std::vector Inputs() file: tensorflow_text/core/kernels/ngrams_kernel_template.h start line: 67 end line: 69 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 437 unit: static std::vector Outputs() file: tensorflow_text/core/kernels/ngrams_kernel_template.h start line: 71 end line: 73 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 438 unit: int TokenUnicodeLengthWithoutSuffixIndicator() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 83 end line: 85 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 439 unit: int TokenLengthWithoutSuffixIndicator() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 87 end line: 89 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 440 unit: inline void BreakTrieLinkFromParentToChild() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 220 end line: 233 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 441 unit: inline void EraseValueOfNode() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 235 end line: 245 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 442 unit: bool TokenHasProperty() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 33 end line: 35 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 443 unit: bool GotTerminalPunc() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 144 end line: 146 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 444 unit: int first_terminal_punc_index() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 149 end line: 151 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 445 unit: int first_close_punc_index() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 152 end line: 154 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 446 unit: int limit_index() file: tensorflow_text/core/kernels/sentence_fragmenter.cc start line: 155 end line: 157 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 447 unit: tensorflow::Status Solve() file: tensorflow_text/core/kernels/mst_solver.h start line: 122 end line: 124 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 448 unit: explicit SentencepieceTokenizeOp() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 267 end line: 269 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 449 unit: TraversalCursor CreateTraversalCursorPointToRoot() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 67 end line: 69 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 450 unit: TraversalCursor CreateTraversalCursor() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 72 end line: 74 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 451 unit: static uint32_t offset() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 144 end line: 146 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 452 unit: static int value() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 156 end line: 158 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 453 unit: def __init__() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 454 unit: def __init__() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 455 unit: def extract_output() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 456 unit: def main() file: tensorflow_text/tools/wordpiece_vocab/measure_wordpiece_stats.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 457 unit: def split() file: tensorflow_text/python/ops/hub_module_splitter.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 458 unit: def tokenize() file: tensorflow_text/python/ops/whitespace_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 459 unit: def tokenize() file: tensorflow_text/python/ops/fast_wordpiece_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 460 unit: def break_sentences() file: tensorflow_text/python/ops/state_based_sentence_breaker_op.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 461 unit: def __init__() file: tensorflow_text/python/ops/hub_module_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 462 unit: def __init__() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 463 unit: def __init__() file: tensorflow_text/python/ops/split_merge_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 464 unit: def tokenize() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 465 unit: def detokenize() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 466 unit: def __init__() file: tensorflow_text/python/ops/unicode_char_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 467 unit: def tokenize() file: tensorflow_text/python/ops/unicode_char_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 468 unit: def vocab_size() file: tensorflow_text/python/ops/wordpiece_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 469 unit: def tokenize() file: tensorflow_text/python/ops/unicode_script_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 470 unit: def tokenize() file: tensorflow_text/python/ops/split_merge_from_logits_tokenizer.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 471 unit: def __init__() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 472 unit: def __init__() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 473 unit: def __init__() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 474 unit: def _create_table() file: tensorflow_text/python/benchmarks/tokenizers_benchmarks.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 475 unit: def benchmark_sliding_window() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 476 unit: explicit CaseFoldUTF8Op() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 40 end line: 41 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 477 unit: explicit FindSourceOffsetsOp() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 302 end line: 303 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 478 unit: explicit WhitespaceTokenizeWithOffsetsOp() file: tensorflow_text/core/kernels/whitespace_tokenize_kernel.cc start line: 40 end line: 41 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 479 unit: explicit TokenizerFromLogitsOp() file: tensorflow_text/core/kernels/tokenizer_from_logits_kernel.cc start line: 125 end line: 126 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 480 unit: explicit RegexSplitOp() file: tensorflow_text/core/kernels/regex_split_kernels.cc start line: 31 end line: 32 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 481 unit: explicit SentenceFragmentsOpV2() file: tensorflow_text/core/kernels/sentence_breaking_kernels_v2.cc start line: 31 end line: 32 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 482 unit: explicit SentencepieceDetokenizeOp() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 558 end line: 559 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 483 unit: explicit SentencepieceVocabSizeOp() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 642 end line: 643 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 484 unit: explicit SentencepieceIdToStringOp() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 666 end line: 667 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 485 unit: explicit SentencepieceStringToIdOp() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 698 end line: 699 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 486 unit: explicit DartsCloneTrieWrapper() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 119 end line: 120 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 487 unit: def __init__() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 488 unit: def create_accumulator() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 489 unit: def __init__() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 490 unit: def create_accumulator() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 491 unit: def create_accumulator() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 492 unit: def extract_output() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 493 unit: def __init__() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 494 unit: def process() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 495 unit: def _get_list_mean() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 2 number of parameters: 2 id: 496 unit: def _get_macro_compression_ratio() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 497 unit: def _get_macro_dropped_char_percent() file: tensorflow_text/tools/wordpiece_vocab/utils.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 498 unit: def break_sentences() file: tensorflow_text/python/ops/sentence_breaking_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 499 unit: def break_sentences_with_offsets() file: tensorflow_text/python/ops/sentence_breaking_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 500 unit: def mask_token() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 501 unit: def random_token_rate() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 502 unit: def vocab_size() file: tensorflow_text/python/ops/masking_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 503 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/hub_module_tokenizer.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 504 unit: def tokenize() file: tensorflow_text/python/ops/hub_module_tokenizer.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 505 unit: def unselectable_ids() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 506 unit: def get_selection_mask() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 507 unit: def shuffle_fn() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 508 unit: def max_selections_per_batch() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 509 unit: def selection_rate() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 510 unit: def __init__() file: tensorflow_text/python/ops/item_selector_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 511 unit: def __init__() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 3 id: 512 unit: def lower_case() file: tensorflow_text/python/ops/bert_tokenizer.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 513 unit: def split() file: tensorflow_text/python/ops/regex_split_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 514 unit: def split_with_offsets() file: tensorflow_text/python/ops/regex_split_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 515 unit: def split() file: tensorflow_text/python/ops/splitter.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 516 unit: def split_with_offsets() file: tensorflow_text/python/ops/splitter.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 517 unit: def tokenize() file: tensorflow_text/python/ops/tokenization.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 518 unit: def split() file: tensorflow_text/python/ops/tokenization.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 519 unit: def tokenize_with_offsets() file: tensorflow_text/python/ops/tokenization.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 520 unit: def split_with_offsets() file: tensorflow_text/python/ops/tokenization.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 521 unit: def detokenize() file: tensorflow_text/python/ops/tokenization.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 522 unit: def generate_mask() file: tensorflow_text/python/ops/trimmer_ops.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 523 unit: def _set_tokenizer() file: tensorflow_text/python/keras/layers/tokenization_layers.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 524 unit: def compute_output_shape() file: tensorflow_text/python/keras/layers/todense.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 525 unit: def benchmark_case_fold_utf8() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 526 unit: def benchmark_normalize_utf8() file: tensorflow_text/python/benchmarks/ops_benchmarks.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 527 unit: def is_pure() file: oss_scripts/pip_package/setup.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 528 unit: def has_ext_modules() file: oss_scripts/pip_package/setup.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 529 unit: def is_pure() file: oss_scripts/pip_package/setup.nightly.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 530 unit: def has_ext_modules() file: oss_scripts/pip_package/setup.nightly.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 531 unit: def main() file: oss_scripts/build_docs.py start line: 0 end line: 0 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 532 unit: bool GotTerminalPunc() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.h start line: 101 end line: 101 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 533 unit: int first_terminal_punc_index() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.h start line: 104 end line: 104 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 534 unit: int first_close_punc_index() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.h start line: 105 end line: 105 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 535 unit: int limit_index() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.h start line: 106 end line: 106 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 536 unit: MatchState state() file: tensorflow_text/core/kernels/sentence_fragmenter_v2.h start line: 115 end line: 115 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 537 unit: const uint32 start() file: tensorflow_text/core/kernels/sentence_fragmenter.h start line: 118 end line: 118 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 538 unit: const uint32 end() file: tensorflow_text/core/kernels/sentence_fragmenter.h start line: 119 end line: 119 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 539 unit: const BreakLevel break_level() file: tensorflow_text/core/kernels/sentence_fragmenter.h start line: 120 end line: 120 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 540 unit: const TextProperty text_properties() file: tensorflow_text/core/kernels/sentence_fragmenter.h start line: 121 end line: 121 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 541 unit: std::string TypeName() file: tensorflow_text/core/kernels/normalize_kernels.cc start line: 174 end line: 174 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 542 unit: explicit TensorEqMatcher() file: tensorflow_text/core/kernels/text_kernels_test_util.h start line: 35 end line: 35 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 543 unit: explicit TensorHasShapeMatcher() file: tensorflow_text/core/kernels/text_kernels_test_util.h start line: 48 end line: 48 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 544 unit: int ScoreAccessor::batch_size() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 78 end line: 78 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 545 unit: int ScoreAccessor::num_steps() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 79 end line: 79 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 546 unit: int ScoreAccessor::num_scores() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 80 end line: 80 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 547 unit: bool ScoreAccessor::has_explicit_batch() file: tensorflow_text/core/kernels/constrained_sequence.cc start line: 81 end line: 81 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 548 unit: static std::vector Attrs() file: tensorflow_text/core/kernels/whitespace_tokenizer_kernel_template.h start line: 61 end line: 61 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 549 unit: absl::Status Init() file: tensorflow_text/core/kernels/whitespace_tokenizer_kernel_template.h start line: 70 end line: 70 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 550 unit: static std::vector Attrs() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 61 end line: 61 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 551 unit: absl::Status Init() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 72 end line: 72 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 552 unit: static std::vector Attrs() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 285 end line: 285 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 553 unit: absl::Status Init() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h start line: 296 end line: 296 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 554 unit: explicit RougeLOp() file: tensorflow_text/core/kernels/rouge_l_kernel.cc start line: 48 end line: 48 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 555 unit: absl::string_view Token() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 75 end line: 75 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 556 unit: int TokenId() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 77 end line: 77 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 557 unit: bool IsSuffixToken() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 79 end line: 79 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 558 unit: bool ContainsPunctuation() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 81 end line: 81 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 559 unit: int Size() file: tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc start line: 162 end line: 162 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 560 unit: explicit UnicodeUtil() file: tensorflow_text/core/kernels/sentence_breaking_utils.h start line: 33 end line: 33 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 561 unit: bool Exists() file: tensorflow_text/core/kernels/mst_solver.h start line: 183 end line: 183 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 562 unit: bool IsRoot() file: tensorflow_text/core/kernels/mst_solver.h start line: 186 end line: 186 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 563 unit: static LookupStatus OK() file: tensorflow_text/core/kernels/wordpiece_tokenizer.h start line: 32 end line: 32 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 564 unit: virtual ~WordpieceVocab() file: tensorflow_text/core/kernels/wordpiece_tokenizer.h start line: 37 end line: 37 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 565 unit: string DebugString() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 61 end line: 61 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 566 unit: int64 MemoryUsed() file: tensorflow_text/core/kernels/sentencepiece_kernels.cc start line: 63 end line: 63 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 567 unit: static uint32_t label() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 150 end line: 150 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 568 unit: static bool has_leaf() file: tensorflow_text/core/kernels/darts_clone_trie_wrapper.h start line: 153 end line: 153 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 569 unit: Index size() file: tensorflow_text/core/kernels/disjoint_set_forest.h start line: 75 end line: 75 size: 1 LOC McCabe index: 1 number of parameters: 0