path # lines of code number of updates days since first update days since last update first updated last updated tensorflow_text/core/ops/wordpiece_op.cc 90 15 980 16 2019-05-31 2022-01-19 tensorflow_text/core/ops/regex_split_ops.cc 31 4 829 16 2019-10-29 2022-01-19 tensorflow_text/core/ops/normalize_ops.cc 67 7 980 16 2019-05-31 2022-01-19 tensorflow_text/core/ops/tokenizer_from_logits_op.cc 98 3 598 16 2020-06-16 2022-01-19 tensorflow_text/core/ops/sentence_breaking_ops.cc 31 6 980 16 2019-05-31 2022-01-19 tensorflow_text/core/ops/whitespace_tokenize_op.cc 33 6 980 16 2019-05-31 2022-01-19 tensorflow_text/core/ops/split_merge_tokenize_op.cc 72 5 787 16 2019-12-10 2022-01-19 tensorflow_text/core/ops/unicode_script_tokenize_op.cc 34 8 989 16 2019-05-22 2022-01-19 tensorflow_text/core/ops/sentencepiece_ops.cc 145 6 865 16 2019-09-23 2022-01-19 tensorflow_text/core/ops/mst_ops.cc 60 3 737 16 2020-01-29 2022-01-19 tensorflow_text/core/ops/sentence_breaking_ops_v2.cc 25 3 584 16 2020-06-30 2022-01-19 tensorflow_text/core/ops/constrained_sequence_op.cc 68 6 980 16 2019-05-31 2022-01-19 tensorflow_text/core/ops/whitespace_tokenizer_op.cc 10 4 191 16 2021-07-28 2022-01-19 tensorflow_text/core/ops/rouge_l_op.cc 66 4 890 16 2019-08-29 2022-01-19 tensorflow_text/core/ops/fast_wordpiece_tokenizer_op.cc 11 3 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/ngrams_kernel.cc 9 3 189 16 2021-07-30 2022-01-19 tensorflow_text/core/kernels/constrained_sequence_kernel.cc 189 8 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/sentence_breaking_utils.cc 183 7 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/sentence_fragmenter_v2.h 77 4 584 10 2020-06-30 2022-01-25 tensorflow_text/core/kernels/regex_split.cc 59 9 829 16 2019-10-29 2022-01-19 tensorflow_text/core/kernels/text_kernels_test_util.cc 47 6 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.h 14 5 100 16 2021-10-27 2022-01-19 tensorflow_text/core/kernels/sentence_fragmenter.h 101 9 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/normalize_kernels.cc 310 10 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/text_kernels_test_util.h 61 6 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/constrained_sequence.cc 329 4 731 16 2020-02-04 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer_tflite.h 14 4 191 16 2021-07-28 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_tflite.cc 22 4 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer_tflite.cc 16 4 191 16 2021-07-28 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_utils.h 84 4 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer_config_builder.cc 53 2 197 16 2021-07-22 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel.cc 12 3 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer.cc 439 3 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer_kernel_template.h 159 3 191 16 2021-07-28 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenize_kernel.cc 101 7 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/wordpiece_tokenizer.cc 203 22 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel_template.h 271 3 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_kernel.h 19 3 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/tokenizer_from_logits_kernel.cc 174 4 598 16 2020-06-16 2022-01-19 tensorflow_text/core/kernels/ngrams_kernel_template.h 197 5 189 16 2021-07-30 2022-01-19 tensorflow_text/core/kernels/regex_split.h 21 10 829 16 2019-10-29 2022-01-19 tensorflow_text/core/kernels/rouge_l_kernel.cc 160 6 890 16 2019-08-29 2022-01-19 tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.cc 565 3 85 16 2021-11-11 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer.h 38 2 197 16 2021-07-22 2022-01-19 tensorflow_text/core/kernels/spanning_tree_iterator.cc 60 3 737 16 2020-01-29 2022-01-19 tensorflow_text/core/kernels/wordpiece_kernel.cc 244 20 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/regex_split_kernels.cc 148 7 829 16 2019-10-29 2022-01-19 tensorflow_text/core/kernels/ragged_tensor_to_tensor_tflite.h 14 3 85 16 2021-11-11 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_model_builder.cc 617 5 100 16 2021-10-27 2022-01-19 tensorflow_text/core/kernels/edit_changes.proto 11 1 574 574 2020-07-10 2020-07-10 tensorflow_text/core/kernels/unicode_script_tokenize_kernel.cc 125 8 989 16 2019-05-22 2022-01-19 tensorflow_text/core/kernels/darts_clone_trie_builder.h 17 3 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/sentence_breaking_utils.h 34 6 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/ngrams_kernel.h 13 3 189 16 2021-07-30 2022-01-19 tensorflow_text/core/kernels/sentence_fragmenter.cc 278 9 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer_tflite.h 15 4 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer_kernel.cc 9 2 191 16 2021-07-28 2022-01-19 tensorflow_text/core/kernels/ngrams_tflite.cc 19 5 189 16 2021-07-30 2022-01-19 tensorflow_text/core/kernels/mst_solver.h 285 3 737 16 2020-01-29 2022-01-19 tensorflow_text/core/kernels/fast_wordpiece_tokenizer.h 92 4 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/wordpiece_tokenizer.h 36 16 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer_config_builder.h 10 2 197 16 2021-07-22 2022-01-19 tensorflow_text/core/kernels/sentence_fragmenter_v2.cc 522 3 584 16 2020-06-30 2022-01-19 tensorflow_text/core/kernels/ngrams_tflite.h 15 5 189 16 2021-07-30 2022-01-19 tensorflow_text/core/kernels/sentence_breaking_kernels_v2.cc 55 3 584 16 2020-06-30 2022-01-19 tensorflow_text/core/kernels/spanning_tree_iterator.h 29 3 737 16 2020-01-29 2022-01-19 tensorflow_text/core/kernels/split_merge_tokenize_kernel.cc 164 7 787 16 2019-12-10 2022-01-19 tensorflow_text/core/kernels/sentencepiece_kernels.cc 610 19 865 16 2019-09-23 2022-01-19 tensorflow_text/core/kernels/darts_clone_trie_wrapper.h 88 5 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer.cc 65 2 197 16 2021-07-22 2022-01-19 tensorflow_text/core/kernels/mst_op_kernels.cc 138 4 737 16 2020-01-29 2022-01-19 tensorflow_text/core/kernels/constrained_sequence.h 44 3 731 16 2020-02-04 2022-01-19 tensorflow_text/core/kernels/whitespace_tokenizer_kernel.h 14 2 191 16 2021-07-28 2022-01-19 tensorflow_text/core/kernels/sentence_breaking_kernels.cc 196 9 980 16 2019-05-31 2022-01-19 tensorflow_text/core/kernels/darts_clone_trie_builder.cc 64 3 101 16 2021-10-26 2022-01-19 tensorflow_text/core/kernels/disjoint_set_forest.h 98 3 737 16 2020-01-29 2022-01-19 tensorflow_text/core/pybinds/pywrap_whitespace_tokenizer_config_builder.cc 17 2 193 16 2021-07-26 2022-01-19 tensorflow_text/core/pybinds/pywrap_fast_wordpiece_tokenizer_model_builder.cc 23 5 100 16 2021-10-27 2022-01-19 tensorflow_text/core/pybinds/tflite_registrar.cc 64 6 94 16 2021-11-02 2022-01-19 tensorflow_text/tools/wordpiece_vocab/bert_vocab_from_dataset.py 23 2 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/wordpiece_vocab/utils.py 249 2 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/wordpiece_vocab/__init__.py 1 2 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner.py 62 2 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/wordpiece_vocab/generate_word_counts.py 74 3 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/wordpiece_vocab/generate_vocab.py 160 3 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/wordpiece_vocab/measure_wordpiece_stats.py 76 3 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/wordpiece_vocab/wordpiece_tokenizer_learner_lib.py 214 2 358 16 2021-02-11 2022-01-19 tensorflow_text/tools/__init__.py 1 2 358 16 2021-02-11 2022-01-19 tensorflow_text/python/ops/hub_module_splitter.py 58 8 500 16 2020-09-22 2022-01-19 tensorflow_text/python/ops/sentence_breaking_ops.py 46 14 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/whitespace_tokenizer.py 72 17 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/fast_wordpiece_tokenizer.py 107 6 101 16 2021-10-26 2022-01-19 tensorflow_text/python/ops/sliding_window_op.py 30 10 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/pointer_ops.py 247 9 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/mst_ops.py 24 4 737 16 2020-01-29 2022-01-19 tensorflow_text/python/ops/normalize_ops.py 78 15 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/pad_along_dimension_op.py 82 8 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/state_based_sentence_breaker_op.py 54 8 584 16 2020-06-30 2022-01-19 tensorflow_text/python/ops/masking_ops.py 117 5 415 16 2020-12-16 2022-01-19 tensorflow_text/python/ops/hub_module_tokenizer.py 15 7 598 16 2020-06-16 2022-01-19 tensorflow_text/python/ops/item_selector_ops.py 179 6 415 16 2020-12-16 2022-01-19 tensorflow_text/python/ops/viterbi_constrained_sequence_op.py 51 9 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/create_feature_bitmask_op.py 59 9 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/string_ops.py 20 10 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/split_merge_tokenizer.py 83 11 787 16 2019-12-10 2022-01-19 tensorflow_text/python/ops/__init__.py 54 26 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/bert_tokenizer.py 128 25 896 16 2019-08-23 2022-01-19 tensorflow_text/python/ops/unicode_char_tokenizer.py 42 5 675 16 2020-03-31 2022-01-19 tensorflow_text/python/ops/ngrams_op.py 51 11 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/regex_split_ops.py 71 9 829 16 2019-10-29 2022-01-19 tensorflow_text/python/ops/wordpiece_tokenizer.py 160 31 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/unicode_script_tokenizer.py 92 14 989 16 2019-05-22 2022-01-19 tensorflow_text/python/ops/splitter.py 15 5 501 16 2020-09-21 2022-01-19 tensorflow_text/python/ops/tokenization.py 25 15 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/wordshape_ops.py 188 12 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/pad_model_inputs_ops.py 17 4 415 16 2020-12-16 2022-01-19 tensorflow_text/python/ops/split_merge_from_logits_tokenizer.py 40 7 598 16 2020-06-16 2022-01-19 tensorflow_text/python/ops/greedy_constrained_sequence_op.py 51 8 980 16 2019-05-31 2022-01-19 tensorflow_text/python/ops/sentencepiece_tokenizer.py 185 17 865 16 2019-09-23 2022-01-19 tensorflow_text/python/ops/trimmer_ops.py 138 8 415 16 2020-12-16 2022-01-19 tensorflow_text/python/ops/segment_combiner_ops.py 37 3 415 16 2020-12-16 2022-01-19 tensorflow_text/python/metrics/__init__.py 6 4 889 16 2019-08-30 2022-01-19 tensorflow_text/python/metrics/text_similarity_metric_ops.py 28 5 889 16 2019-08-30 2022-01-19 tensorflow_text/python/__init__.py 1 5 970 16 2019-06-10 2022-01-19 tensorflow_text/python/keras/layers/tokenization_layers.py 153 3 99 16 2021-10-28 2022-01-19 tensorflow_text/python/keras/layers/__init__.py 10 5 861 16 2019-09-27 2022-01-19 tensorflow_text/python/keras/layers/todense.py 41 10 861 16 2019-09-27 2022-01-19 tensorflow_text/python/keras/__init__.py 6 4 861 16 2019-09-27 2022-01-19 tensorflow_text/python/numpy/viterbi_decode.py 88 4 980 16 2019-05-31 2022-01-19 tensorflow_text/python/numpy/__init__.py 1 5 970 16 2019-06-10 2022-01-19 tensorflow_text/python/benchmarks/__init__.py 3 3 536 16 2020-08-17 2022-01-19 tensorflow_text/python/benchmarks/tokenizers_benchmarks.py 166 8 536 16 2020-08-17 2022-01-19 tensorflow_text/python/benchmarks/benchmark_utils.py 182 15 536 16 2020-08-17 2022-01-19 tensorflow_text/python/benchmarks/ops_benchmarks.py 139 6 521 16 2020-09-01 2022-01-19 tensorflow_text/tftext.bzl 128 17 879 116 2019-09-09 2021-10-11 tensorflow_text/__init__.py 68 38 980 16 2019-05-31 2022-01-19 oss_scripts/pip_package/MANIFEST.in 1 5 970 73 2019-06-10 2021-11-23 oss_scripts/pip_package/setup.py 65 40 970 16 2019-06-10 2022-01-19 oss_scripts/pip_package/setup.nightly.py 62 3 416 16 2020-12-15 2022-01-19 oss_scripts/build_docs.py 54 5 351 16 2021-02-18 2022-01-19