- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Documentation path like ".*/docs/.*" 84 files: docs/include/default.css docs/guide/_toc.yaml docs/guide/unicode.ipynb docs/guide/word_embeddings.ipynb docs/guide/bert_preprocessing_guide.ipynb docs/guide/tokenizers.ipynb docs/guide/text_tf_lite.ipynb docs/guide/tf_text_intro.md docs/guide/subwords_tokenizer.ipynb docs/guide/decoding_api.ipynb docs/api_docs/python/_toc.yaml docs/api_docs/python/index.md docs/api_docs/python/text.md docs/api_docs/python/text/gather_with_default.md docs/api_docs/python/text/api_report.pb docs/api_docs/python/text/build_fast_wordpiece_model.md docs/api_docs/python/text/metrics.md docs/api_docs/python/text/case_fold_utf8.md docs/api_docs/python/text/viterbi_constrained_sequence.md docs/api_docs/python/text/Tokenizer.md docs/api_docs/python/text/sentence_fragments.md docs/api_docs/python/text/keras.md docs/api_docs/python/text/FastWordpieceTokenizer.md docs/api_docs/python/text/Detokenizer.md docs/api_docs/python/text/regex_split.md docs/api_docs/python/text/max_spanning_tree.md docs/api_docs/python/text/RandomItemSelector.md docs/api_docs/python/text/_toc.yaml docs/api_docs/python/text/WaterfallTrimmer.md docs/api_docs/python/text/mask_language_model.md docs/api_docs/python/text/WhitespaceTokenizer.md docs/api_docs/python/text/max_spanning_tree_gradient.md docs/api_docs/python/text/SplitMergeFromLogitsTokenizer.md docs/api_docs/python/text/Splitter.md docs/api_docs/python/text/tflite_registrar/AddFastWordpieceDetokenize.md docs/api_docs/python/text/tflite_registrar/AddNgramsStringJoin.md docs/api_docs/python/text/tflite_registrar/AddWhitespaceTokenize.md docs/api_docs/python/text/tflite_registrar/AddRaggedTensorToTensor.md docs/api_docs/python/text/tflite_registrar/AddFastWordpieceTokenize.md docs/api_docs/python/text/all_symbols.md docs/api_docs/python/text/SplitMergeTokenizer.md docs/api_docs/python/text/sliding_window.md docs/api_docs/python/text/span_overlaps.md docs/api_docs/python/text/metrics/rouge_l.md docs/api_docs/python/text/FirstNItemSelector.md docs/api_docs/python/text/RoundRobinTrimmer.md docs/api_docs/python/text/pad_along_dimension.md docs/api_docs/python/text/WordpieceTokenizer.md docs/api_docs/python/text/pad_model_inputs.md docs/api_docs/python/text/TokenizerWithOffsets.md docs/api_docs/python/text/StateBasedSentenceBreaker.md docs/api_docs/python/text/combine_segments.md docs/api_docs/python/text/coerce_to_structurally_valid_utf8.md docs/api_docs/python/text/_api_cache.json docs/api_docs/python/text/MaskValuesChooser.md docs/api_docs/python/text/normalize_utf8.md docs/api_docs/python/text/ngrams.md docs/api_docs/python/text/find_source_offsets.md docs/api_docs/python/text/keras/layers.md docs/api_docs/python/text/keras/layers/ToDense.md docs/api_docs/python/text/BertTokenizer.md docs/api_docs/python/text/SentencepieceTokenizer.md docs/api_docs/python/text/Reduction.md docs/api_docs/python/text/HubModuleSplitter.md docs/api_docs/python/text/HubModuleTokenizer.md docs/api_docs/python/text/UnicodeCharTokenizer.md docs/api_docs/python/text/greedy_constrained_sequence.md docs/api_docs/python/text/span_alignment.md docs/api_docs/python/text/RegexSplitter.md docs/api_docs/python/text/UnicodeScriptTokenizer.md docs/api_docs/python/text/regex_split_with_offsets.md docs/api_docs/python/text/SplitterWithOffsets.md docs/api_docs/python/text/wordshape.md docs/api_docs/python/text/tflite_registrar.md docs/api_docs/python/text/normalize_utf8_with_offsets_map.md docs/tutorials/fine_tune_bert.ipynb docs/tutorials/_toc.yaml docs/tutorials/transformer.ipynb docs/tutorials/text_classification_rnn.ipynb docs/tutorials/text_similarity.ipynb docs/tutorials/nmt_with_attention.ipynb docs/tutorials/text_generation.ipynb docs/tutorials/uncertainty_quantification_with_sngp_bert.ipynb docs/_book.yaml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Dependencies path like ".*/(3rd|[Tt]hird)[-_]?[Pp]arty/.*" 9 files: third_party/pybind11/BUILD.bzl third_party/icu/data/filters.json third_party/icu/data/normalization_data.c third_party/icu/BUILD.bzl third_party/icu/udata.patch third_party/sentencepiece/sp.patch third_party/tensorflow/BUILD.tpl third_party/tensorflow/tf_configure.bzl third_party/darts_clone/BUILD.bzl - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Too long lines (1000+ characters) 4 files: tensorflow_text/python/ops/test_data/segmenter_hub_module/saved_model.pb docs/api_docs/python/text/WordShape_cls.md docs/tutorials/classify_text_with_bert.ipynb docs/tutorials/bert_glue.ipynb - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Text files path like ".*[.]txt" 3 files: tensorflow_text/python/ops/test_data/test_wp_en_vocab.txt tensorflow_text/python/ops/test_data/fast_wordpiece_README.google.txt tensorflow_text/python/benchmarks/test_data/uncased_L-12_H-768_A-12/vocab.txt - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Sokrates scoping conventions path like ".*/sokrates_conventions[.]json" 1 files: sokrates_conventions.json - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Hidden files and folders path like ".*/[.][a-zA-Z0-9_]+.*" 1 files: .gitignore - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Git history path like ".*/git[-]history[.]txt" 1 files: git-history.txt - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -