Path	Lines of Code
pytext/data/__init__.py	33
pytext/data/batch_sampler.py	166
pytext/data/bert_tensorizer.py	268
pytext/data/data.py	259
pytext/data/data_handler.py	555
pytext/data/data_structures/__init__.py	1
pytext/data/data_structures/annotation.py	508
pytext/data/data_structures/node.py	32
pytext/data/decoupled_data.py	230
pytext/data/dense_retrieval_tensorizer.py	127
pytext/data/disjoint_multitask_data.py	61
pytext/data/disjoint_multitask_data_handler.py	110
pytext/data/dynamic_pooling_batcher.py	127
pytext/data/featurizer/__init__.py	3
pytext/data/featurizer/featurizer.py	35
pytext/data/featurizer/simple_featurizer.py	56
pytext/data/masked_tensorizer.py	96
pytext/data/masked_util.py	175
pytext/data/packed_lm_data.py	102
pytext/data/pickleable_gpt2bpe_encoder/__init__.py	6
pytext/data/pickleable_gpt2bpe_encoder/pickleable_gpt2bpe_encoder.py	11
pytext/data/roberta_tensorizer.py	182
pytext/data/sources/__init__.py	15
pytext/data/sources/conllu.py	115
pytext/data/sources/data_source.py	218
pytext/data/sources/dense_retrieval.py	105
pytext/data/sources/pandas.py	62
pytext/data/sources/session.py	40
pytext/data/sources/squad.py	294
pytext/data/sources/tsv.py	300
pytext/data/squad_for_bert_tensorizer.py	384
pytext/data/squad_tensorizer.py	257
pytext/data/tensorizers.py	1787
pytext/data/token_tensorizer.py	281
pytext/data/tokenizers/__init__.py	18
pytext/data/tokenizers/tokenizer.py	280
pytext/data/utils.py	285
pytext/data/xlm_constants.py	84
pytext/data/xlm_dictionary.py	174
pytext/data/xlm_tensorizer.py	185