Path	Lines of Code
MANIFEST.in	1
g3doc/_toc.yaml	23
g3doc/api_docs/python/_redirects.yaml	7
g3doc/api_docs/python/_toc.yaml	157
setup.py	246
tensorflow_model_analysis/__init__.py	114
tensorflow_model_analysis/addons/__init__.py	1
tensorflow_model_analysis/addons/fairness/__init__.py	3
tensorflow_model_analysis/addons/fairness/frontend/fairness-bounded-value-bar-chart/fairness-bounded-value-bar-chart-template.html.js	22
tensorflow_model_analysis/addons/fairness/frontend/fairness-bounded-value-bar-chart/fairness-bounded-value-bar-chart.js	351
tensorflow_model_analysis/addons/fairness/frontend/fairness-metric-and-slice-selector/fairness-metric-and-slice-selector-template.html.js	66
tensorflow_model_analysis/addons/fairness/frontend/fairness-metric-and-slice-selector/fairness-metric-and-slice-selector.js	169
tensorflow_model_analysis/addons/fairness/frontend/fairness-metric-summary/fairness-metric-summary-template.html.js	143
tensorflow_model_analysis/addons/fairness/frontend/fairness-metric-summary/fairness-metric-summary.js	383
tensorflow_model_analysis/addons/fairness/frontend/fairness-metrics-board/fairness-metrics-board-template.html.js	57
tensorflow_model_analysis/addons/fairness/frontend/fairness-metrics-board/fairness-metrics-board.js	93
tensorflow_model_analysis/addons/fairness/frontend/fairness-metrics-table/fairness-metrics-table-template.html.js	114
tensorflow_model_analysis/addons/fairness/frontend/fairness-metrics-table/fairness-metrics-table.js	279
tensorflow_model_analysis/addons/fairness/frontend/fairness-nb-container/fairness-nb-container-template.html.js	68
tensorflow_model_analysis/addons/fairness/frontend/fairness-nb-container/fairness-nb-container.js	113
tensorflow_model_analysis/addons/fairness/frontend/fairness-privacy-container/fairness-privacy-container-template.html.js	43
tensorflow_model_analysis/addons/fairness/frontend/fairness-privacy-container/fairness-privacy-container.js	26
tensorflow_model_analysis/addons/fairness/frontend/fairness-tensorboard-container/fairness-tensorboard-container-template.html	123
tensorflow_model_analysis/addons/fairness/frontend/fairness-tensorboard-container/fairness-tensorboard-container.js	122
tensorflow_model_analysis/addons/fairness/frontend/util.js	77
tensorflow_model_analysis/addons/fairness/metrics/__init__.py	3
tensorflow_model_analysis/addons/fairness/metrics/counterfactual_fairness/__init__.py	2
tensorflow_model_analysis/addons/fairness/metrics/counterfactual_fairness/flip_count.py	172
tensorflow_model_analysis/addons/fairness/metrics/counterfactual_fairness/flip_rate.py	90
tensorflow_model_analysis/addons/fairness/metrics/fairness_indicators.py	98
tensorflow_model_analysis/addons/fairness/metrics/lift.py	103
tensorflow_model_analysis/addons/fairness/notebook/__init__.py	1
tensorflow_model_analysis/addons/fairness/notebook/colab/__init__.py	1
tensorflow_model_analysis/addons/fairness/notebook/colab/renderer.py	10
tensorflow_model_analysis/addons/fairness/notebook/colab/util.py	34
tensorflow_model_analysis/addons/fairness/notebook/colab/widget.py	2
tensorflow_model_analysis/addons/fairness/notebook/jupyter/__init__.py	1
tensorflow_model_analysis/addons/fairness/notebook/jupyter/renderer.py	22
tensorflow_model_analysis/addons/fairness/notebook/jupyter/widget.py	28
tensorflow_model_analysis/addons/fairness/notebook/visualization.py	9
tensorflow_model_analysis/addons/fairness/post_export_metrics/__init__.py	1
tensorflow_model_analysis/addons/fairness/post_export_metrics/fairness_indicators.py	227
tensorflow_model_analysis/addons/fairness/view/__init__.py	1
tensorflow_model_analysis/addons/fairness/view/widget_view.py	91
tensorflow_model_analysis/api/__init__.py	1
tensorflow_model_analysis/api/model_eval_lib.py	878
tensorflow_model_analysis/api/tfma_unit.py	149
tensorflow_model_analysis/api/verifier_lib.py	17
tensorflow_model_analysis/constants.py	37
tensorflow_model_analysis/contrib/__init__.py	1
tensorflow_model_analysis/contrib/export.py	233
tensorflow_model_analysis/contrib/model_eval_lib.py	37
tensorflow_model_analysis/eval_metrics_graph/__init__.py	1
tensorflow_model_analysis/eval_metrics_graph/eval_metrics_graph.py	224
tensorflow_model_analysis/eval_saved_model/__init__.py	1
tensorflow_model_analysis/eval_saved_model/constants.py	14
tensorflow_model_analysis/eval_saved_model/encoding.py	65
tensorflow_model_analysis/eval_saved_model/example_trainers/__init__.py	1
tensorflow_model_analysis/eval_saved_model/example_trainers/batch_size_limited_classifier.py	68
tensorflow_model_analysis/eval_saved_model/example_trainers/control_dependency_estimator.py	96
tensorflow_model_analysis/eval_saved_model/example_trainers/csv_linear_classifier.py	47
tensorflow_model_analysis/eval_saved_model/example_trainers/custom_estimator.py	69
tensorflow_model_analysis/eval_saved_model/example_trainers/dnn_classifier.py	60
tensorflow_model_analysis/eval_saved_model/example_trainers/dnn_regressor.py	24
tensorflow_model_analysis/eval_saved_model/example_trainers/fake_multi_examples_per_input_estimator.py	173
tensorflow_model_analysis/eval_saved_model/example_trainers/fake_sequence_to_prediction.py	156
tensorflow_model_analysis/eval_saved_model/example_trainers/fixed_prediction_classifier.py	78
tensorflow_model_analysis/eval_saved_model/example_trainers/fixed_prediction_classifier_extra_fields.py	34
tensorflow_model_analysis/eval_saved_model/example_trainers/fixed_prediction_classifier_identity_label.py	30
tensorflow_model_analysis/eval_saved_model/example_trainers/fixed_prediction_estimator.py	73
tensorflow_model_analysis/eval_saved_model/example_trainers/fixed_prediction_estimator_extra_fields.py	68
tensorflow_model_analysis/eval_saved_model/example_trainers/fixed_prediction_estimator_no_labels.py	57
tensorflow_model_analysis/eval_saved_model/example_trainers/linear_classifier.py	27
tensorflow_model_analysis/eval_saved_model/example_trainers/linear_classifier_multivalent.py	35
tensorflow_model_analysis/eval_saved_model/example_trainers/linear_regressor.py	26
tensorflow_model_analysis/eval_saved_model/example_trainers/multi_head.py	70
tensorflow_model_analysis/eval_saved_model/example_trainers/util.py	137
tensorflow_model_analysis/eval_saved_model/export.py	167
tensorflow_model_analysis/eval_saved_model/exporter.py	150
tensorflow_model_analysis/eval_saved_model/graph_ref.py	187
tensorflow_model_analysis/eval_saved_model/load.py	233
tensorflow_model_analysis/eval_saved_model/testutil.py	157
tensorflow_model_analysis/eval_saved_model/util.py	234
tensorflow_model_analysis/evaluators/__init__.py	6
tensorflow_model_analysis/evaluators/analysis_table_evaluator.py	31
tensorflow_model_analysis/evaluators/confidence_intervals_util.py	112
tensorflow_model_analysis/evaluators/counter_util.py	44
tensorflow_model_analysis/evaluators/eval_saved_model_util.py	153
tensorflow_model_analysis/evaluators/evaluator.py	62
tensorflow_model_analysis/evaluators/jackknife.py	122
tensorflow_model_analysis/evaluators/keras_util.py	339
tensorflow_model_analysis/evaluators/legacy_aggregate.py	163
tensorflow_model_analysis/evaluators/legacy_metrics_and_plots_evaluator.py	135
tensorflow_model_analysis/evaluators/legacy_poisson_bootstrap.py	98
tensorflow_model_analysis/evaluators/legacy_query_based_metrics_evaluator.py	136
tensorflow_model_analysis/evaluators/metrics_plots_and_validations_evaluator.py	584
tensorflow_model_analysis/evaluators/metrics_validator.py	190
tensorflow_model_analysis/evaluators/poisson_bootstrap.py	114
tensorflow_model_analysis/evaluators/query_metrics/__init__.py	3
tensorflow_model_analysis/evaluators/query_metrics/min_label_position.py	72
tensorflow_model_analysis/evaluators/query_metrics/ndcg.py	82
tensorflow_model_analysis/evaluators/query_metrics/query_statistics.py	46
tensorflow_model_analysis/evaluators/query_metrics/query_types.py	4
tensorflow_model_analysis/experimental/__init__.py	1
tensorflow_model_analysis/experimental/preprocessing_functions/__init__.py	2
tensorflow_model_analysis/experimental/preprocessing_functions/text.py	10
tensorflow_model_analysis/export_only/__init__.py	2
tensorflow_model_analysis/extractors/__init__.py	12
tensorflow_model_analysis/extractors/example_weights_extractor.py	29
tensorflow_model_analysis/extractors/extractor.py	33
tensorflow_model_analysis/extractors/features_extractor.py	64
tensorflow_model_analysis/extractors/labels_extractor.py	27
tensorflow_model_analysis/extractors/legacy_feature_extractor.py	121
tensorflow_model_analysis/extractors/legacy_input_extractor.py	65
tensorflow_model_analysis/extractors/legacy_meta_feature_extractor.py	60
tensorflow_model_analysis/extractors/legacy_predict_extractor.py	152
tensorflow_model_analysis/extractors/predictions_extractor.py	59
tensorflow_model_analysis/extractors/slice_key_extractor.py	83
tensorflow_model_analysis/extractors/sql_slice_key_extractor.py	54
tensorflow_model_analysis/extractors/tfjs_predict_extractor.py	191
tensorflow_model_analysis/extractors/tfjs_predict_extractor_util.py	19
tensorflow_model_analysis/extractors/tflite_predict_extractor.py	121
tensorflow_model_analysis/extractors/transformed_features_extractor.py	47
tensorflow_model_analysis/extractors/unbatch_extractor.py	31
tensorflow_model_analysis/frontend/lib/buckets-wrapper.js	120
tensorflow_model_analysis/frontend/lib/cell-renderer.js	390
tensorflow_model_analysis/frontend/lib/constants.js	183
tensorflow_model_analysis/frontend/lib/data.js	320
tensorflow_model_analysis/frontend/lib/externs.js	144
tensorflow_model_analysis/frontend/lib/graph-data.js	9
tensorflow_model_analysis/frontend/lib/least-square-fit.js	26
tensorflow_model_analysis/frontend/lib/line-chart-provider.js	11
tensorflow_model_analysis/frontend/lib/plottable-externs.js	50
tensorflow_model_analysis/frontend/lib/resize-observer-externs.js	8
tensorflow_model_analysis/frontend/lib/series-data-helper.js	19
tensorflow_model_analysis/frontend/lib/series-data.js	188
tensorflow_model_analysis/frontend/lib/single-series-graph-data.js	34
tensorflow_model_analysis/frontend/lib/svg-externs.js	2
tensorflow_model_analysis/frontend/lib/table-provider.js	13
tensorflow_model_analysis/frontend/lib/test-util.js	48
tensorflow_model_analysis/frontend/lib/util.js	58
tensorflow_model_analysis/frontend/tfma-accuracy-charts/tfma-accuracy-charts-template.html.js	6
tensorflow_model_analysis/frontend/tfma-accuracy-charts/tfma-accuracy-charts.js	57
tensorflow_model_analysis/frontend/tfma-array-value/tfma-array-value-template.html.js	22
tensorflow_model_analysis/frontend/tfma-array-value/tfma-array-value.js	77
tensorflow_model_analysis/frontend/tfma-bounded-value/tfma-bounded-value-template.html.js	15
tensorflow_model_analysis/frontend/tfma-bounded-value/tfma-bounded-value.js	37
tensorflow_model_analysis/frontend/tfma-calibration-plot/tfma-calibration-plot-template.html.js	6
tensorflow_model_analysis/frontend/tfma-calibration-plot/tfma-calibration-plot.js	125
tensorflow_model_analysis/frontend/tfma-config-picker/tfma-config-picker-template.html.js	19
tensorflow_model_analysis/frontend/tfma-config-picker/tfma-config-picker.js	106
tensorflow_model_analysis/frontend/tfma-confusion-matrix-at-thresholds/tfma-confusion-matrix-at-thresholds-template.html.js	59
tensorflow_model_analysis/frontend/tfma-confusion-matrix-at-thresholds/tfma-confusion-matrix-at-thresholds.js	88
tensorflow_model_analysis/frontend/tfma-gain-chart/tfma-gain-chart-template.html.js	6
tensorflow_model_analysis/frontend/tfma-gain-chart/tfma-gain-chart.js	86
tensorflow_model_analysis/frontend/tfma-google-chart-wrapper/tfma-google-chart-wrapper-template.html	25
tensorflow_model_analysis/frontend/tfma-google-chart-wrapper/tfma-google-chart-wrapper.js	45
tensorflow_model_analysis/frontend/tfma-graph-data-filter/tfma-graph-data-filter-template.html.js	65
tensorflow_model_analysis/frontend/tfma-graph-data-filter/tfma-graph-data-filter.html	1
tensorflow_model_analysis/frontend/tfma-graph-data-filter/tfma-graph-data-filter.js	126
tensorflow_model_analysis/frontend/tfma-int64/tfma-int64.js	27
tensorflow_model_analysis/frontend/tfma-line-chart-grid/tfma-line-chart-grid-template.html.js	46
tensorflow_model_analysis/frontend/tfma-line-chart-grid/tfma-line-chart-grid.js	161
tensorflow_model_analysis/frontend/tfma-line-chart/tfma-line-chart-template.html.js	28
tensorflow_model_analysis/frontend/tfma-line-chart/tfma-line-chart.js	52
tensorflow_model_analysis/frontend/tfma-matrix/tfma-matrix-template.html.js	302
tensorflow_model_analysis/frontend/tfma-matrix/tfma-matrix.js	209
tensorflow_model_analysis/frontend/tfma-metrics-histogram/tfma-metrics-histogram-template.html.js	119
tensorflow_model_analysis/frontend/tfma-metrics-histogram/tfma-metrics-histogram.js	449
tensorflow_model_analysis/frontend/tfma-metrics-table/tfma-metrics-table-template.html.js	136
tensorflow_model_analysis/frontend/tfma-metrics-table/tfma-metrics-table.html	1
tensorflow_model_analysis/frontend/tfma-metrics-table/tfma-metrics-table.js	188
tensorflow_model_analysis/frontend/tfma-multi-class-confusion-matrix-at-thresholds/tfma-multi-class-confusion-matrix-at-thresholds-template.html	371
tensorflow_model_analysis/frontend/tfma-multi-class-confusion-matrix-at-thresholds/tfma-multi-class-confusion-matrix-at-thresholds.js	649
tensorflow_model_analysis/frontend/tfma-multi-class-confusion-matrix/tfma-multi-class-confusion-matrix-template.html.js	8
tensorflow_model_analysis/frontend/tfma-multi-class-confusion-matrix/tfma-multi-class-confusion-matrix.html	1
tensorflow_model_analysis/frontend/tfma-multi-class-confusion-matrix/tfma-multi-class-confusion-matrix.js	115
tensorflow_model_analysis/frontend/tfma-multi-select/tfma-multi-select-template.html.js	13
tensorflow_model_analysis/frontend/tfma-multi-select/tfma-multi-select.html	1
tensorflow_model_analysis/frontend/tfma-multi-select/tfma-multi-select.js	55
tensorflow_model_analysis/frontend/tfma-nb-event-mixin/tfma-nb-event-mixin.js	42
tensorflow_model_analysis/frontend/tfma-nb-plot/tfma-nb-plot-template.html.js	12
tensorflow_model_analysis/frontend/tfma-nb-plot/tfma-nb-plot.js	89
tensorflow_model_analysis/frontend/tfma-nb-slicing-metrics/tfma-nb-slicing-metrics-template.html.js	10
tensorflow_model_analysis/frontend/tfma-nb-slicing-metrics/tfma-nb-slicing-metrics.js	87
tensorflow_model_analysis/frontend/tfma-nb-time-series/tfma-nb-time-series-template.html.js	9
tensorflow_model_analysis/frontend/tfma-nb-time-series/tfma-nb-time-series.js	72
tensorflow_model_analysis/frontend/tfma-plot/tfma-plot-template.html.js	195
tensorflow_model_analysis/frontend/tfma-plot/tfma-plot.js	296
tensorflow_model_analysis/frontend/tfma-precision-recall-curve/tfma-precision-recall-curve-template.html.js	5
tensorflow_model_analysis/frontend/tfma-precision-recall-curve/tfma-precision-recall-curve.js	45
tensorflow_model_analysis/frontend/tfma-prediction-distribution/tfma-prediction-distribution-template.html.js	6
tensorflow_model_analysis/frontend/tfma-prediction-distribution/tfma-prediction-distribution.js	98
tensorflow_model_analysis/frontend/tfma-residual-plot/tfma-residual-plot-template.html	21
tensorflow_model_analysis/frontend/tfma-residual-plot/tfma-residual-plot.js	70
tensorflow_model_analysis/frontend/tfma-roc-curve/tfma-roc-curve-template.html.js	6
tensorflow_model_analysis/frontend/tfma-roc-curve/tfma-roc-curve.js	65
tensorflow_model_analysis/frontend/tfma-slice-overview/tfma-slice-overview-template.html.js	37
tensorflow_model_analysis/frontend/tfma-slice-overview/tfma-slice-overview.js	125
tensorflow_model_analysis/frontend/tfma-slicing-metrics-browser/tfma-slicing-metrics-browser-template.html.js	30
tensorflow_model_analysis/frontend/tfma-slicing-metrics-browser/tfma-slicing-metrics-browser.js	72
tensorflow_model_analysis/frontend/tfma-time-series-browser/tfma-time-series-browser-template.html.js	18
tensorflow_model_analysis/frontend/tfma-time-series-browser/tfma-time-series-browser.js	63
tensorflow_model_analysis/frontend/tfma-value-at-cutoffs/tfma-value-at-cutoffs-template.html.js	35
tensorflow_model_analysis/frontend/tfma-value-at-cutoffs/tfma-value-at-cutoffs.js	37
tensorflow_model_analysis/frontend/vulcanize/define_global_d3.js	1
tensorflow_model_analysis/frontend/vulcanize/license_header.js	1
tensorflow_model_analysis/frontend/vulcanize/overwrite_custom_elements.js	8
tensorflow_model_analysis/frontend/vulcanize/scope_wrap_end.js	1
tensorflow_model_analysis/frontend/vulcanize/scope_wrap_start.js	1
tensorflow_model_analysis/frontend/vulcanize/tfma.js	7
tensorflow_model_analysis/metrics/__init__.py	85
tensorflow_model_analysis/metrics/aggregation.py	233
tensorflow_model_analysis/metrics/attributions.py	251
tensorflow_model_analysis/metrics/binary_confusion_matrices.py	468
tensorflow_model_analysis/metrics/calibration.py	232
tensorflow_model_analysis/metrics/calibration_histogram.py	191
tensorflow_model_analysis/metrics/calibration_plot.py	124
tensorflow_model_analysis/metrics/confusion_matrix_metrics.py	1003
tensorflow_model_analysis/metrics/confusion_matrix_plot.py	58
tensorflow_model_analysis/metrics/exact_match.py	104
tensorflow_model_analysis/metrics/example_count.py	76
tensorflow_model_analysis/metrics/metric_specs.py	854
tensorflow_model_analysis/metrics/metric_types.py	525
tensorflow_model_analysis/metrics/metric_util.py	511
tensorflow_model_analysis/metrics/min_label_position.py	106
tensorflow_model_analysis/metrics/multi_class_confusion_matrix_metrics.py	195
tensorflow_model_analysis/metrics/multi_class_confusion_matrix_plot.py	58
tensorflow_model_analysis/metrics/multi_label_confusion_matrix_plot.py	165
tensorflow_model_analysis/metrics/ndcg.py	160
tensorflow_model_analysis/metrics/query_statistics.py	135
tensorflow_model_analysis/metrics/sample_metrics.py	75
tensorflow_model_analysis/metrics/squared_pearson_correlation.py	125
tensorflow_model_analysis/metrics/tf_metric_accumulators.py	116
tensorflow_model_analysis/metrics/tf_metric_wrapper.py	438
tensorflow_model_analysis/metrics/tjur_discrimination.py	195
tensorflow_model_analysis/metrics/weighted_example_count.py	7
tensorflow_model_analysis/model_agnostic_eval/__init__.py	3
tensorflow_model_analysis/model_agnostic_eval/model_agnostic_evaluate_graph.py	32
tensorflow_model_analysis/model_agnostic_eval/model_agnostic_extractor.py	93
tensorflow_model_analysis/model_agnostic_eval/model_agnostic_predict.py	81
tensorflow_model_analysis/notebook/__init__.py	1
tensorflow_model_analysis/notebook/colab/__init__.py	1
tensorflow_model_analysis/notebook/colab/renderer.py	32
tensorflow_model_analysis/notebook/colab/util.py	46
tensorflow_model_analysis/notebook/colab/widget.py	6
tensorflow_model_analysis/notebook/jupyter/__init__.py	1
tensorflow_model_analysis/notebook/jupyter/renderer.py	17
tensorflow_model_analysis/notebook/jupyter/tfma_widget/__init__.py	3
tensorflow_model_analysis/notebook/jupyter/tfma_widget/widget.py	44
tensorflow_model_analysis/notebook/visualization.py	9
tensorflow_model_analysis/post_export_metrics/__init__.py	3
tensorflow_model_analysis/post_export_metrics/metric_keys.py	55
tensorflow_model_analysis/post_export_metrics/metrics.py	285
tensorflow_model_analysis/post_export_metrics/post_export_metrics.py	1084
tensorflow_model_analysis/proto/__init__.py	1
tensorflow_model_analysis/proto/config.proto	579
tensorflow_model_analysis/proto/metrics_for_slice.proto	432
tensorflow_model_analysis/proto/validation_result.proto	65
tensorflow_model_analysis/slicer/__init__.py	6
tensorflow_model_analysis/slicer/slice_accessor.py	53
tensorflow_model_analysis/slicer/slicer_lib.py	335
tensorflow_model_analysis/static/extension.js	54
tensorflow_model_analysis/static/index.js	11339
tensorflow_model_analysis/tools/build_docs.py	81
tensorflow_model_analysis/types.py	192
tensorflow_model_analysis/utils/__init__.py	18
tensorflow_model_analysis/utils/beam_util.py	22
tensorflow_model_analysis/utils/config_util.py	161
tensorflow_model_analysis/utils/math_util.py	11
tensorflow_model_analysis/utils/model_util.py	668
tensorflow_model_analysis/utils/size_estimator.py	33
tensorflow_model_analysis/utils/util.py	430
tensorflow_model_analysis/validators/__init__.py	2
tensorflow_model_analysis/validators/validator.py	9
tensorflow_model_analysis/version.py	1
tensorflow_model_analysis/view/__init__.py	6
tensorflow_model_analysis/view/util.py	487
tensorflow_model_analysis/view/view_types.py	155
tensorflow_model_analysis/view/widget_view.py	88
tensorflow_model_analysis/writers/__init__.py	5
tensorflow_model_analysis/writers/eval_config_writer.py	109
tensorflow_model_analysis/writers/metrics_plots_and_validations_writer.py	577
tensorflow_model_analysis/writers/writer.py	21