def _report_dataset_stats()

in src/classes/qadataset.py [0:0]

• 10 lines of code
• 3 McCabe index (conditional complexity)

    def _report_dataset_stats(self):
        """Reports basic statistics on what is contained in a preprocessed dataset."""
        grouped_examples = defaultdict(list)
        for ex in self.examples:
            grouped_examples[ex.get_example_answer_type()].append(ex)

        print("Dataset Statistics")
        print("-------------------------------------------")
        print(f"Total Examples = {len(self.examples)}")
        for group, ex_list in grouped_examples.items():
            print(f"Answer Type: {group} | Size of Group: {len(ex_list)}")
        print("-------------------------------------------")