def run_dataset_preprocessing_tracking()

in optimum_benchmark/scenarios/energy_star/scenario.py [0:0]

• 23 lines of code
• 4 McCabe index (conditional complexity)

    def run_dataset_preprocessing_tracking(self):
        self.logger.info("\t+ Running dataset preprocessing tracking")

        with self.track(task_name="preprocess_dataset"):
            self.dataset = TASKS_TO_PREPROCESSORS[self.backend.config.task](
                dataset=self.dataset,
                scenario_config=self.config,
                pretrained_config=self.backend.pretrained_config,
                pretrained_processor=self.backend.pretrained_processor,
            )

        if self.config.energy:
            preprocess_energy = self.energy_tracker.get_energy()

            self.report.preprocess_dataset.energy = preprocess_energy
            self.report.preprocess_dataset.efficiency = Efficiency.from_energy(
                preprocess_energy, self.dataset_preprocess_volume, unit=PREPROCESS_EFFICIENCY_UNIT
            )
        if self.config.latency:
            preprocess_latency = self.latency_tracker.get_latency()

            self.report.preprocess_dataset.latency = preprocess_latency
            self.report.preprocess_dataset.throughput = Throughput.from_latency(
                preprocess_latency, self.dataset_preprocess_volume, unit=PREPROCESS_THROUGHPUT_UNIT
            )
        if self.config.memory:
            self.report.preprocess_dataset.memory = self.memory_tracker.get_max_memory()