in src/datatrove/utils/stats.py [0:0]
def to_dict(self):
data = super().to_dict()
if isinstance(data, dict):
data["total_human"] = humanize.precisedelta(self.total)
data["mean_human"] = humanize.precisedelta(
datetime.timedelta(seconds=self.mean), minimum_unit="milliseconds"
)
data["std_dev_human"] = humanize.precisedelta(
datetime.timedelta(seconds=self.standard_deviation), minimum_unit="milliseconds"
)
data["min_human"] = humanize.precisedelta(
datetime.timedelta(seconds=self.min), minimum_unit="milliseconds"
)
data["max_human"] = humanize.precisedelta(
datetime.timedelta(seconds=self.max), minimum_unit="milliseconds"
)
if self.n_tasks != 1:
data["global_mean"] = self.global_mean
data["global_mean_human"] = humanize.precisedelta(self.global_mean)
data["global_min"] = self.global_min
data["global_min_human"] = humanize.precisedelta(self.global_min)
data["global_max"] = self.global_max
data["global_max_human"] = humanize.precisedelta(self.global_max)
data["global_std_dev"] = self.global_std_dev
data["global_std_dev_human"] = humanize.precisedelta(self.global_std_dev)
return data