in dataflux_pytorch/dataflux_mapstyle_dataset.py [0:0]
def __getitems__(self, indices):
if self.storage_client is None:
self.storage_client = storage.Client(project=self.project_name)
return [
self.data_format_fn(bytes_content) for bytes_content in
dataflux_core.download.dataflux_download_threaded(
project_name=self.project_name,
bucket_name=self.bucket_name,
objects=[self.objects[idx] for idx in indices],
storage_client=self.storage_client,
dataflux_download_optimization_params=self.
dataflux_download_optimization_params,
threads=self.config.threads_per_process,
retry_config=self.config.download_retry_config,
)
]