id: 1
unit: def data_load_loop()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 97 LOC
McCabe index: 11
number of parameters: 1

id: 2
unit: def main()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train.py
start line: 0
end line: 0
size: 88 LOC
McCabe index: 12
number of parameters: 2

id: 3
unit: def main()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train_async_save.py
start line: 0
end line: 0
size: 76 LOC
McCabe index: 4
number of parameters: 0

id: 4
unit: def main()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 73 LOC
McCabe index: 21
number of parameters: 0

id: 5
unit: def run_benchmark()
file: dataflux_pytorch/benchmark/checkpointing/simulated/benchmark.py
start line: 0
end line: 0
size: 43 LOC
McCabe index: 5
number of parameters: 7

id: 6
unit: def run_benchmark()
file: dataflux_pytorch/benchmark/checkpointing/simulated/llama2.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 6
number of parameters: 7

id: 7
unit: def __iter__()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 42 LOC
McCabe index: 7
number of parameters: 1

id: 8
unit: def get_strategy()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train.py
start line: 0
end line: 0
size: 40 LOC
McCabe index: 8
number of parameters: 2

id: 9
unit: def __iter__()
file: dataflux_pytorch/dataflux_iterable_dataset.py
start line: 0
end line: 0
size: 29 LOC
McCabe index: 4
number of parameters: 1

id: 10
unit: def _list_GCS_blobs_with_retry()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 1

id: 11
unit: def _list_GCS_blobs_with_retry()
file: dataflux_pytorch/dataflux_iterable_dataset.py
start line: 0
end line: 0
size: 25 LOC
McCabe index: 4
number of parameters: 1

id: 12
unit: def create_stream()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 24 LOC
McCabe index: 5
number of parameters: 4

id: 13
unit: def configure_master_addr()
file: dataflux_pytorch/benchmark/checkpointing/simulated/benchmark.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 5
number of parameters: 0

id: 14
unit: def configure_master_addr()
file: dataflux_pytorch/benchmark/checkpointing/simulated/llama2.py
start line: 0
end line: 0
size: 21 LOC
McCabe index: 5
number of parameters: 0

id: 15
unit: def parse_args()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 0

id: 16
unit: def parquet_data_loader()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 1
number of parameters: 1

id: 17
unit: def parse_gcs_path()
file: dataflux_pytorch/lightning/path_utils.py
start line: 0
end line: 0
size: 20 LOC
McCabe index: 8
number of parameters: 2

id: 18
unit: def __getitems__()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 16 LOC
McCabe index: 4
number of parameters: 2

id: 19
unit: def validate()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train.py
start line: 0
end line: 0
size: 15 LOC
McCabe index: 9
number of parameters: 1

id: 20
unit: def __init__()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 1
number of parameters: 4

id: 21
unit: def _prepare_upload_request()
file: dataflux_pytorch/multipart_upload/multipart.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 3
number of parameters: 1

id: 22
unit: def _get_missing_permissions()
file: dataflux_pytorch/_helper.py
start line: 0
end line: 0
size: 13 LOC
McCabe index: 5
number of parameters: 4

id: 23
unit: def __init__()
file: dataflux_pytorch/dataflux_iterable_dataset.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 4

id: 24
unit: def parse_args()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train.py
start line: 0
end line: 0
size: 12 LOC
McCabe index: 1
number of parameters: 0

id: 25
unit: def upload_chunks_concurrently_from_bytesio()
file: dataflux_pytorch/multipart_upload/multipart.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 26
unit: def _buffer_view_upload_part()
file: dataflux_pytorch/multipart_upload/multipart.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 27
unit: def init_processes()
file: dataflux_pytorch/benchmark/checkpointing/simulated/benchmark.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 28
unit: def main()
file: dataflux_pytorch/benchmark/checkpointing/simulated/benchmark.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 29
unit: def init_processes()
file: dataflux_pytorch/benchmark/checkpointing/simulated/llama2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 30
unit: def main()
file: dataflux_pytorch/benchmark/checkpointing/simulated/llama2.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 0

id: 31
unit: def print_times()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 3
number of parameters: 3

id: 32
unit: def main()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 2
number of parameters: 1

id: 33
unit: def __init__()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 11 LOC
McCabe index: 1
number of parameters: 6

id: 34
unit: def __getitem__()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 2

id: 35
unit: def __init__()
file: dataflux_pytorch/multipart_upload/multipart.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 0

id: 36
unit: def step_barrier_wait()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 2

id: 37
unit: def rename()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 2
number of parameters: 5

id: 38
unit: def __init__()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 10 LOC
McCabe index: 1
number of parameters: 7

id: 39
unit: def process_input_path()
file: dataflux_pytorch/lightning/path_utils.py
start line: 0
end line: 0
size: 9 LOC
McCabe index: 4
number of parameters: 2

id: 40
unit: def copy_bucket_to_local()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 2
number of parameters: 2

id: 41
unit: def measure_epoch_time()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 3

id: 42
unit: def __init__()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 8 LOC
McCabe index: 1
number of parameters: 7

id: 43
unit: def __init__()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 4

id: 44
unit: def __init__()
file: dataflux_pytorch/dataflux_iterable_dataset.py
start line: 0
end line: 0
size: 7 LOC
McCabe index: 1
number of parameters: 4

id: 45
unit: def reader()
file: dataflux_pytorch/dataflux_checkpoint.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 2

id: 46
unit: def training_step()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 1
number of parameters: 4

id: 47
unit: def validate_checkpoint_id()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 6 LOC
McCabe index: 3
number of parameters: 3

id: 48
unit: def __init__()
file: dataflux_pytorch/dataflux_checkpoint.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 49
unit: def __init__()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train_async_save.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 50
unit: def __init__()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 51
unit: def concat_path()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 4

id: 52
unit: def init_path()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 2
number of parameters: 3

id: 53
unit: def __init__()
file: dataflux_pytorch/lightning/dataflux_lightning_checkpoint.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 54
unit: def save_checkpoint()
file: dataflux_pytorch/lightning/dataflux_lightning_checkpoint.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 55
unit: def __init__()
file: dataflux_pytorch/lightning/dataflux_lightning_checkpoint.py
start line: 0
end line: 0
size: 5 LOC
McCabe index: 1
number of parameters: 0

id: 56
unit: def __getstate__()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 1

id: 57
unit: def data_format_fn()
file: dataflux_pytorch/benchmark/standalone_dataloader/standalone_dataloader.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 2

id: 58
unit: def exists()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 59
unit: def rm_file()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 3

id: 60
unit: def load_checkpoint()
file: dataflux_pytorch/lightning/dataflux_lightning_checkpoint.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 1
number of parameters: 0

id: 61
unit: def teardown()
file: dataflux_pytorch/lightning/dataflux_lightning_checkpoint.py
start line: 0
end line: 0
size: 4 LOC
McCabe index: 2
number of parameters: 1

id: 62
unit: def __setstate__()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 63
unit: def writer()
file: dataflux_pytorch/dataflux_checkpoint.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 64
unit: def __init__()
file: dataflux_pytorch/dataflux_checkpoint.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 2

id: 65
unit: def close()
file: dataflux_pytorch/dataflux_checkpoint.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 66
unit: def forward()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train_async_save.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 2
number of parameters: 3

id: 67
unit: def __init__()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 3

id: 68
unit: def train_dataloader()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 1

id: 69
unit: def remove_checkpoint()
file: dataflux_pytorch/lightning/dataflux_lightning_checkpoint.py
start line: 0
end line: 0
size: 3 LOC
McCabe index: 1
number of parameters: 0

id: 70
unit: def data_format_default()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 71
unit: def __len__()
file: dataflux_pytorch/dataflux_mapstyle_dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 72
unit: def data_format_default()
file: dataflux_pytorch/dataflux_iterable_dataset.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 73
unit: def configure_optimizers()
file: dataflux_pytorch/benchmark/checkpointing/multinode/train_async_save.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 74
unit: def teardown()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 75
unit: def finalize()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 76
unit: def forward()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 77
unit: def configure_optimizers()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 78
unit: def prepare_data()
file: dataflux_pytorch/benchmark/checkpointing/singlenode/train.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1

id: 79
unit: def mkdir()
file: dataflux_pytorch/lightning/gcs_filesystem.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 3

id: 80
unit: def teardown()
file: dataflux_pytorch/lightning/dataflux_lightning_checkpoint.py
start line: 0
end line: 0
size: 2 LOC
McCabe index: 1
number of parameters: 1