def getImagenetData()

in utils/data_manager.py [0:0]

• 25 lines of code
• 14 McCabe index (conditional complexity)

def getImagenetData(dataset):
    if dataset == 'imagenet' or dataset == 'imagenet-256px-q90':
        os.system('mkdir -p data')
        if not os.path.exists('./data/imagenet1k-train.rec'):
            os.system("aws s3 cp  s3://imagenet-rec/imagenet1k-train.rec data/")
        if not os.path.exists('./data/imagenet1k-val.rec'):
            os.system("aws s3 cp  s3://imagenet-rec/imagenet1k-val.rec data/")
    elif dataset == 'imagenet-480px-q95':
        if not os.path.exists(os.path.expanduser('~/data/train-480px-q95.rec')):
            os.system("wget -q https://s3.amazonaws.com/aws-ml-platform-datasets/imagenet/480px-q95/train-480px-q95.rec -P ~/data/")
        if not os.path.exists(os.path.expanduser('~/data/val-256px-q95.rec')):
            os.system("wget -q https://s3.amazonaws.com/aws-ml-platform-datasets/imagenet/256px-q95/val-256px-q95.rec -P ~/data/")
    elif dataset == 'imagenet-480px-256px-q95':
        if not os.path.exists(os.path.expanduser('~/data/train-480px-q95.rec')):
            os.system("wget -q https://s3.amazonaws.com/aws-ml-platform-datasets/imagenet/480px-q95/train-480px-q95.rec -P ~/data/")
        if not os.path.exists(os.path.expanduser('~/data/val-256px-q95.rec')):
            os.system("wget -q https://s3.amazonaws.com/aws-ml-platform-datasets/imagenet/256px-q95/val-256px-q95.rec -P ~/data/")
        if not os.path.exists(os.path.expanduser('~/data/train-256px-q95.rec')):
            os.system("wget -q https://s3.amazonaws.com/aws-ml-platform-datasets/imagenet/256px-q95/train-256px-q95.rec -P ~/data/")
    elif dataset == 'imagenet-ebs':
        if not os.path.exists(os.path.expanduser('~/data/')):
            os.system('mkdir -p ~/data/')
            os.system("aws s3 sync s3://aws-ml-platform-datasets/imagenet/pass-through/ ~/data/ --exclude \"train*\"")
    
    else:
        raise ValueError('Unknown dataset')