def split_and_output()

in LaNAS/Distributed_LaNAS/clientX/nasnet_set.py [0:0]

• 17 lines of code
• 8 McCabe index (conditional complexity)

def split_and_output(net_code, splitted_num=500, to_file=False):

    sample = int(len(net_code) / splitted_num)
    gpu_nodes = [[] for i in range(splitted_num)]
    for i in range(splitted_num):
        gpu_nodes[i] = net_code[i * sample:(i + 1) * sample]
    remainer = net_code[splitted_num * sample:]
    for i in range(len(remainer)):
        gpu_nodes[i].append(remainer[i])


    for i in range(splitted_num):
        path = './gpu_files/' + 'gpu' + str(i)
        if not os.path.exists(path):
            os.makedirs(path)

    if to_file:
        for i in range(splitted_num):
            outfile = './gpu_files/' + 'gpu' + str(i) + '/splitted_lstm_dataset'
            with open(outfile, 'w') as json_data:
                json.dump(gpu_nodes[i], json_data)