def collect_data()

in src/hpcadvisor/data_collector.py [0:0]

• 15 lines of code
• 4 McCabe index (conditional complexity)

def collect_data(tasks_file, dataset_file, env_file, collector_config):
    if batch_handler.setup_environment(env_file):
        log.debug("Environment setup completed")
        log.info("Starting tasks...this may take a while")

        if collector_config.get("policy", None).config.get("num_tasks") == 1:
            log.info("Single task mode")
            process_tasks_singletask(tasks_file, dataset_file, collector_config)
        else:
            process_tasks_multitask(tasks_file, dataset_file, collector_config)
            return
        if collector_config["cleardeployment"]:
            batch_handler.delete_environment()
        log.info("Tasks completed")
    else:
        log.error("Failed to setup environment")