def convert_file()

in tools/start-job-run-converter/startJobRunConverter.py [0:0]

• 19 lines of code
• 7 McCabe index (conditional complexity)

def convert_file(input, output, extra_args, banner="\n"):
    with open(input, "r") as input_fp:
        with open(output, "w") as output_fp:
            in_cmd = False
            cmd_line = ""
            for line in input_fp:
                new_line = line.strip()
                if new_line and ((new_line[0] != "#" and SPARK_SUBMIT in new_line) or in_cmd):
                    output_fp.write("#" + line)  # Keep the original lines in comment
                    in_cmd = True
                    cmd_line += new_line
                    if new_line[-1] != "\\":
                        converted_cmd = generate_start_job_cmd(shlex.split(cmd_line), extra_args)
                        output_fp.write(banner)
                        output_fp.writelines(str(converted_cmd) + "\n")
                        in_cmd = False
                        cmd_line = ""
                else:
                    output_fp.write(line)