def main()

in utils/create_shapefile_from_files.py [0:0]

• 60 lines of code
• 9 McCabe index (conditional complexity)

def main():

    parser = argparse.ArgumentParser(description="Tile index creation script")

    parser.add_argument("-v", "--verbose", action="store_true", help="Enable verbose debugging", default=False)
    parser.add_argument("--input_fn", action="store", dest="input_fn", type=str, help="Path to filelist. Filenames should be with respect to 'https://naipblobs.blob.core.windows.net/naip/'.", required=True)
    parser.add_argument("--output_fn", action="store", dest="output_fn", type=str, help="Filename to write", required=True)

    parser.add_argument("--num_processes", action="store", dest="num_processes", type=int, help="Number of threads to use (if 1, use the gdaltindex sanity check approach)", default=12)

    args = parser.parse_args(sys.argv[1:])

    input_fn = args.input_fn
    output_fn = args.output_fn
    num_processes = args.num_processes

    assert os.path.exists(input_fn)
    assert not os.path.exists(output_fn)


    #-----------------------------------
    with open(input_fn, "r") as f:
        fns = f.read().strip().split("\n")
    print("Found %d files" % (len(fns)))


    if num_processes < 1:
        raise ValueError("num_processes must be >= 1")

    elif num_processes == 1:
        tic = float(time.time())
        for i, fn in enumerate(fns):
            if i % 1000 == 0:
                print("%d/%d\t%0.4f%%\t%0.4f seconds" % (i, len(fns), i/len(fns)*100, time.time()-tic))
                tic = float(time.time())

            command = [
                "gdaltindex",
                "-t_srs", "epsg:4326",
                sys.argv[2], fn
            ]
            subprocess.call(command)

    else:
        #-----------------------------------
        work_queue = Queue()
        output_queue = Queue()

        num_events = 0
        for fn in fns:
            work_queue.put(fn)
            num_events += 1

        #-----------------------------------
        processes = []
        for process_idx in range(num_processes):
            p = Process(target=do_work, args=(work_queue, output_queue, process_idx))
            processes.append(p)
            p.start()

        p = Process(target=output_monitor, args=(output_queue, output_fn + ".txt", num_processes, num_events))
        processes.append(p)
        p.start()

        for p in processes:
            p.join()


        #-----------------------------------
        with open(output_fn + ".txt", "r") as f:
            features = f.read().strip().split("\n")
            
        output = {
            "type": "FeatureCollection",
            "name": "output",
            "crs": { "type": "name", "properties": { "name": "urn:ogc:def:crs:OGC:1.3:CRS84" } },
            "features": [
                json.loads(feature)
                for feature in features
            ]
        }

        with open(output_fn, "w") as f:
            f.write(json.dumps(output))

        os.remove(output_fn + ".txt")