def main()

in custom/report_metrics.py [0:0]


def main():
    pd.set_option("display.precision", 3)
    parser = argparse.ArgumentParser(description='output postprocessor')

    parser.add_argument('--eval-dirs', nargs='+')
    parser.add_argument('--model-names', nargs='+')

    script_args = parser.parse_args()

    model_to_files = {}

    for model_name in tqdm(script_args.model_names):
        paths = []
        for eval_dir in script_args.eval_dirs:
            paths.extend(glob(os.path.join(eval_dir, '*__{}*__spl_*__*'.format(model_name))))
        model_to_files[model_name] = paths

    model_to_metric_dicts = {}
    for name, list_of_filenames in model_to_files.items():
        model_to_metric_dicts[name] = process_files(list_of_filenames)

    model_to_dataframes = {name: get_dataframe_for_model(_name_dict)
                           for name, _name_dict in model_to_metric_dicts.items()}

    for mname, df in model_to_dataframes.items():
        print('MODEL: {}'.format(mname)+'\n')
        print(df)
        print('\n\n')