in custom/report_metrics.py [0:0]
def main():
pd.set_option("display.precision", 3)
parser = argparse.ArgumentParser(description='output postprocessor')
parser.add_argument('--eval-dirs', nargs='+')
parser.add_argument('--model-names', nargs='+')
script_args = parser.parse_args()
model_to_files = {}
for model_name in tqdm(script_args.model_names):
paths = []
for eval_dir in script_args.eval_dirs:
paths.extend(glob(os.path.join(eval_dir, '*__{}*__spl_*__*'.format(model_name))))
model_to_files[model_name] = paths
model_to_metric_dicts = {}
for name, list_of_filenames in model_to_files.items():
model_to_metric_dicts[name] = process_files(list_of_filenames)
model_to_dataframes = {name: get_dataframe_for_model(_name_dict)
for name, _name_dict in model_to_metric_dicts.items()}
for mname, df in model_to_dataframes.items():
print('MODEL: {}'.format(mname)+'\n')
print(df)
print('\n\n')