in extract_metrics.py [0:0]
def parse_folder_name(folder_name):
dp = re.search(r'dp(\d+)', folder_name)
tp = re.search(r'tp(\d+)', folder_name)
pp = re.search(r'pp(\d+)', folder_name)
mbs = re.search(r'mbs(\d+)', folder_name)
ga = re.search(r'ga(\d+)', folder_name)
sl = re.search(r'sl(\d+)', folder_name)
return {
'dp': int(dp.group(1)) if dp else None,
'tp': int(tp.group(1)) if tp else None,
'pp': int(pp.group(1)) if pp else None,
'micro_batch_size': int(mbs.group(1)) if mbs else None,
'grad_acc': int(ga.group(1)) if ga else None,
'seq_len': int(sl.group(1)) if sl else None
}