in extract_metrics.py [0:0]
def parse_log_line(line):
tokens_s_gpu_match = re.search(r'Tokens/s/GPU:\s*([\d.]+[KMBT]?)', line)
mfu_match = re.search(r'MFU:\s+(\d+\.\d+)%', line)
mfu_value, tokens_value = None, None
if mfu_match:
mfu_value = mfu_match.group(1)
mfu_value = float(mfu_value)
if tokens_s_gpu_match:
tokens_value = tokens_s_gpu_match.group(1)
return mfu_value, from_readable_format(tokens_value)