in scripts/log_reports.py [0:0]
def main(slack_channel_name):
group_info = []
total_num_failed = 0
total_empty_files = []
log_files = list(Path().glob("*.log"))
if not log_files:
logging.info("No log files found.")
return
for log in log_files:
failed, passed, section_num_failed = process_log_file(log)
empty_file = not failed and not passed
total_num_failed += section_num_failed
total_empty_files.append(empty_file)
group_info.append([str(log), section_num_failed, failed])
# Clean up log file
try:
os.remove(log)
except OSError as e:
logging.warning(f"Could not remove log file {log}: {e}")
# Prepare Slack message payload
payload = [
{
"type": "header",
"text": {"type": "plain_text", "text": f"🤗 Results of the {os.environ.get('TEST_TYPE', '')} TRL tests."},
},
]
if total_num_failed > 0:
message = ""
for name, num_failed, failed_tests in group_info:
if num_failed > 0:
message += f"*{name}: {num_failed} failed test(s)*\n"
failed_table = [
test[0].split("::")[:2] + [test[0].split("::")[-1][:30] + ".."] for test in failed_tests
]
message += (
"\n```\n"
+ tabulate(failed_table, headers=["Test Location", "Test Name"], tablefmt="grid")
+ "\n```\n"
)
if any(total_empty_files):
message += f"\n*{name}: Warning! Empty file - check GitHub action job*\n"
# Logging
logging.info(f"Total failed tests: {total_num_failed}")
print(f"### {message}")
if len(message) > MAX_LEN_MESSAGE:
message = (
f"❌ There are {total_num_failed} failed tests in total! Please check the action results directly."
)
payload.append({"type": "section", "text": {"type": "mrkdwn", "text": message}})
payload.append(
{
"type": "section",
"text": {"type": "mrkdwn", "text": "*For more details:*"},
"accessory": {
"type": "button",
"text": {"type": "plain_text", "text": "Check Action results"},
"url": f"https://github.com/huggingface/trl/actions/runs/{os.environ['GITHUB_RUN_ID']}",
},
}
)
payload.append(
{
"type": "context",
"elements": [
{
"type": "plain_text",
"text": f"On Push main {os.environ.get('TEST_TYPE')} results for {date.today()}",
}
],
}
)
# Send to Slack
from slack_sdk import WebClient
slack_client = WebClient(token=os.environ.get("SLACK_API_TOKEN"))
slack_client.chat_postMessage(channel=f"#{slack_channel_name}", text=message, blocks=payload)
else:
payload.append(
{
"type": "section",
"text": {
"type": "plain_text",
"text": "✅ No failures! All tests passed successfully.",
"emoji": True,
},
}
)
logging.info("All tests passed. No errors detected.")