in common/sagemaker_rl/orchestrator/utils/cloudwatch_logger.py [0:0]
def get_cloudwatch_dashboard_json_for_experiment_id(self, experiment_id, region_name):
dashboard_json = {
"widgets": [
{
"type": "metric",
"x": 0,
"y": 0,
"width": 9,
"height": 3,
"properties": {
"metrics": [
[
experiment_id,
"latest_hosted_model_id_continuous",
{"label": "(ModelId suffix part only)"},
]
],
"view": "singleValue",
"region": region_name,
"title": "Currently Hosted Model Id",
"period": 60,
"stat": "Maximum",
},
},
{
"type": "metric",
"x": 9,
"y": 0,
"width": 9,
"height": 3,
"properties": {
"metrics": [
[
experiment_id,
"latest_hosted_model_score_continuous",
{"label": "EvalScore"},
]
],
"view": "singleValue",
"region": region_name,
"title": "Currently Hosted Model Eval Score (On latest data)",
"period": 60,
"stat": "Minimum",
},
},
{
"type": "metric",
"x": 0,
"y": 3,
"width": 9,
"height": 3,
"properties": {
"metrics": [
[
experiment_id,
"latest_trained_model_id_continuous",
{"label": "(ModelId suffix only)"},
]
],
"view": "singleValue",
"region": region_name,
"title": "Latest Trained Model Id",
"stat": "Maximum",
"period": 60,
"setPeriodToTimeRange": False,
"stacked": True,
},
},
{
"type": "metric",
"x": 9,
"y": 3,
"width": 9,
"height": 3,
"properties": {
"metrics": [
[
experiment_id,
"latest_trained_model_score_continuous",
{"label": "EvalScore"},
]
],
"view": "singleValue",
"region": region_name,
"title": "Latest Trained Model Eval Score",
"period": 60,
"stat": "Maximum",
},
},
{
"type": "metric",
"x": 9,
"y": 6,
"width": 9,
"height": 9,
"properties": {
"metrics": [
[experiment_id, "newly_trained_model_score", {"label": "EvalScore"}]
],
"view": "timeSeries",
"stacked": False,
"region": region_name,
"stat": "Maximum",
"period": 60,
"title": "New Model Eval Score Over Time",
"yAxis": {"left": {"min": 0, "max": 1}},
},
},
{
"type": "metric",
"x": 0,
"y": 6,
"width": 9,
"height": 9,
"properties": {
"metrics": [
[experiment_id, "reported_rewards_score", {"label": "Rewards"}]
],
"view": "timeSeries",
"stacked": False,
"region": region_name,
"stat": "Maximum",
"period": 60,
"title": "Experiment's Reported Rewards",
"yAxis": {"left": {"min": 0, "max": 1}},
"liveData": True,
"legend": {"position": "bottom"},
},
},
]
}
return json.dumps(dashboard_json)