in notebook/utils/trust.py [0:0]
def get_automl_job_baseline(self, job_name, candidate_ids, maximize_objective=True) :
comparator = self._get_comparator(maximize_objective)
baselines = self._init_baseline_summary(candidate_ids)
trial_details = self.dsmlp.list_candidates_for_auto_ml_job(
AutoMLJobName=job_name,
StatusEquals="Completed",
MaxResults=ModelInspector.PAGINATION_SIZE)
while True :
candidates = trial_details["Candidates"]
for c in candidates :
steps = c["CandidateSteps"]
for s in steps :
for i in candidate_ids :
if s["CandidateStepType"] == "AWS::SageMaker::TrainingJob" and search(i, s["CandidateStepName"]) :
metric = c['FinalAutoMLJobObjectiveMetric']['Value']
if not baselines[i]["value"] or comparator(metric, baselines[i]["value"]) :
baselines[i]["metric"] = c['FinalAutoMLJobObjectiveMetric']['MetricName']
baselines[i]["value"] = metric
if "NextToken" not in trial_details :
break
next_token = trial_details["NextToken"]
trial_details = self.dsmlp.list_candidates_for_auto_ml_job(
AutoMLJobName = job_name,
StatusEquals = "Completed",
MaxResults = ModelInspector.PAGINATION_SIZE,
NextToken = next_token)
return baselines