def get_automl_job_baseline()

in notebook/utils/trust.py [0:0]


    def get_automl_job_baseline(self, job_name, candidate_ids, maximize_objective=True) :
        
        comparator = self._get_comparator(maximize_objective)
        baselines = self._init_baseline_summary(candidate_ids)

        trial_details = self.dsmlp.list_candidates_for_auto_ml_job(
                                    AutoMLJobName=job_name,
                                    StatusEquals="Completed",
                                    MaxResults=ModelInspector.PAGINATION_SIZE)
        while True :

            candidates = trial_details["Candidates"]
            for c in candidates :
                
                steps = c["CandidateSteps"]
                for s in steps :
                    for i in candidate_ids :
                        
                        if s["CandidateStepType"] == "AWS::SageMaker::TrainingJob" and search(i, s["CandidateStepName"]) :
                            metric = c['FinalAutoMLJobObjectiveMetric']['Value']      
                            if not baselines[i]["value"] or comparator(metric, baselines[i]["value"]) :
                                baselines[i]["metric"] = c['FinalAutoMLJobObjectiveMetric']['MetricName']
                                baselines[i]["value"] = metric

            if "NextToken" not in trial_details :
                break

            next_token = trial_details["NextToken"]
            trial_details = self.dsmlp.list_candidates_for_auto_ml_job(
                                AutoMLJobName = job_name,
                                StatusEquals = "Completed",
                                MaxResults = ModelInspector.PAGINATION_SIZE,
                                NextToken = next_token)
            
        return baselines