def get_prepped_data_df()

in notebook/utils/wf.py [0:0]

• 12 lines of code
• 4 McCabe index (conditional complexity)

    def get_prepped_data_df(self, run_id, has_header=True, maxkeys=10) :
        
        exec_details = self.client.describe_execution(executionArn=run_id)
        status = exec_details["status"] if "status" in exec_details else "UNKNOWN"
        
        if status != "SUCCEEDED" :
            raise Exception(f"{run_id} must have a SUCCEEDED status. Status is {status}.")     
        
        data_uri = json.loads(exec_details["output"])[0]["Payload"]["automl-config"]["data_uri"]   
        
        parsed = urlparse(data_uri, allow_fragments=False)
        if parsed.query:
            prefix= parsed.path.lstrip('/') + '?' + parsed.query
        else:
            prefix= parsed.path.lstrip('/')

        return self._get_merged_df(parsed.netloc, prefix, self.db, has_header, maxkeys)