infrastructure-provisioning/src/general/scripts/aws/rstudio_configure.py [49:133]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - try: notebook_config = dict() try: notebook_config['exploratory_name'] = os.environ['exploratory_name'].lower() except: notebook_config['exploratory_name'] = '' notebook_config['service_base_name'] = os.environ['conf_service_base_name'] notebook_config['project_name'] = os.environ['project_name'] notebook_config['endpoint_name'] = os.environ['endpoint_name'] notebook_config['instance_type'] = os.environ['aws_notebook_instance_type'] notebook_config['key_name'] = os.environ['conf_key_name'] notebook_config['user_keyname'] = notebook_config['project_name'] notebook_config['network_type'] = os.environ['conf_network_type'] notebook_config['instance_name'] = '{}-{}-{}-nb-{}-{}'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], notebook_config['exploratory_name'], args.uuid) notebook_config['image_enabled'] = os.environ['conf_image_enabled'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if os.environ['conf_shared_image_enabled'] == 'false': notebook_config['expected_image_name'] = '{0}-{1}-{2}-{3}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) else: notebook_config['expected_image_name'] = '{0}-{1}-{2}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['notebook_image_name'] = str(os.environ.get('notebook_image_name')) notebook_config['role_profile_name'] = '{}-{}-{}-nb-de-profile'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) notebook_config['security_group_name'] = '{}-{}-{}-nb-sg'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) notebook_config['tag_name'] = '{}-tag'.format(notebook_config['service_base_name']) notebook_config['datalab_ssh_user'] = os.environ['conf_os_user'] notebook_config['ip_address'] = datalab.meta_lib.get_instance_ip_address( notebook_config['tag_name'], notebook_config['instance_name']).get('Private') # generating variables regarding EDGE proxy on Notebook instance instance_hostname = datalab.meta_lib.get_instance_hostname(notebook_config['tag_name'], notebook_config['instance_name']) edge_instance_name = '{}-{}-{}-edge'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) edge_instance_hostname = datalab.meta_lib.get_instance_hostname(notebook_config['tag_name'], edge_instance_name) edge_instance_private_ip = datalab.meta_lib.get_instance_ip_address(notebook_config['tag_name'], edge_instance_name).get('Private') notebook_config['edge_instance_hostname'] = datalab.meta_lib.get_instance_hostname(notebook_config['tag_name'], edge_instance_name) keyfile_name = "{}{}.pem".format(os.environ['conf_key_dir'], os.environ['conf_key_name']) edge_ip = datalab.meta_lib.get_instance_ip_address(notebook_config['tag_name'], edge_instance_name).get( 'Private') notebook_config['rstudio_pass'] = datalab.fab.id_generator() except Exception as err: datalab.fab.append_result("Failed to generate variables dictionary.", str(err)) datalab.actions_lib.remove_ec2(notebook_config['tag_name'], notebook_config['instance_name']) sys.exit(1) try: if os.environ['conf_os_family'] == 'debian': notebook_config['initial_user'] = 'ubuntu' notebook_config['sudo_group'] = 'sudo' if os.environ['conf_os_family'] == 'redhat': notebook_config['initial_user'] = 'ec2-user' notebook_config['sudo_group'] = 'wheel' logging.info('[CREATING DATALAB SSH USER]') params = "--hostname {} --keyfile {} --initial_user {} --os_user {} --sudo_group {}".format( instance_hostname, "{}{}.pem".format(os.environ['conf_key_dir'], os.environ['conf_key_name']), notebook_config['initial_user'], notebook_config['datalab_ssh_user'], notebook_config['sudo_group']) try: subprocess.run("~/scripts/{}.py {}".format('create_ssh_user', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed creating ssh user 'datalab'.", str(err)) datalab.actions_lib.remove_ec2(notebook_config['tag_name'], notebook_config['instance_name']) sys.exit(1) # configuring proxy on Notebook instance try: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - infrastructure-provisioning/src/general/scripts/aws/tensor-rstudio_configure.py [42:126]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - try: notebook_config = dict() try: notebook_config['exploratory_name'] = os.environ['exploratory_name'].lower() except: notebook_config['exploratory_name'] = '' notebook_config['service_base_name'] = os.environ['conf_service_base_name'] notebook_config['project_name'] = os.environ['project_name'] notebook_config['endpoint_name'] = os.environ['endpoint_name'] notebook_config['instance_type'] = os.environ['aws_notebook_instance_type'] notebook_config['key_name'] = os.environ['conf_key_name'] notebook_config['user_keyname'] = notebook_config['project_name'] notebook_config['network_type'] = os.environ['conf_network_type'] notebook_config['instance_name'] = '{}-{}-{}-nb-{}-{}'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], notebook_config['exploratory_name'], args.uuid) notebook_config['image_enabled'] = os.environ['conf_image_enabled'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if os.environ['conf_shared_image_enabled'] == 'false': notebook_config['expected_image_name'] = '{0}-{1}-{2}-{3}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) else: notebook_config['expected_image_name'] = '{0}-{1}-{2}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['notebook_image_name'] = str(os.environ.get('notebook_image_name')) notebook_config['role_profile_name'] = '{}-{}-{}-nb-de-profile'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) notebook_config['security_group_name'] = '{}-{}-{}-nb-sg'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) notebook_config['tag_name'] = '{}-tag'.format(notebook_config['service_base_name']) notebook_config['datalab_ssh_user'] = os.environ['conf_os_user'] notebook_config['ip_address'] = datalab.meta_lib.get_instance_ip_address( notebook_config['tag_name'], notebook_config['instance_name']).get('Private') # generating variables regarding EDGE proxy on Notebook instance instance_hostname = datalab.meta_lib.get_instance_hostname(notebook_config['tag_name'], notebook_config['instance_name']) edge_instance_name = '{}-{}-{}-edge'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) edge_instance_hostname = datalab.meta_lib.get_instance_hostname(notebook_config['tag_name'], edge_instance_name) edge_instance_private_ip = datalab.meta_lib.get_instance_ip_address(notebook_config['tag_name'], edge_instance_name).get('Private') notebook_config['edge_instance_hostname'] = datalab.meta_lib.get_instance_hostname(notebook_config['tag_name'], edge_instance_name) keyfile_name = "{}{}.pem".format(os.environ['conf_key_dir'], os.environ['conf_key_name']) edge_ip = datalab.meta_lib.get_instance_ip_address(notebook_config['tag_name'], edge_instance_name).get( 'Private') notebook_config['rstudio_pass'] = datalab.fab.id_generator() except Exception as err: datalab.fab.append_result("Failed to generate variables dictionary.", str(err)) datalab.actions_lib.remove_ec2(notebook_config['tag_name'], notebook_config['instance_name']) sys.exit(1) try: if os.environ['conf_os_family'] == 'debian': notebook_config['initial_user'] = 'ubuntu' notebook_config['sudo_group'] = 'sudo' if os.environ['conf_os_family'] == 'redhat': notebook_config['initial_user'] = 'ec2-user' notebook_config['sudo_group'] = 'wheel' logging.info('[CREATING DATALAB SSH USER]') params = "--hostname {} --keyfile {} --initial_user {} --os_user {} --sudo_group {}".format( instance_hostname, "{}{}.pem".format(os.environ['conf_key_dir'], os.environ['conf_key_name']), notebook_config['initial_user'], notebook_config['datalab_ssh_user'], notebook_config['sudo_group']) try: subprocess.run("~/scripts/{}.py {}".format('create_ssh_user', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed creating ssh user 'datalab'.", str(err)) datalab.actions_lib.remove_ec2(notebook_config['tag_name'], notebook_config['instance_name']) sys.exit(1) # configuring proxy on Notebook instance try: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -