infrastructure-provisioning/src/general/scripts/gcp/jupyter-gpu_configure.py [37:122]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - try: GCPMeta = datalab.meta_lib.GCPMeta() GCPActions = datalab.actions_lib.GCPActions() notebook_config = dict() try: notebook_config['exploratory_name'] = (os.environ['exploratory_name']).replace('_', '-').lower() except: notebook_config['exploratory_name'] = '' notebook_config['service_base_name'] = (os.environ['conf_service_base_name']) notebook_config['instance_type'] = os.environ['gcp_notebook_instance_size'] notebook_config['key_name'] = os.environ['conf_key_name'] notebook_config['edge_user_name'] = (os.environ['edge_user_name']) notebook_config['project_name'] = (os.environ['project_name']).replace('_', '-').lower() notebook_config['project_tag'] = notebook_config['project_name'] notebook_config['endpoint_name'] = (os.environ['endpoint_name']).replace('_', '-').lower() notebook_config['endpoint_tag'] = notebook_config['endpoint_name'] notebook_config['instance_name'] = '{0}-{1}-{2}-nb-{3}'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], notebook_config['exploratory_name']) notebook_config['image_enabled'] = os.environ['conf_image_enabled'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if notebook_config['shared_image_enabled'] == 'false': notebook_config['expected_primary_image_name'] = '{}-{}-{}-{}-primary-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['expected_secondary_image_name'] = '{}-{}-{}-{}-secondary-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_labels'] = {"sbn": notebook_config['service_base_name'], "endpoint_tag": notebook_config['endpoint_tag'], "project_tag": notebook_config['project_tag'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} else: notebook_config['expected_primary_image_name'] = '{}-{}-{}-primary-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['expected_secondary_image_name'] = '{}-{}-{}-secondary-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_labels'] = {"sbn": notebook_config['service_base_name'], "endpoint_tag": notebook_config['endpoint_tag'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} # generating variables regarding EDGE proxy on Notebook instance instance_hostname = GCPMeta.get_private_ip_address(notebook_config['instance_name']) edge_instance_name = '{0}-{1}-{2}-edge'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) edge_instance_hostname = GCPMeta.get_instance_public_ip_by_name(edge_instance_name) edge_instance_private_ip = GCPMeta.get_private_ip_address(edge_instance_name) notebook_config['ssh_key_path'] = '{0}{1}.pem'.format(os.environ['conf_key_dir'], os.environ['conf_key_name']) notebook_config['datalab_ssh_user'] = os.environ['conf_os_user'] notebook_config['zone'] = os.environ['gcp_zone'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if "gcp_wrapped_csek" in os.environ: notebook_config['gcp_wrapped_csek'] = os.environ['gcp_wrapped_csek'] else: notebook_config['gcp_wrapped_csek'] = '' except Exception as err: datalab.fab.append_result("Failed to generate variables dictionary", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) try: if os.environ['conf_os_family'] == 'debian': notebook_config['initial_user'] = 'ubuntu' notebook_config['sudo_group'] = 'sudo' if os.environ['conf_os_family'] == 'redhat': notebook_config['initial_user'] = 'ec2-user' notebook_config['sudo_group'] = 'wheel' logging.info('[CREATING DATALAB SSH USER]') params = "--hostname {} --keyfile {} --initial_user {} --os_user {} --sudo_group {}".format( instance_hostname, notebook_config['ssh_key_path'], notebook_config['initial_user'], notebook_config['datalab_ssh_user'], notebook_config['sudo_group']) try: subprocess.run("~/scripts/{}.py {}".format('create_ssh_user', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed creating ssh user 'datalab'.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) # configuring proxy on Notebook instance try: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - infrastructure-provisioning/src/general/scripts/gcp/tensor_configure.py [37:121]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - try: GCPMeta = datalab.meta_lib.GCPMeta() GCPActions = datalab.actions_lib.GCPActions() notebook_config = dict() try: notebook_config['exploratory_name'] = (os.environ['exploratory_name']).replace('_', '-').lower() except: notebook_config['exploratory_name'] = '' notebook_config['service_base_name'] = (os.environ['conf_service_base_name']) notebook_config['instance_type'] = os.environ['gcp_notebook_instance_size'] notebook_config['key_name'] = os.environ['conf_key_name'] notebook_config['edge_user_name'] = (os.environ['edge_user_name']) notebook_config['project_name'] = (os.environ['project_name']).replace('_', '-').lower() notebook_config['project_tag'] = notebook_config['project_name'] notebook_config['endpoint_name'] = (os.environ['endpoint_name']).replace('_', '-').lower() notebook_config['endpoint_tag'] = notebook_config['endpoint_name'] notebook_config['instance_name'] = '{0}-{1}-{2}-nb-{3}'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], notebook_config['exploratory_name']) notebook_config['image_enabled'] = os.environ['conf_image_enabled'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if notebook_config['shared_image_enabled'] == 'false': notebook_config['expected_primary_image_name'] = '{}-{}-{}-{}-primary-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['expected_secondary_image_name'] = '{}-{}-{}-{}-secondary-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_labels'] = {"sbn": notebook_config['service_base_name'], "endpoint_tag": notebook_config['endpoint_tag'], "project_tag": notebook_config['project_tag'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} else: notebook_config['expected_primary_image_name'] = '{}-{}-{}-primary-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['expected_secondary_image_name'] = '{}-{}-{}-secondary-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_labels'] = {"sbn": notebook_config['service_base_name'], "endpoint_tag": notebook_config['endpoint_tag'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} # generating variables regarding EDGE proxy on Notebook instance instance_hostname = GCPMeta.get_private_ip_address(notebook_config['instance_name']) edge_instance_name = '{0}-{1}-{2}-edge'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) edge_instance_hostname = GCPMeta.get_instance_public_ip_by_name(edge_instance_name) edge_instance_private_ip = GCPMeta.get_private_ip_address(edge_instance_name) notebook_config['ssh_key_path'] = '{0}{1}.pem'.format(os.environ['conf_key_dir'], os.environ['conf_key_name']) notebook_config['datalab_ssh_user'] = os.environ['conf_os_user'] notebook_config['zone'] = os.environ['gcp_zone'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if "gcp_wrapped_csek" in os.environ: notebook_config['gcp_wrapped_csek'] = os.environ['gcp_wrapped_csek'] else: notebook_config['gcp_wrapped_csek'] = '' except Exception as err: datalab.fab.append_result("Failed to generate variables dictionary", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) try: if os.environ['conf_os_family'] == 'debian': notebook_config['initial_user'] = 'ubuntu' notebook_config['sudo_group'] = 'sudo' if os.environ['conf_os_family'] == 'redhat': notebook_config['initial_user'] = 'ec2-user' notebook_config['sudo_group'] = 'wheel' logging.info('[CREATING DATALAB SSH USER]') params = "--hostname {} --keyfile {} --initial_user {} --os_user {} --sudo_group {}".format( instance_hostname, notebook_config['ssh_key_path'], notebook_config['initial_user'], notebook_config['datalab_ssh_user'], notebook_config['sudo_group']) try: subprocess.run("~/scripts/{}.py {}".format('create_ssh_user', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed creating ssh user 'datalab'.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) # configuring proxy on Notebook instance try: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -