infrastructure-provisioning/src/general/scripts/azure/deeplearning_configure.py [35:140]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - if __name__ == "__main__": try: AzureMeta = datalab.meta_lib.AzureMeta() AzureActions = datalab.actions_lib.AzureActions() notebook_config = dict() try: notebook_config['exploratory_name'] = os.environ['exploratory_name'] except: notebook_config['exploratory_name'] = '' notebook_config['service_base_name'] = os.environ['conf_service_base_name'] notebook_config['resource_group_name'] = os.environ['azure_resource_group_name'] notebook_config['instance_size'] = os.environ['azure_notebook_instance_size'] notebook_config['key_name'] = os.environ['conf_key_name'] notebook_config['user_name'] = os.environ['edge_user_name'] notebook_config['project_name'] = os.environ['project_name'] notebook_config['endpoint_name'] = os.environ['endpoint_name'] notebook_config['project_tag'] = notebook_config['project_name'] notebook_config['endpoint_tag'] = notebook_config['endpoint_name'] notebook_config['user_keyname'] = notebook_config['project_name'] notebook_config['instance_name'] = '{}-{}-{}-nb-{}'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], notebook_config['exploratory_name']) notebook_config['image_enabled'] = os.environ['conf_image_enabled'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if notebook_config['shared_image_enabled'] == 'false': notebook_config['expected_image_name'] = '{0}-{1}-{2}-{3}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_tags'] = {"Name": notebook_config['expected_image_name'], "SBN": notebook_config['service_base_name'], "User": notebook_config['user_name'], "project_tag": notebook_config['project_tag'], "endpoint_tag": notebook_config['endpoint_tag'], "Exploratory": notebook_config['exploratory_name'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} else: notebook_config['expected_image_name'] = '{0}-{1}-{2}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_tags'] = {"Name": notebook_config['expected_image_name'], "SBN": notebook_config['service_base_name'], "User": notebook_config['user_name'], "endpoint_tag": notebook_config['endpoint_tag'], "Exploratory": notebook_config['exploratory_name'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} notebook_config['notebook_image_name'] = str(os.environ.get('notebook_image_name')) notebook_config['security_group_name'] = '{}-{}-{}-nb-sg'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) notebook_config['datalab_ssh_user'] = os.environ['conf_os_user'] notebook_config['tags'] = {"Name": notebook_config['instance_name'], "SBN": notebook_config['service_base_name'], "User": notebook_config['user_name'], "project_tag": notebook_config['project_tag'], "endpoint_tag": notebook_config['endpoint_tag'], "Exploratory": notebook_config['exploratory_name'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} notebook_config['ip_address'] = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], notebook_config['instance_name']) # generating variables regarding EDGE proxy on Notebook instance instance_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], notebook_config['instance_name']) edge_instance_name = '{0}-{1}-{2}-edge'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) edge_instance_private_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], edge_instance_name) notebook_config['edge_instance_dns_name'] = 'host-{}.{}.cloudapp.azure.com'.format(edge_instance_name, os.environ['azure_region']) if os.environ['conf_network_type'] == 'private': edge_instance_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], edge_instance_name) else: edge_instance_hostname = notebook_config['edge_instance_dns_name'] keyfile_name = "{}{}.pem".format(os.environ['conf_key_dir'], os.environ['conf_key_name']) edge_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], edge_instance_name) if os.environ['conf_os_family'] == 'debian': notebook_config['initial_user'] = 'ubuntu' notebook_config['sudo_group'] = 'sudo' if os.environ['conf_os_family'] == 'redhat': notebook_config['initial_user'] = 'ec2-user' notebook_config['sudo_group'] = 'wheel' except Exception as err: datalab.fab.append_result("Failed to generate variables dictionary", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[CREATING DATALAB SSH USER]') params = "--hostname {} --keyfile {} --initial_user {} --os_user {} --sudo_group {}".format( instance_hostname, os.environ['conf_key_dir'] + os.environ['conf_key_name'] + ".pem", notebook_config['initial_user'], notebook_config['datalab_ssh_user'], notebook_config['sudo_group']) try: subprocess.run("~/scripts/{}.py {}".format('create_ssh_user', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - infrastructure-provisioning/src/general/scripts/azure/tensor_configure.py [35:140]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - if __name__ == "__main__": try: AzureMeta = datalab.meta_lib.AzureMeta() AzureActions = datalab.actions_lib.AzureActions() notebook_config = dict() try: notebook_config['exploratory_name'] = os.environ['exploratory_name'] except: notebook_config['exploratory_name'] = '' notebook_config['service_base_name'] = os.environ['conf_service_base_name'] notebook_config['resource_group_name'] = os.environ['azure_resource_group_name'] notebook_config['instance_size'] = os.environ['azure_notebook_instance_size'] notebook_config['key_name'] = os.environ['conf_key_name'] notebook_config['user_name'] = os.environ['edge_user_name'] notebook_config['project_name'] = os.environ['project_name'] notebook_config['endpoint_name'] = os.environ['endpoint_name'] notebook_config['project_tag'] = notebook_config['project_name'] notebook_config['endpoint_tag'] = notebook_config['endpoint_name'] notebook_config['user_keyname'] = notebook_config['project_name'] notebook_config['instance_name'] = '{}-{}-{}-nb-{}'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], notebook_config['exploratory_name']) notebook_config['image_enabled'] = os.environ['conf_image_enabled'] notebook_config['shared_image_enabled'] = os.environ['conf_shared_image_enabled'] if notebook_config['shared_image_enabled'] == 'false': notebook_config['expected_image_name'] = '{0}-{1}-{2}-{3}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_tags'] = {"Name": notebook_config['expected_image_name'], "SBN": notebook_config['service_base_name'], "User": notebook_config['user_name'], "project_tag": notebook_config['project_tag'], "endpoint_tag": notebook_config['endpoint_tag'], "Exploratory": notebook_config['exploratory_name'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} else: notebook_config['expected_image_name'] = '{0}-{1}-{2}-notebook-image'.format( notebook_config['service_base_name'], notebook_config['endpoint_name'], os.environ['application']) notebook_config['image_tags'] = {"Name": notebook_config['expected_image_name'], "SBN": notebook_config['service_base_name'], "User": notebook_config['user_name'], "endpoint_tag": notebook_config['endpoint_tag'], "Exploratory": notebook_config['exploratory_name'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} notebook_config['notebook_image_name'] = str(os.environ.get('notebook_image_name')) notebook_config['security_group_name'] = '{}-{}-{}-nb-sg'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) notebook_config['datalab_ssh_user'] = os.environ['conf_os_user'] notebook_config['tags'] = {"Name": notebook_config['instance_name'], "SBN": notebook_config['service_base_name'], "User": notebook_config['user_name'], "project_tag": notebook_config['project_tag'], "endpoint_tag": notebook_config['endpoint_tag'], "Exploratory": notebook_config['exploratory_name'], os.environ['conf_billing_tag_key']: os.environ['conf_billing_tag_value']} notebook_config['ip_address'] = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], notebook_config['instance_name']) # generating variables regarding EDGE proxy on Notebook instance instance_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], notebook_config['instance_name']) edge_instance_name = '{0}-{1}-{2}-edge'.format(notebook_config['service_base_name'], notebook_config['project_name'], notebook_config['endpoint_name']) edge_instance_private_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], edge_instance_name) notebook_config['edge_instance_dns_name'] = 'host-{}.{}.cloudapp.azure.com'.format(edge_instance_name, os.environ['azure_region']) if os.environ['conf_network_type'] == 'private': edge_instance_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], edge_instance_name) else: edge_instance_hostname = notebook_config['edge_instance_dns_name'] keyfile_name = "{}{}.pem".format(os.environ['conf_key_dir'], os.environ['conf_key_name']) edge_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], edge_instance_name) if os.environ['conf_os_family'] == 'debian': notebook_config['initial_user'] = 'ubuntu' notebook_config['sudo_group'] = 'sudo' if os.environ['conf_os_family'] == 'redhat': notebook_config['initial_user'] = 'ec2-user' notebook_config['sudo_group'] = 'wheel' except Exception as err: datalab.fab.append_result("Failed to generate variables dictionary", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[CREATING DATALAB SSH USER]') params = "--hostname {} --keyfile {} --initial_user {} --os_user {} --sudo_group {}".format( instance_hostname, os.environ['conf_key_dir'] + os.environ['conf_key_name'] + ".pem", notebook_config['initial_user'], notebook_config['datalab_ssh_user'], notebook_config['sudo_group']) try: subprocess.run("~/scripts/{}.py {}".format('create_ssh_user', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -