infrastructure-provisioning/src/general/scripts/azure/tensor_configure.py [198:289]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[INSTALLING USERs KEY]') additional_config = {"user_keyname": notebook_config['user_keyname'], "user_keydir": os.environ['conf_key_dir']} params = "--hostname {} --keyfile {} --additional_config '{}' --user {}".format( instance_hostname, keyfile_name, json.dumps(additional_config), notebook_config['datalab_ssh_user']) try: subprocess.run("~/scripts/{}.py {}".format('install_user_key', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed installing users key.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[SETUP USER GIT CREDENTIALS]') params = '--os_user {} --notebook_ip {} --keyfile "{}"' \ .format(notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) try: subprocess.run("~/scripts/{}.py {}".format('manage_git_creds', params), shell=True, check=True) except: datalab.fab.append_result("Failed setup git credentials") raise Exception except Exception as err: datalab.fab.append_result("Failed to setup git credentials.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[POST CONFIGURING PROCESS]') if notebook_config['notebook_image_name'] not in [notebook_config['expected_image_name'], 'None', '']: params = "--hostname {} --keyfile {} --os_user {} --resource_group_name {} --notebook_name {}" \ .format(instance_hostname, keyfile_name, notebook_config['datalab_ssh_user'], notebook_config['resource_group_name'], notebook_config['instance_name']) try: subprocess.run("~/scripts/{}.py {}".format('common_remove_remote_kernels', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed to post configuring instance.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) if notebook_config['image_enabled'] == 'true': try: logging.info('[CREATING IMAGE]') image = AzureMeta.get_image(notebook_config['resource_group_name'], notebook_config['expected_image_name']) if image == '': logging.info("Looks like it's first time we configure notebook server. Creating image.") datalab.actions_lib.prepare_vm_for_image(True, notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) AzureActions.create_image_from_instance(notebook_config['resource_group_name'], notebook_config['instance_name'], os.environ['azure_region'], notebook_config['expected_image_name'], json.dumps(notebook_config['image_tags'])) logging.info("Image was successfully created.") subprocess.run("~/scripts/{}.py".format('common_prepare_notebook'), shell=True, check=True) instance_running = False while not instance_running: if AzureMeta.get_instance_status(notebook_config['resource_group_name'], notebook_config['instance_name']) == 'running': instance_running = True instance_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], notebook_config['instance_name']) datalab.actions_lib.remount_azure_disk(True, notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) datalab.actions_lib.ensure_right_mount_paths(True, notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) datalab.fab.set_git_proxy(notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name, 'http://{}:3128'.format(edge_instance_private_hostname)) additional_config = {"proxy_host": edge_instance_private_hostname, "proxy_port": "3128"} params = "--hostname {} --instance_name {} --keyfile {} --additional_config '{}' --os_user {}" \ .format(instance_hostname, notebook_config['instance_name'], keyfile_name, json.dumps(additional_config), notebook_config['datalab_ssh_user']) subprocess.run("~/scripts/{}.py {}".format('common_configure_proxy', params), shell=True, check=True) except Exception as err: datalab.fab.append_result("Failed creating image.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[SETUP EDGE REVERSE PROXY TEMPLATE]') additional_info = { 'instance_hostname': instance_hostname, - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - infrastructure-provisioning/src/general/scripts/azure/zeppelin_configure.py [213:304]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[INSTALLING USERs KEY]') additional_config = {"user_keyname": notebook_config['user_keyname'], "user_keydir": os.environ['conf_key_dir']} params = "--hostname {} --keyfile {} --additional_config '{}' --user {}".format( instance_hostname, keyfile_name, json.dumps(additional_config), notebook_config['datalab_ssh_user']) try: subprocess.run("~/scripts/{}.py {}".format('install_user_key', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed installing users key.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[SETUP USER GIT CREDENTIALS]') params = '--os_user {} --notebook_ip {} --keyfile "{}"' \ .format(notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) try: subprocess.run("~/scripts/{}.py {}".format('manage_git_creds', params), shell=True, check=True) except: datalab.fab.append_result("Failed setup git credentials") raise Exception except Exception as err: datalab.fab.append_result("Failed to setup git credentials.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[POST CONFIGURING PROCESS]') if notebook_config['notebook_image_name'] not in [notebook_config['expected_image_name'], 'None', '']: params = "--hostname {} --keyfile {} --os_user {} --resource_group_name {} --notebook_name {}" \ .format(instance_hostname, keyfile_name, notebook_config['datalab_ssh_user'], notebook_config['resource_group_name'], notebook_config['instance_name']) try: subprocess.run("~/scripts/{}.py {}".format('common_remove_remote_kernels', params), shell=True, check=True) except: traceback.print_exc() raise Exception except Exception as err: datalab.fab.append_result("Failed to post configuring instance.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) if notebook_config['image_enabled'] == 'true': try: logging.info('[CREATING IMAGE]') image = AzureMeta.get_image(notebook_config['resource_group_name'], notebook_config['expected_image_name']) if image == '': logging.info("Looks like it's first time we configure notebook server. Creating image.") datalab.actions_lib.prepare_vm_for_image(True, notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) AzureActions.create_image_from_instance(notebook_config['resource_group_name'], notebook_config['instance_name'], os.environ['azure_region'], notebook_config['expected_image_name'], json.dumps(notebook_config['image_tags'])) logging.info("Image was successfully created.") subprocess.run("~/scripts/{}.py".format('common_prepare_notebook'), shell=True, check=True) instance_running = False while not instance_running: if AzureMeta.get_instance_status(notebook_config['resource_group_name'], notebook_config['instance_name']) == 'running': instance_running = True instance_hostname = AzureMeta.get_private_ip_address(notebook_config['resource_group_name'], notebook_config['instance_name']) datalab.actions_lib.remount_azure_disk(True, notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) datalab.actions_lib.ensure_right_mount_paths(True, notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name) datalab.fab.set_git_proxy(notebook_config['datalab_ssh_user'], instance_hostname, keyfile_name, 'http://{}:3128'.format(edge_instance_private_hostname)) additional_config = {"proxy_host": edge_instance_private_hostname, "proxy_port": "3128"} params = "--hostname {} --instance_name {} --keyfile {} --additional_config '{}' --os_user {}" \ .format(instance_hostname, notebook_config['instance_name'], keyfile_name, json.dumps(additional_config), notebook_config['datalab_ssh_user']) subprocess.run("~/scripts/{}.py {}".format('common_configure_proxy', params), shell=True, check=True) except Exception as err: datalab.fab.append_result("Failed creating image.", str(err)) AzureActions.remove_instance(notebook_config['resource_group_name'], notebook_config['instance_name']) sys.exit(1) try: logging.info('[SETUP EDGE REVERSE PROXY TEMPLATE]') additional_info = { 'instance_hostname': instance_hostname, - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -