infrastructure-provisioning/src/general/scripts/gcp/deeplearning_configure.py [179:262]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - "user_keydir": os.environ['conf_key_dir']} params = "--hostname {} --keyfile {} --additional_config '{}' --user {}".format( instance_hostname, notebook_config['ssh_key_path'], json.dumps(additional_config), notebook_config['datalab_ssh_user']) try: subprocess.run("~/scripts/{}.py {}".format('install_user_key', params), shell=True, check=True) except: datalab.fab.append_result("Failed installing users key") raise Exception except Exception as err: datalab.fab.append_result("Failed installing users key.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) try: logging.info('[SETUP USER GIT CREDENTIALS]') params = '--os_user {} --notebook_ip {} --keyfile "{}"' \ .format(notebook_config['datalab_ssh_user'], instance_hostname, notebook_config['ssh_key_path']) try: subprocess.run("~/scripts/{}.py {}".format('common_download_git_certfile', params), shell=True, check=True) subprocess.run("~/scripts/{}.py {}".format('manage_git_creds', params), shell=True, check=True) except: datalab.fab.append_result("Failed setup git credentials") raise Exception except Exception as err: datalab.fab.append_result("Failed to setup git credentials.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) if notebook_config['image_enabled'] == 'true': try: logging.info('[CREATING IMAGE]') primary_image_id = GCPMeta.get_image_by_name(notebook_config['expected_primary_image_name']) if primary_image_id == '': logging.info("Looks like it's first time we configure notebook server. Creating images.") image_id_list = GCPActions.create_image_from_instance_disks( notebook_config['expected_primary_image_name'], notebook_config['expected_secondary_image_name'], notebook_config['instance_name'], notebook_config['zone'], notebook_config['image_labels'], notebook_config['gcp_wrapped_csek']) if image_id_list and image_id_list[0] != '': logging.info("Image of primary disk was successfully created. It's ID is {}".format(image_id_list[0])) else: logging.info("Looks like another image creating operation for your template have been started a " "moment ago.") if image_id_list and image_id_list[1] != '': logging.info("Image of secondary disk was successfully created. It's ID is {}".format(image_id_list[1])) except Exception as err: datalab.fab.append_result("Failed creating image.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) GCPActions.remove_image(notebook_config['expected_primary_image_name']) GCPActions.remove_image(notebook_config['expected_secondary_image_name']) sys.exit(1) try: logging.info('[SETUP EDGE REVERSE PROXY TEMPLATE]') additional_info = { 'instance_hostname': instance_hostname, 'tensor': True } params = "--edge_hostname {} " \ "--keyfile {} " \ "--os_user {} " \ "--type {} " \ "--exploratory_name {} " \ "--additional_info '{}'"\ .format(edge_instance_hostname, notebook_config['ssh_key_path'], notebook_config['datalab_ssh_user'], 'jupyter', notebook_config['exploratory_name'], json.dumps(additional_info)) try: subprocess.run("~/scripts/{}.py {}".format('common_configure_reverse_proxy', params), shell=True, check=True) except: datalab.fab.append_result("Failed edge reverse proxy template") raise Exception except Exception as err: datalab.fab.append_result("Failed to set edge reverse proxy template.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) try: # generating output information ip_address = GCPMeta.get_private_ip_address(notebook_config['instance_name']) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - infrastructure-provisioning/src/general/scripts/gcp/tensor_configure.py [189:272]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - "user_keydir": os.environ['conf_key_dir']} params = "--hostname {} --keyfile {} --additional_config '{}' --user {}".format( instance_hostname, notebook_config['ssh_key_path'], json.dumps(additional_config), notebook_config['datalab_ssh_user']) try: subprocess.run("~/scripts/{}.py {}".format('install_user_key', params), shell=True, check=True) except: datalab.fab.append_result("Failed installing users key") raise Exception except Exception as err: datalab.fab.append_result("Failed installing users key.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) try: logging.info('[SETUP USER GIT CREDENTIALS]') params = '--os_user {} --notebook_ip {} --keyfile "{}"' \ .format(notebook_config['datalab_ssh_user'], instance_hostname, notebook_config['ssh_key_path']) try: subprocess.run("~/scripts/{}.py {}".format('common_download_git_certfile', params), shell=True, check=True) subprocess.run("~/scripts/{}.py {}".format('manage_git_creds', params), shell=True, check=True) except: datalab.fab.append_result("Failed setup git credentials") raise Exception except Exception as err: datalab.fab.append_result("Failed to setup git credentials.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) if notebook_config['image_enabled'] == 'true': try: logging.info('[CREATING IMAGE]') primary_image_id = GCPMeta.get_image_by_name(notebook_config['expected_primary_image_name']) if primary_image_id == '': logging.info("Looks like it's first time we configure notebook server. Creating images.") image_id_list = GCPActions.create_image_from_instance_disks( notebook_config['expected_primary_image_name'], notebook_config['expected_secondary_image_name'], notebook_config['instance_name'], notebook_config['zone'], notebook_config['image_labels'], notebook_config['gcp_wrapped_csek']) if image_id_list and image_id_list[0] != '': logging.info("Image of primary disk was successfully created. It's ID is {}".format(image_id_list[0])) else: logging.info("Looks like another image creating operation for your template have been started a " "moment ago.") if image_id_list and image_id_list[1] != '': logging.info("Image of secondary disk was successfully created. It's ID is {}".format(image_id_list[1])) except Exception as err: datalab.fab.append_result("Failed creating image.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) GCPActions.remove_image(notebook_config['expected_primary_image_name']) GCPActions.remove_image(notebook_config['expected_secondary_image_name']) sys.exit(1) try: logging.info('[SETUP EDGE REVERSE PROXY TEMPLATE]') additional_info = { 'instance_hostname': instance_hostname, 'tensor': True } params = "--edge_hostname {} " \ "--keyfile {} " \ "--os_user {} " \ "--type {} " \ "--exploratory_name {} " \ "--additional_info '{}'"\ .format(edge_instance_hostname, notebook_config['ssh_key_path'], notebook_config['datalab_ssh_user'], 'jupyter', notebook_config['exploratory_name'], json.dumps(additional_info)) try: subprocess.run("~/scripts/{}.py {}".format('common_configure_reverse_proxy', params), shell=True, check=True) except: datalab.fab.append_result("Failed edge reverse proxy template") raise Exception except Exception as err: datalab.fab.append_result("Failed to set edge reverse proxy template.", str(err)) GCPActions.remove_instance(notebook_config['instance_name'], notebook_config['zone']) sys.exit(1) try: # generating output information ip_address = GCPMeta.get_private_ip_address(notebook_config['instance_name']) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -