in infrastructure-provisioning/src/general/scripts/azure/project_terminate.py [0:0]
def terminate_edge_node(resource_group_name, service_base_name, project_tag, subnet_name, vpc_name, endpoint_name):
logging.info("Terminating Dataengine-service clusters")
try:
clusters_list = AzureMeta.list_hdinsight_clusters(resource_group_name)
if clusters_list:
for cluster in clusters_list:
if "SBN" in cluster.tags and service_base_name == cluster.tags["SBN"] and \
"project_tag" in cluster.tags and cluster.tags['project_tag'] == project_tag:
AzureActions.terminate_hdinsight_cluster(resource_group_name, cluster.name)
logging.info('The HDinsight cluster {} has been terminated successfully'.format(cluster.name))
else:
logging.info("There are no HDinsight clusters to terminate.")
except Exception as err:
datalab.fab.append_result("Failed to terminate dataengine-service", str(err))
sys.exit(1)
logging.info("Terminating EDGE, notebook and dataengine virtual machines")
try:
for vm in AzureMeta.compute_client.virtual_machines.list(resource_group_name):
try:
if "SBN" in vm.tags and service_base_name == vm.tags["SBN"] and \
"project_tag" in vm.tags and vm.tags['project_tag'] == project_tag:
AzureActions.remove_instance(resource_group_name, vm.name)
logging.info("Instance {} has been terminated".format(vm.name))
except:
pass
except Exception as err:
datalab.fab.append_result("Failed to terminate edge instance.", str(err))
sys.exit(1)
logging.info("Removing network interfaces")
try:
for network_interface in AzureMeta.list_network_interfaces(resource_group_name):
try:
if "SBN" in network_interface.tags and service_base_name == network_interface.tags["SBN"] and \
"project_tag" in network_interface.tags and network_interface.tags['project_tag'] == project_tag:
AzureActions.delete_network_if(resource_group_name, network_interface.name)
logging.info("Network interface {} has been removed".format(network_interface.name))
except:
pass
except Exception as err:
datalab.fab.append_result("Failed to remove network interfaces.", str(err))
sys.exit(1)
logging.info("Removing static public IPs")
try:
for static_public_ip in AzureMeta.list_static_ips(resource_group_name):
try:
if "SBN" in static_public_ip.tags and service_base_name == static_public_ip.tags["SBN"] and \
"project_tag" in static_public_ip.tags and static_public_ip.tags['project_tag'] == project_tag:
AzureActions.delete_static_public_ip(resource_group_name, static_public_ip.name)
logging.info("Static public IP {} has been removed".format(static_public_ip.name))
except:
pass
except Exception as err:
datalab.fab.append_result("Failed to remove static IP addresses.", str(err))
sys.exit(1)
logging.info("Removing disks")
try:
for disk in AzureMeta.list_disks(resource_group_name):
try:
if "SBN" in disk.tags and service_base_name == disk.tags["SBN"] and \
"project_tag" in disk.tags and disk.tags['project_tag'] == project_tag:
AzureActions.remove_disk(resource_group_name, disk.name)
logging.info("Disk {} has been removed".format(disk.name))
except:
pass
except Exception as err:
datalab.fab.append_result("Failed to remove volumes.", str(err))
sys.exit(1)
logging.info("Removing storage account")
try:
for storage_account in AzureMeta.list_storage_accounts(resource_group_name):
try:
if "SBN" in storage_account.tags and service_base_name == storage_account.tags["SBN"] and \
"project_tag" in storage_account.tags and storage_account.tags['project_tag'] == project_tag:
AzureActions.remove_storage_account(resource_group_name, storage_account.name)
logging.info("Storage account {} has been terminated".format(storage_account.name))
except:
pass
except Exception as err:
datalab.fab.append_result("Failed to remove storage accounts.", str(err))
sys.exit(1)
#logging.info("Deleting Data Lake Store directory")
#try:
# for datalake in AzureMeta.list_datalakes(resource_group_name):
# try:
# if service_base_name == datalake.tags["SBN"]:
# AzureActions.remove_datalake_directory(datalake.name, project_tag + '-folder')
# logging.info("Data Lake Store directory {} has been deleted".format(project_tag + '-folder'))
# except:
# pass
#except Exception as err:
# datalab.fab.append_result("Failed to remove Data Lake.", str(err))
# sys.exit(1)
logging.info("Removing project specific images")
try:
for image in AzureMeta.list_images():
if "SBN" in image.tags and service_base_name == image.tags["SBN"] and \
"project_tag" in image.tags and image.tags['project_tag'] == project_tag and \
"endpoint_tag" in image.tags and endpoint_name == image.tags["endpoint_tag"]:
AzureActions.remove_image(resource_group_name, image.name)
logging.info("Image {} has been removed".format(image.name))
except Exception as err:
datalab.fab.append_result("Failed to remove images", str(err))
sys.exit(1)
logging.info("Removing security groups")
try:
if 'azure_edge_security_group_name' in os.environ:
AzureActions.remove_security_rules(os.environ['azure_edge_security_group_name'],
resource_group_name,
'{}-{}-{}-rule'.format(project_conf['service_base_name'],
project_conf['project_name'],
project_conf['endpoint_name']))
for sg in AzureMeta.network_client.network_security_groups.list(resource_group_name):
try:
if "SBN" in sg.tags and service_base_name == sg.tags["SBN"] and \
"project_tag" in sg.tags and sg.tags['project_tag'] == project_tag:
AzureActions.remove_security_group(resource_group_name, sg.name)
logging.info("Security group {} has been terminated".format(sg.name))
except:
pass
except Exception as err:
datalab.fab.append_result("Failed to remove security groups.", str(err))
sys.exit(1)
logging.info("Removing private subnet")
try:
AzureActions.remove_subnet(resource_group_name, vpc_name, subnet_name)
logging.info("Private subnet {} has been terminated".format(subnet_name))
except Exception as err:
datalab.fab.append_result("Failed to remove subnets.", str(err))
sys.exit(1)