in Admin_Console/data_prepare.py [0:0]
def lambda_handler(event, context):
sts_client = boto3.client("sts", region_name=aws_region)
account_id = sts_client.get_caller_identity()["Account"]
# call s3 bucket
s3 = boto3.resource('s3')
bucketname = 'admin-console' + account_id
bucket = s3.Bucket(bucketname)
key = 'monitoring/quicksight/group_membership/group_membership.csv'
key2 = 'monitoring/quicksight/object_access/object_access.csv'
tmpdir = tempfile.mkdtemp()
local_file_name = 'group_membership.csv'
local_file_name2 = 'object_access.csv'
path = os.path.join(tmpdir, local_file_name)
print(path)
lists = []
access = []
namespaces = list_namespaces(account_id, aws_region)
for ns in namespaces:
ns = ns['Name']
users = list_users(account_id, aws_region, ns)
for user in users:
if user['UserName'] == 'N/A':
continue
try:
groups = list_user_groups(user['UserName'], account_id, aws_region, ns)
if len(groups) == 0:
lists.append([account_id, ns, None, user['UserName'], user['Email'], user['Role'], user['IdentityType']])
else:
for group in groups:
lists.append([account_id, ns, group['GroupName'], user['UserName'], user['Email'], user['Role'], user['IdentityType']])
except:
#print('Exception when try to pull group info for user: ', user['UserName'])
continue
print(len(lists))
#print(lists)
with open(path, 'w', newline='') as outfile:
writer = csv.writer(outfile)
for line in lists:
writer.writerow(line)
bucket.upload_file(path, key)
path = os.path.join(tmpdir, local_file_name2)
print(path)
dashboards = list_dashboards(account_id, lambda_aws_region)
for dashboard in dashboards:
dashboardid = dashboard['DashboardId']
response = describe_dashboard_permissions(account_id, dashboardid, lambda_aws_region)
permissions = response['Permissions']
for principal in permissions:
actions = '|'.join(principal['Actions'])
principal = principal['Principal'].split("/")
ptype = principal[0].split(":")
ptype = ptype[-1]
additional_info = principal[1]
if len(principal)==4:
principal = principal[2]+'/'+principal[3]
elif len(principal)==3:
principal = principal[2]
access.append(
[account_id, lambda_aws_region, 'dashboard', dashboard['Name'], dashboardid, ptype, principal, additional_info, actions])
datasets = list_datasets(account_id, lambda_aws_region)
for dataset in datasets:
if dataset['Name'] not in ['Business Review', 'People Overview', 'Sales Pipeline',
'Web and Social Media Analytics']:
datasetid = dataset['DataSetId']
response = describe_data_set_permissions(account_id, datasetid, lambda_aws_region)
permissions = response['Permissions']
for principal in permissions:
actions = '|'.join(principal['Actions'])
principal = principal['Principal'].split("/")
ptype = principal[0].split(":")
ptype = ptype[-1]
additional_info = principal[-2]
if len(principal)==4:
principal = principal[2]+'/'+principal[3]
elif len(principal)==3:
principal = principal[2]
access.append(
[account_id, lambda_aws_region, 'dataset', dataset['Name'], datasetid, ptype, principal, additional_info, actions])
datasources = list_datasources(account_id, lambda_aws_region)
for datasource in datasources:
#print(datasource)
if datasource['Name'] not in ['Business Review', 'People Overview', 'Sales Pipeline',
'Web and Social Media Analytics']:
datasourceid = datasource['DataSourceId']
if 'DataSourceParameters' in datasource:
#print(datasourceid)
try:
response = describe_data_source_permissions(account_id, datasourceid, lambda_aws_region)
#print(response)
permissions = response['Permissions']
#print(permissions)
for principal in permissions:
actions = '|'.join(principal['Actions'])
principal = principal['Principal'].split("/")
ptype = principal[0].split(":")
ptype = ptype[-1]
additional_info = principal[-2]
if len(principal)==4:
principal = principal[2]+'/'+principal[3]
elif len(principal)==3:
principal = principal[2]
access.append([account_id, lambda_aws_region, 'data_source', datasource['Name'], datasourceid, ptype, principal,
additional_info, actions])
except Exception as e:
pass
analyses = list_analyses(account_id, lambda_aws_region)
for analysis in analyses:
if analysis['Status'] != 'DELETED':
analysisid = analysis['AnalysisId']
response = describe_analysis_permissions(account_id, analysisid, lambda_aws_region)
permissions = response['Permissions']
for principal in permissions:
actions = '|'.join(principal['Actions'])
principal = principal['Principal'].split("/")
ptype = principal[0].split(":")
ptype = ptype[-1]
additional_info = principal[-2]
if len(principal)==4:
principal = principal[2]+'/'+principal[3]
elif len(principal)==3:
principal = principal[2]
access.append(
[account_id, lambda_aws_region, 'analysis', analysis['Name'], analysisid, ptype, principal, additional_info, actions])
themes = list_themes(account_id, lambda_aws_region)
for theme in themes:
if theme['ThemeId'] not in ['SEASIDE', 'CLASSIC', 'MIDNIGHT']:
themeid = theme['ThemeId']
response = describe_theme_permissions(account_id, themeid, lambda_aws_region)
permissions = response['Permissions']
for principal in permissions:
actions = '|'.join(principal['Actions'])
principal = principal['Principal'].split("/")
ptype = principal[0].split(":")
ptype = ptype[-1]
additional_info = principal[-2]
if len(principal)==4:
principal = principal[2]+'/'+principal[3]
elif len(principal)==3:
principal = principal[2]
access.append(
[account_id, lambda_aws_region, 'theme', theme['Name'], themeid, ptype, principal, additional_info,
actions])
print(access)
with open(path, 'w', newline='') as outfile:
writer = csv.writer(outfile)
for line in access:
writer.writerow(line)
# upload file from tmp to s3 key
bucket.upload_file(path, key2)