def lambda_handler()

in ApplicationCode/dockerfiles/stage-a-postupdate-metadata/src/lambda_function.py [0:0]

• 35 lines of code
• 3 McCabe index (conditional complexity)

def lambda_handler(event, context):
    """Updates the S3 objects metadata catalog
    
    Arguments:
        event {dict} -- Dictionary with details on previous processing step
        context {dict} -- Dictionary with details on Lambda context
    
    Returns:
        {dict} -- Dictionary with outcome of the process
    """
    try:
        component = context.function_name.split('-')[-2].title()
        peh.PipelineExecutionHistoryAPI(octagon_client).retrieve_pipeline_execution(event['body']['peh_id'])
        octagon_client.update_pipeline_execution(status="Pre-Stage {} Processing".format(component), component=component)

        logger.info('Fetching transformed objects')
        processed_keys = event['body']['processedKeys']
        team = event['body']['team']
        pipeline = event['body']['pipeline']
        dataset = event['body']['dataset']

        logger.info('Initializing DynamoDB config and Interface')
        dynamo_config = DynamoConfiguration()
        dynamo_interface = DynamoInterface(dynamo_config)

        logger.info('Storing metadata to DynamoDB')
        for key in processed_keys:
            object_metadata = {
                'bucket': S3Configuration().stage_bucket,
                'key': key,
                'team': team,
                'pipeline': pipeline,
                'dataset': dataset,
                'stage': 'pre-stage'
            }
            
            dynamo_interface.update_object_metadata_catalog(object_metadata)

        logger.info('Sending messages to next SQS queue if it exists')
        sqs_config = SQSConfiguration(team, pipeline, dataset)
        sqs_interface = SQSInterface(sqs_config.get_post_stage_queue_name)
        sqs_interface.send_batch_messages_to_fifo_queue(processed_keys, 10, '{}-{}'.format(team, dataset))

        octagon_client.end_pipeline_execution_success()
    except Exception as e:
        logger.error("Fatal error", exc_info=True)
        octagon_client.end_pipeline_execution_failed(component=component,
                                                     issue_comment="Pre-Stage {} Error: {}".format(component, repr(e)))
        raise e
    return 200