in src/lib/training-stack.ts [100:129]
DATASET_URL: getDatasetMapping(this).findInMap(Aws.PARTITION, IEEE),
},
timeout: stateTimeout,
memorySize: 3008,
tracing: Tracing.ACTIVE,
});
props.bucket.grantWrite(dataIngestFn);
const etlConstruct = new ETLByGlue(this, 'ETLComp', {
s3Prefix: dataPrefix,
accessLogBucket: props.accessLogBucket,
transactionPrefix,
identityPrefix,
bucket: props.bucket,
vpc: props.vpc,
key: kmsKey,
dataColumnsArg: props.dataColumnsArg,
});
const dataCatalogCrawlerFn = new NodejsFunction(this, 'DataCatalogCrawler', {
entry: path.join(__dirname, '../lambda.d/crawl-data-catalog/index.ts'),
handler: 'crawler',
timeout: stateTimeout,
memorySize: 128,
runtime: Runtime.NODEJS_14_X,
tracing: Tracing.ACTIVE,
});
const gluePolicy = new Policy(this, 'gluePolicy', {
statements: [
new PolicyStatement({