in app/nodejs/process.js [38:62]
async function downloadRawData() {
logger.info('downloadRawData: start downloading data');
if (!process.env.RAW_DATA_BUCKET) {
throw new Error('RAW_DATA_BUCKET required');
}
if (!process.env.PROCESSED_DATA_BUCKET) {
throw new Error('PROCESSED_DATA_BUCKET required');
}
const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'rawData'));
const tempDataFile = path.join(tempDir, 'raw_data.csv');
logger.info(`downloadRawData: processing from ${process.env.RAW_DATA_BUCKET} ` +
`to ${process.env.PROCESSED_DATA_BUCKET}`);
await storage
.bucket(process.env.RAW_DATA_BUCKET)
.file(process.env.RAW_DATA_FILE || 'squirrels.csv')
.download({destination: tempDataFile});
logger.info(`downloadRawData: downloaded data to ${tempDataFile}`);
return tempDataFile;
}