async function downloadRawData()

in app/nodejs/process.js [38:62]


async function downloadRawData() {
  logger.info('downloadRawData: start downloading data');

  if (!process.env.RAW_DATA_BUCKET) {
    throw new Error('RAW_DATA_BUCKET required');
  }
  if (!process.env.PROCESSED_DATA_BUCKET) {
    throw new Error('PROCESSED_DATA_BUCKET required');
  }

  const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'rawData'));
  const tempDataFile = path.join(tempDir, 'raw_data.csv');

  logger.info(`downloadRawData: processing from ${process.env.RAW_DATA_BUCKET} ` +
      `to ${process.env.PROCESSED_DATA_BUCKET}`);

  await storage
      .bucket(process.env.RAW_DATA_BUCKET)
      .file(process.env.RAW_DATA_FILE || 'squirrels.csv')
      .download({destination: tempDataFile});

  logger.info(`downloadRawData: downloaded data to ${tempDataFile}`);

  return tempDataFile;
}