scripts/download-artifacts.js

/*
 * Licensed to Elasticsearch B.V. under one or more contributor
 * license agreements. See the NOTICE file distributed with
 * this work for additional information regarding copyright
 * ownership. Elasticsearch B.V. licenses this file to you under
 * the Apache License, Version 2.0 (the "License"); you may
 * not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

const { join } = require('path')
const stream = require('stream')
const { promisify } = require('util')
const { createWriteStream, promises } = require('fs')
const { rimraf } = require('rimraf')
const fetch = require('node-fetch')
const crossZip = require('cross-zip')
const ora = require('ora')

const { mkdir, cp } = promises
const pipeline = promisify(stream.pipeline)
const unzip = promisify(crossZip.unzip)

const testYamlFolder = join(__dirname, '..', 'yaml-rest-tests')
const zipFile = join(__dirname, '..', 'elasticsearch-clients-tests.zip')

const specFolder = join(__dirname, '..', 'rest-api-spec')

async function downloadArtifacts (localTests) {
  const log = ora('Checking out spec and test').start()

  const { GITHUB_TOKEN } = process.env

  log.text = 'Clean tests folder'
  await rimraf(testYamlFolder)
  await mkdir(testYamlFolder, { recursive: true })

  log.text = 'Fetching test YAML files'

  if (localTests) {
    log.text = `Copying local tests from ${localTests}`
    await cp(localTests, testYamlFolder, { recursive: true })
  } else {
    if (!GITHUB_TOKEN) {
      log.fail("Missing required environment variable 'GITHUB_TOKEN'")
      process.exit(1)
    }

    let response = await fetch('https://api.github.com/repos/elastic/elasticsearch-clients-tests/zipball/main', {
      headers: {
        Authorization: `Bearer ${GITHUB_TOKEN}`,
        Accept: "application/vnd.github+json",
      }
    })

    if (!response.ok) {
      log.fail(`unexpected response ${response.statusText}`)
      process.exit(1)
    }

    log.text = 'Downloading tests zipball'
    await pipeline(response.body, createWriteStream(zipFile))

    log.text = 'Unzipping tests'
    await unzip(zipFile, testYamlFolder)

    log.text = 'Cleanup'
    await rimraf(zipFile)
  }

  log.text = 'Fetching Elasticsearch spec info'
  await rimraf(specFolder)
  await mkdir(specFolder, { recursive: true })

  response = await fetch('https://artifacts-api.elastic.co/v1/versions')
  let data = await response.json()
  const latest = data.versions[data.versions.length - 1]
  response = await fetch(`https://artifacts-api.elastic.co/v1/versions/${latest}`)
  data = await response.json()
  const latestBuild = data.version.builds
    .filter(build => build.projects.elasticsearch !== null)
    .sort((a, b) => new Date(b.start_time) - new Date(a.start_time))[0]

  const buildZip = Object.keys(latestBuild.projects.elasticsearch.packages)
    .find(key => key.startsWith('rest-resources-zip-') && key.endsWith('.zip'))
  const zipUrl = latestBuild.projects.elasticsearch.packages[buildZip].url

  log.test = 'Fetching Elasticsearch spec zip'
  response = await fetch(zipUrl)

  log.text = 'Downloading spec zip'
  const specZipFile = join(specFolder, 'rest-api-spec.zip')
  await pipeline(response.body, createWriteStream(specZipFile))

  log.text = 'Unzipping spec'
  await unzip(specZipFile, specFolder)

  log.text = 'Cleanup'
  await rimraf(specZipFile)

  log.succeed('Done')
}

async function main () {
  await downloadArtifacts()
}

if (require.main === module) {
  process.on('unhandledRejection', function (err) {
    console.error(err)
    process.exit(1)
  })

  main().catch(t => {
    console.log(t)
    process.exit(2)
  })
}

module.exports = downloadArtifacts
module.exports.locations = { testYamlFolder, zipFile, specFolder }