async runDataflow()

in packages/costa/src/index.ts [193:201]

• 9 lines of code
• 2 McCabe index (conditional complexity)

  async runDataflow(dataset: DefaultDataSet, scripts: Array<PipcookScript>, taskType = TaskType.TRAIN): Promise<DefaultDataSet> {
    for (const script of scripts) {
      debug(`start loading the script(${script.name})`);
      const fn = await this.importScript<DefaultDataflowEntry>(script);
      debug(`loaded the script(${script.name}), start it.`);
      dataset = await fn(dataset, script.query, { ...this.context, taskType });
    }
    return dataset;
  }