in main/files.go [21:42]
func downloadAndProcessURL(ctx *log.Context, url, downloadDir, storageAccountName, storageAccountKey string, skipDos2Unix bool) error {
fn, err := urlToFileName(url)
if err != nil {
return err
}
dl, err := getDownloader(url, storageAccountName, storageAccountKey)
if err != nil {
return err
}
fp := filepath.Join(downloadDir, fn)
const mode = 0500 // we assume users download scripts to execute
if _, err := download.SaveTo(ctx, dl, fp, mode); err != nil {
return err
}
if skipDos2Unix == false {
err = postProcessFile(fp)
}
return errors.Wrapf(err, "failed to post-process '%s'", fn)
}