in scripts/go/curconvert/curconvert.go [469:499]
func (c *CurConvert) UploadCur(parquetFile string) error {
uploadFile := c.destObject + "/" + parquetFile[strings.LastIndex(parquetFile, "/")+1:]
// init S3 manager
s3up, err := c.initS3Uploader(c.destBucket, c.destArn, c.destExternalID)
if err != nil {
return err
}
// open file
file, err := os.Open(parquetFile)
if err != nil {
return err
}
defer file.Close()
// Upload CUR manifest JSON
_, err = s3up.Upload(&s3manager.UploadInput{
Bucket: aws.String(c.destBucket),
Key: aws.String(uploadFile),
Body: file,
})
if err != nil {
return fmt.Errorf("failed to upload CUR parquet object, bucket: %s, object: %s, error: %s", c.destBucket, uploadFile, err.Error())
}
c.CurParqetFiles[uploadFile] = true
return nil
}