in dth/client.go [169:197]
func (c *S3Client) listObjectFn(ctx context.Context, continuationToken, prefix, delimiter *string, maxKeys int32) (*s3.ListObjectsV2Output, error) {
input := &s3.ListObjectsV2Input{
Bucket: &c.bucket,
Prefix: prefix,
MaxKeys: maxKeys,
Delimiter: delimiter,
}
if *continuationToken != "" {
input.ContinuationToken = continuationToken
}
// start := time.Now()
output, err := c.client.ListObjectsV2(ctx, input)
if err != nil {
log.Printf("Unable to list objects in /%s - %s\n", *prefix, err.Error())
return nil, err
}
if output.IsTruncated {
*continuationToken = *output.NextContinuationToken
} else {
*continuationToken = "End"
}
// end := time.Since(start)
// log.Printf("Time for api request in %v seconds", end)
return output, nil
}