func WithRetries()

in pkg/download/retry.go [36:98]
41 lines of code
9 McCabe index (conditional complexity)

func WithRetries(ctx *log.Context, f *os.File, downloaders []Downloader, sf SleepFunc) (int64, error) {
	var lastErr error
	for _, d := range downloaders {
		for n := 0; n < expRetryN; n++ {
			ctx := ctx.With("retry", n)

			// reset the last error before each retry
			lastErr = nil
			start := time.Now()
			status, out, err := Download(ctx, d)
			if err == nil {
				// server returned status code 200 OK
				// we have a response body, copy it to the file
				nBytes, innerErr := io.CopyBuffer(f, out, make([]byte, writeBufSize))
				if innerErr == nil {
					// we are done, close the response body, log time taken to download the file
					// and return the number of bytes written
					out.Close()
					end := time.Since(start)
					ctx.Log("info", fmt.Sprintf("file download sucessful: downloaded and saved %d bytes in %d milliseconds", nBytes, end.Milliseconds()))
					return nBytes, nil
				} else {
					// we failed to download the response body and write it to file
					// because either connection was closed prematurely or file write operation failed
					// mark status as -1 so that we retry
					status = -1
					// clear out the contents of the file so as to not leave a partial file
					f.Truncate(0)
					// cache the inner error
					lastErr = innerErr
				}
			} else {
				// cache the outer error
				lastErr = err
			}

			// we are here because either server returned a non-200 status code
			// or we failed to download the response body and write it to file
			// log the error, time elapsed, bytes downloaded, and close the response body
			end := time.Since(start)

			ctx.Log("error", fmt.Sprintf("file download failed with error '%s' : downloaded and saved %d bytes in %d milliseconds", lastErr, 0, end.Milliseconds()))

			if out != nil { // we are not going to read this response body
				out.Close()
			}

			// status == -1 the value when there was no http request
			if status != -1 && !isTransientHttpStatusCode(status) {
				ctx.Log("info", fmt.Sprintf("downloader %T returned %v, skipping retries", d, status))
				break
			}

			if n != expRetryN-1 {
				// have more retries to go, sleep before retrying
				slp := expRetryK * time.Duration(int(math.Pow(float64(expRetryM), float64(n))))
				ctx.Log("sleep", slp)
				sf(slp)
			}
		}
	}
	return 0, lastErr
}