lib/backend/hdfsbackend/webhdfs/config.go

// Copyright (c) 2016-2019 Uber Technologies, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package webhdfs

import "github.com/c2h5oh/datasize"

// Config defines Client configuration.
type Config struct {
	// BufferSize is the transfer block size.
	BufferSize datasize.ByteSize `yaml:"buffer_size"`

	// BufferGuard protects upload from draining the src reader into an oversized
	// buffer when io.Seeker is not implemented.
	BufferGuard datasize.ByteSize `yaml:"buffer_guard"`
}

func (c *Config) applyDefaults() {
	if c.BufferSize == 0 {
		c.BufferSize = 64 * datasize.MB
	}
	if c.BufferGuard == 0 {
		c.BufferGuard = 10 * datasize.MB
	}
}