lib/torrent/scheduler/dispatch/config.go (42 lines of code) (raw):

// Copyright (c) 2016-2019 Uber Technologies, Inc. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package dispatch import ( "math" "time" "github.com/uber/kraken/lib/torrent/scheduler/dispatch/piecerequest" "github.com/uber/kraken/utils/memsize" ) // Config defines the configuration for piece dispatch. type Config struct { // PieceRequestMinTimeout is the minimum timeout for all piece requests, regardless of // size. PieceRequestMinTimeout time.Duration `yaml:"piece_request_min_timeout"` // PieceRequestTimeoutPerMb is the duration that will be added to piece request // timeouts based on the piece size (in megabytes). PieceRequestTimeoutPerMb time.Duration `yaml:"piece_request_timeout_per_mb"` // PieceRequestPolicy is the policy that is used to decide which pieces to request // from a peer. PieceRequestPolicy string `yaml:"piece_request_policy"` // AgentPipelineLimit limits the total number of requests can be sent to an agent peer // at the same time. AgentPipelineLimit int `yaml:"pipeline_limit"` // OriginPipelineLimit limits the total number of requests can be sent to an origin peer // at the same time. OriginPipelineLimit int `yaml:"origin_pipeline_limit"` // EndgameThreshold is the number pieces required to complete the torrent // before the torrent enters "endgame", where we start overloading piece // requests to multiple peers. EndgameThreshold int `yaml:"endgame_threshold"` DisableEndgame bool `yaml:"disable_endgame"` } func (c Config) applyDefaults() Config { if c.PieceRequestPolicy == "" { c.PieceRequestPolicy = piecerequest.DefaultPolicy } if c.PieceRequestMinTimeout == 0 { c.PieceRequestMinTimeout = 4 * time.Second } if c.PieceRequestTimeoutPerMb == 0 { c.PieceRequestTimeoutPerMb = 4 * time.Second } if c.AgentPipelineLimit == 0 { c.AgentPipelineLimit = 3 } if c.OriginPipelineLimit == 0 { c.OriginPipelineLimit = 5 } if c.EndgameThreshold == 0 { c.EndgameThreshold = c.AgentPipelineLimit } return c } func (c Config) calcPieceRequestTimeout(maxPieceLength int64) time.Duration { n := float64(c.PieceRequestTimeoutPerMb) * float64(maxPieceLength) / float64(memsize.MB) d := time.Duration(math.Ceil(n)) return max(d, c.PieceRequestMinTimeout) }