in scripts/parser.py [0:0]
def __init__(self, url, retries=10, backoff_factor=2, timeout=10, progress_bar=None):
self.url = url
self.session = requests.Session()
self.buffer = bytearray()
self.loaded_ranges = [] # list of (start, end), inclusive
self.total_downloaded = 0
self.timeout = timeout
retry_strategy = LoggingRetry(
total=retries,
backoff_factor=backoff_factor,
status_forcelist=[429, 500, 502, 503, 504],
allowed_methods=["HEAD", "GET", "OPTIONS"]
)
retry_strategy.logger = logging.getLogger("urllib3.retry")
retry_strategy.logger.setLevel(logging.INFO)
adapter = HTTPAdapter(max_retries=retry_strategy)
self.session.mount("http://", adapter)
self.session.mount("https://", adapter)
self.progress_bar = progress_bar if progress_bar is not None else tqdm(desc="Downloading model", unit="B", unit_scale=True)