in modules/url_parameters_removal.py [0:0]
def __init__(
self,
url_data,
timeout=3,
verbose=False,
parser='html5lib',
proxies=None,
process_timeout=3600,
chunksize=200,
max_worker=4):
self.url_data = url_data
self.timeout = timeout
self.verbose = verbose
self.parser = parser
self.proxies = proxies
# set timeout to wait for website to load (seconds)
self.process_timeout = process_timeout
self.chunksize = chunksize
self.max_worker = max_worker