in clutrr/main.py [0:0]
def setup(self):
"""
Download placeholders and update args
:return:
"""
placeholder_zip = "cleaned_placeholders.zip"
placeholder_url = download_url + placeholder_zip
base_path = os.path.abspath(os.pardir)
placeholder_loc = os.path.join(base_path, placeholder_zip)
if os.path.exists(placeholder_loc):
print("downloaded placeholder data exists")
else:
print("Downloading placeholder data")
r = requests.get(placeholder_url)
with open(placeholder_loc, 'wb') as f:
f.write(r.content)
# check shasum
sha1 = hashlib.sha256()
BUF_SIZE = 65536
with open(placeholder_loc, 'rb') as f:
while True:
data = f.read(BUF_SIZE)
if not data:
break
sha1.update(data)
print("sha256 : {}".format(sha1.hexdigest()))
print("checking ...")
if sha1.hexdigest() != SHA_SUM:
raise AssertionError("downloaded corrupt data, sha256 doesn't match")
print("Data valid")
# extract zip
with zipfile.ZipFile(placeholder_loc, "r") as zip_ref:
zip_ref.extractall(os.path.join(base_path, 'clutrr'))
# set args
self.args.template_file = "cleaned_placeholders/amt_placeholders_clean"